Spaces:
Build error
Build error
return results in gallery
Browse files
app.py
CHANGED
|
@@ -21,8 +21,8 @@ def generate_relevancy(
|
|
| 21 |
labels = labels.split(",")
|
| 22 |
prompts = [prompt]
|
| 23 |
assert img.dtype == np.uint8
|
|
|
|
| 24 |
h, w, c = img.shape
|
| 25 |
-
start = time()
|
| 26 |
grads = ClipWrapper.get_clip_saliency(
|
| 27 |
img=img,
|
| 28 |
text_labels=np.array(labels),
|
|
@@ -32,16 +32,13 @@ def generate_relevancy(
|
|
| 32 |
if subtract_mean:
|
| 33 |
grads -= grads.mean(axis=0)
|
| 34 |
grads = grads.cpu().numpy()
|
| 35 |
-
num_axes = int(np.ceil(np.sqrt(len(labels))))
|
| 36 |
-
fig, axes = plt.subplots(num_axes, num_axes)
|
| 37 |
-
if num_axes == 1:
|
| 38 |
-
axes = [axes]
|
| 39 |
-
else:
|
| 40 |
-
axes = axes.flatten()
|
| 41 |
vmin = 0.002
|
| 42 |
cmap = plt.get_cmap("jet")
|
| 43 |
vmax = 0.008
|
| 44 |
-
|
|
|
|
|
|
|
|
|
|
| 45 |
ax.axis("off")
|
| 46 |
ax.imshow(img)
|
| 47 |
ax.set_title(label, fontsize=12)
|
|
@@ -50,10 +47,10 @@ def generate_relevancy(
|
|
| 50 |
grad = 1 - grad
|
| 51 |
colored_grad[..., -1] = grad * 0.7
|
| 52 |
ax.imshow(colored_grad)
|
| 53 |
-
|
| 54 |
-
|
| 55 |
-
|
| 56 |
-
return
|
| 57 |
|
| 58 |
|
| 59 |
iface = gr.Interface(
|
|
@@ -69,7 +66,7 @@ iface = gr.Interface(
|
|
| 69 |
),
|
| 70 |
gr.Checkbox(value=True, label="subtract mean"),
|
| 71 |
],
|
| 72 |
-
outputs=gr.
|
| 73 |
examples=[
|
| 74 |
[
|
| 75 |
"https://semantic-abstraction.cs.columbia.edu/downloads/matterport.png",
|
|
|
|
| 21 |
labels = labels.split(",")
|
| 22 |
prompts = [prompt]
|
| 23 |
assert img.dtype == np.uint8
|
| 24 |
+
img = Image.fromarray(img).resize((244 * 2, 244 * 2))
|
| 25 |
h, w, c = img.shape
|
|
|
|
| 26 |
grads = ClipWrapper.get_clip_saliency(
|
| 27 |
img=img,
|
| 28 |
text_labels=np.array(labels),
|
|
|
|
| 32 |
if subtract_mean:
|
| 33 |
grads -= grads.mean(axis=0)
|
| 34 |
grads = grads.cpu().numpy()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
vmin = 0.002
|
| 36 |
cmap = plt.get_cmap("jet")
|
| 37 |
vmax = 0.008
|
| 38 |
+
|
| 39 |
+
returns = []
|
| 40 |
+
for label_grad, label in zip(grads, labels):
|
| 41 |
+
fig, ax = plt.subplots(1, 1)
|
| 42 |
ax.axis("off")
|
| 43 |
ax.imshow(img)
|
| 44 |
ax.set_title(label, fontsize=12)
|
|
|
|
| 47 |
grad = 1 - grad
|
| 48 |
colored_grad[..., -1] = grad * 0.7
|
| 49 |
ax.imshow(colored_grad)
|
| 50 |
+
plt.tight_layout(pad=0)
|
| 51 |
+
returns.append(plot_to_png(fig))
|
| 52 |
+
plt.close(fig)
|
| 53 |
+
return returns
|
| 54 |
|
| 55 |
|
| 56 |
iface = gr.Interface(
|
|
|
|
| 66 |
),
|
| 67 |
gr.Checkbox(value=True, label="subtract mean"),
|
| 68 |
],
|
| 69 |
+
outputs=gr.Gallery(label="Relevancy Maps", type="numpy"),
|
| 70 |
examples=[
|
| 71 |
[
|
| 72 |
"https://semantic-abstraction.cs.columbia.edu/downloads/matterport.png",
|