Spaces:
Runtime error
Runtime error
Migrate from yapf to black
Browse files- .pre-commit-config.yaml +26 -13
- .style.yapf +0 -5
- .vscode/settings.json +11 -8
- app.py +92 -75
- model.py +7 -13
- style.css +7 -0
.pre-commit-config.yaml
CHANGED
|
@@ -1,7 +1,6 @@
|
|
| 1 |
-
exclude: patch
|
| 2 |
repos:
|
| 3 |
- repo: https://github.com/pre-commit/pre-commit-hooks
|
| 4 |
-
rev: v4.
|
| 5 |
hooks:
|
| 6 |
- id: check-executables-have-shebangs
|
| 7 |
- id: check-json
|
|
@@ -9,29 +8,43 @@ repos:
|
|
| 9 |
- id: check-shebang-scripts-are-executable
|
| 10 |
- id: check-toml
|
| 11 |
- id: check-yaml
|
| 12 |
-
- id: double-quote-string-fixer
|
| 13 |
- id: end-of-file-fixer
|
| 14 |
- id: mixed-line-ending
|
| 15 |
-
args: [
|
| 16 |
- id: requirements-txt-fixer
|
| 17 |
- id: trailing-whitespace
|
| 18 |
- repo: https://github.com/myint/docformatter
|
| 19 |
-
rev: v1.
|
| 20 |
hooks:
|
| 21 |
- id: docformatter
|
| 22 |
-
args: [
|
| 23 |
- repo: https://github.com/pycqa/isort
|
| 24 |
rev: 5.12.0
|
| 25 |
hooks:
|
| 26 |
- id: isort
|
|
|
|
| 27 |
- repo: https://github.com/pre-commit/mirrors-mypy
|
| 28 |
-
rev:
|
| 29 |
hooks:
|
| 30 |
- id: mypy
|
| 31 |
-
args: [
|
| 32 |
-
additional_dependencies: [
|
| 33 |
-
- repo: https://github.com/
|
| 34 |
-
rev:
|
| 35 |
hooks:
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
repos:
|
| 2 |
- repo: https://github.com/pre-commit/pre-commit-hooks
|
| 3 |
+
rev: v4.4.0
|
| 4 |
hooks:
|
| 5 |
- id: check-executables-have-shebangs
|
| 6 |
- id: check-json
|
|
|
|
| 8 |
- id: check-shebang-scripts-are-executable
|
| 9 |
- id: check-toml
|
| 10 |
- id: check-yaml
|
|
|
|
| 11 |
- id: end-of-file-fixer
|
| 12 |
- id: mixed-line-ending
|
| 13 |
+
args: ["--fix=lf"]
|
| 14 |
- id: requirements-txt-fixer
|
| 15 |
- id: trailing-whitespace
|
| 16 |
- repo: https://github.com/myint/docformatter
|
| 17 |
+
rev: v1.7.5
|
| 18 |
hooks:
|
| 19 |
- id: docformatter
|
| 20 |
+
args: ["--in-place"]
|
| 21 |
- repo: https://github.com/pycqa/isort
|
| 22 |
rev: 5.12.0
|
| 23 |
hooks:
|
| 24 |
- id: isort
|
| 25 |
+
args: ["--profile", "black"]
|
| 26 |
- repo: https://github.com/pre-commit/mirrors-mypy
|
| 27 |
+
rev: v1.5.1
|
| 28 |
hooks:
|
| 29 |
- id: mypy
|
| 30 |
+
args: ["--ignore-missing-imports"]
|
| 31 |
+
additional_dependencies: ["types-python-slugify", "types-requests", "types-PyYAML"]
|
| 32 |
+
- repo: https://github.com/psf/black
|
| 33 |
+
rev: 23.9.1
|
| 34 |
hooks:
|
| 35 |
+
- id: black
|
| 36 |
+
language_version: python3.10
|
| 37 |
+
args: ["--line-length", "119"]
|
| 38 |
+
- repo: https://github.com/kynan/nbstripout
|
| 39 |
+
rev: 0.6.1
|
| 40 |
+
hooks:
|
| 41 |
+
- id: nbstripout
|
| 42 |
+
args: ["--extra-keys", "metadata.interpreter metadata.kernelspec cell.metadata.pycharm"]
|
| 43 |
+
- repo: https://github.com/nbQA-dev/nbQA
|
| 44 |
+
rev: 1.7.0
|
| 45 |
+
hooks:
|
| 46 |
+
- id: nbqa-black
|
| 47 |
+
- id: nbqa-pyupgrade
|
| 48 |
+
args: ["--py37-plus"]
|
| 49 |
+
- id: nbqa-isort
|
| 50 |
+
args: ["--float-to-top"]
|
.style.yapf
DELETED
|
@@ -1,5 +0,0 @@
|
|
| 1 |
-
[style]
|
| 2 |
-
based_on_style = pep8
|
| 3 |
-
blank_line_before_nested_class_or_def = false
|
| 4 |
-
spaces_before_comment = 2
|
| 5 |
-
split_before_logical_operator = true
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
.vscode/settings.json
CHANGED
|
@@ -1,18 +1,21 @@
|
|
| 1 |
{
|
| 2 |
-
"python.linting.enabled": true,
|
| 3 |
-
"python.linting.flake8Enabled": true,
|
| 4 |
-
"python.linting.pylintEnabled": false,
|
| 5 |
-
"python.linting.lintOnSave": true,
|
| 6 |
-
"python.formatting.provider": "yapf",
|
| 7 |
-
"python.formatting.yapfArgs": [
|
| 8 |
-
"--style={based_on_style: pep8, indent_width: 4, blank_line_before_nested_class_or_def: false, spaces_before_comment: 2, split_before_logical_operator: true}"
|
| 9 |
-
],
|
| 10 |
"[python]": {
|
|
|
|
| 11 |
"editor.formatOnType": true,
|
| 12 |
"editor.codeActionsOnSave": {
|
| 13 |
"source.organizeImports": true
|
| 14 |
}
|
| 15 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 16 |
"editor.formatOnSave": true,
|
| 17 |
"files.insertFinalNewline": true
|
| 18 |
}
|
|
|
|
| 1 |
{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
"[python]": {
|
| 3 |
+
"editor.defaultFormatter": "ms-python.black-formatter",
|
| 4 |
"editor.formatOnType": true,
|
| 5 |
"editor.codeActionsOnSave": {
|
| 6 |
"source.organizeImports": true
|
| 7 |
}
|
| 8 |
},
|
| 9 |
+
"black-formatter.args": [
|
| 10 |
+
"--line-length=119"
|
| 11 |
+
],
|
| 12 |
+
"isort.args": ["--profile", "black"],
|
| 13 |
+
"flake8.args": [
|
| 14 |
+
"--max-line-length=119"
|
| 15 |
+
],
|
| 16 |
+
"ruff.args": [
|
| 17 |
+
"--line-length=119"
|
| 18 |
+
],
|
| 19 |
"editor.formatOnSave": true,
|
| 20 |
"files.insertFinalNewline": true
|
| 21 |
}
|
app.py
CHANGED
|
@@ -9,11 +9,13 @@ import PIL.Image
|
|
| 9 |
|
| 10 |
from model import Model
|
| 11 |
|
| 12 |
-
DESCRIPTION =
|
|
|
|
|
|
|
| 13 |
This is a demo for [Attend-and-Excite](https://arxiv.org/abs/2301.13826).
|
| 14 |
Attend-and-Excite performs attention-based generative semantic guidance to mitigate subject neglect in Stable Diffusion.
|
| 15 |
Select a prompt and a set of indices matching the subjects you wish to strengthen (the `Check token indices` cell can help map between a word and its index).
|
| 16 |
-
|
| 17 |
|
| 18 |
model = Model()
|
| 19 |
|
|
@@ -28,148 +30,157 @@ def process_example(
|
|
| 28 |
guidance_scale = 7.5
|
| 29 |
|
| 30 |
token_table = model.get_token_table(prompt)
|
| 31 |
-
result = model.run(prompt, indices_to_alter_str, seed,
|
| 32 |
-
apply_attend_and_excite, num_steps, guidance_scale)
|
| 33 |
return token_table, result
|
| 34 |
|
| 35 |
|
| 36 |
-
with gr.Blocks(css=
|
| 37 |
gr.Markdown(DESCRIPTION)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
|
| 39 |
with gr.Row():
|
| 40 |
with gr.Column():
|
| 41 |
prompt = gr.Text(
|
| 42 |
-
label=
|
| 43 |
max_lines=1,
|
| 44 |
-
placeholder=
|
| 45 |
-
'A pod of dolphins leaping out of the water in an ocean with a ship on the background'
|
| 46 |
)
|
| 47 |
-
with gr.Accordion(label=
|
| 48 |
-
show_token_indices_button = gr.Button(
|
| 49 |
-
token_indices_table = gr.Dataframe(label=
|
| 50 |
-
headers=['Index', 'Token'],
|
| 51 |
-
col_count=2)
|
| 52 |
token_indices_str = gr.Text(
|
| 53 |
-
label=
|
| 54 |
-
'Token indices (a comma-separated list indices of the tokens you wish to alter)',
|
| 55 |
max_lines=1,
|
| 56 |
-
placeholder=
|
| 57 |
-
|
| 58 |
-
|
| 59 |
-
|
| 60 |
-
|
| 61 |
-
|
| 62 |
-
|
| 63 |
-
|
| 64 |
-
|
| 65 |
-
|
| 66 |
-
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 75 |
with gr.Column():
|
| 76 |
-
result = gr.Image(label=
|
| 77 |
|
| 78 |
with gr.Row():
|
| 79 |
examples = [
|
| 80 |
[
|
| 81 |
-
|
| 82 |
-
|
| 83 |
2098,
|
| 84 |
True,
|
| 85 |
],
|
| 86 |
[
|
| 87 |
-
|
| 88 |
-
|
| 89 |
2098,
|
| 90 |
False,
|
| 91 |
],
|
| 92 |
[
|
| 93 |
-
|
| 94 |
-
|
| 95 |
123,
|
| 96 |
True,
|
| 97 |
],
|
| 98 |
[
|
| 99 |
-
|
| 100 |
-
|
| 101 |
123,
|
| 102 |
False,
|
| 103 |
],
|
| 104 |
[
|
| 105 |
-
|
| 106 |
-
|
| 107 |
123,
|
| 108 |
True,
|
| 109 |
],
|
| 110 |
[
|
| 111 |
-
|
| 112 |
-
|
| 113 |
123,
|
| 114 |
False,
|
| 115 |
],
|
| 116 |
[
|
| 117 |
-
|
| 118 |
-
|
| 119 |
123,
|
| 120 |
True,
|
| 121 |
],
|
| 122 |
[
|
| 123 |
-
|
| 124 |
-
|
| 125 |
123,
|
| 126 |
False,
|
| 127 |
],
|
| 128 |
[
|
| 129 |
-
|
| 130 |
-
|
| 131 |
123,
|
| 132 |
True,
|
| 133 |
],
|
| 134 |
[
|
| 135 |
-
|
| 136 |
-
|
| 137 |
123,
|
| 138 |
False,
|
| 139 |
],
|
| 140 |
[
|
| 141 |
-
|
| 142 |
-
|
| 143 |
123,
|
| 144 |
True,
|
| 145 |
],
|
| 146 |
[
|
| 147 |
-
|
| 148 |
-
|
| 149 |
123,
|
| 150 |
False,
|
| 151 |
],
|
| 152 |
]
|
| 153 |
-
gr.Examples(
|
| 154 |
-
|
| 155 |
-
|
| 156 |
-
|
| 157 |
-
|
| 158 |
-
|
| 159 |
-
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
|
| 164 |
-
|
| 165 |
-
|
| 166 |
-
|
|
|
|
|
|
|
| 167 |
|
| 168 |
show_token_indices_button.click(
|
| 169 |
fn=model.get_token_table,
|
| 170 |
inputs=prompt,
|
| 171 |
outputs=token_indices_table,
|
| 172 |
queue=False,
|
|
|
|
| 173 |
)
|
| 174 |
|
| 175 |
inputs = [
|
|
@@ -185,31 +196,37 @@ with gr.Blocks(css='style.css') as demo:
|
|
| 185 |
inputs=prompt,
|
| 186 |
outputs=token_indices_table,
|
| 187 |
queue=False,
|
|
|
|
| 188 |
).then(
|
| 189 |
fn=model.run,
|
| 190 |
inputs=inputs,
|
| 191 |
outputs=result,
|
|
|
|
| 192 |
)
|
| 193 |
token_indices_str.submit(
|
| 194 |
fn=model.get_token_table,
|
| 195 |
inputs=prompt,
|
| 196 |
outputs=token_indices_table,
|
| 197 |
queue=False,
|
|
|
|
| 198 |
).then(
|
| 199 |
fn=model.run,
|
| 200 |
inputs=inputs,
|
| 201 |
outputs=result,
|
|
|
|
| 202 |
)
|
| 203 |
run_button.click(
|
| 204 |
fn=model.get_token_table,
|
| 205 |
inputs=prompt,
|
| 206 |
outputs=token_indices_table,
|
| 207 |
queue=False,
|
|
|
|
| 208 |
).then(
|
| 209 |
fn=model.run,
|
| 210 |
inputs=inputs,
|
| 211 |
outputs=result,
|
| 212 |
-
api_name=
|
| 213 |
)
|
| 214 |
|
| 215 |
-
|
|
|
|
|
|
| 9 |
|
| 10 |
from model import Model
|
| 11 |
|
| 12 |
+
DESCRIPTION = """\
|
| 13 |
+
# Attend-and-Excite
|
| 14 |
+
|
| 15 |
This is a demo for [Attend-and-Excite](https://arxiv.org/abs/2301.13826).
|
| 16 |
Attend-and-Excite performs attention-based generative semantic guidance to mitigate subject neglect in Stable Diffusion.
|
| 17 |
Select a prompt and a set of indices matching the subjects you wish to strengthen (the `Check token indices` cell can help map between a word and its index).
|
| 18 |
+
"""
|
| 19 |
|
| 20 |
model = Model()
|
| 21 |
|
|
|
|
| 30 |
guidance_scale = 7.5
|
| 31 |
|
| 32 |
token_table = model.get_token_table(prompt)
|
| 33 |
+
result = model.run(prompt, indices_to_alter_str, seed, apply_attend_and_excite, num_steps, guidance_scale)
|
|
|
|
| 34 |
return token_table, result
|
| 35 |
|
| 36 |
|
| 37 |
+
with gr.Blocks(css="style.css") as demo:
|
| 38 |
gr.Markdown(DESCRIPTION)
|
| 39 |
+
gr.DuplicateButton(
|
| 40 |
+
value="Duplicate Space for private use",
|
| 41 |
+
elem_id="duplicate-button",
|
| 42 |
+
visible=os.getenv("SHOW_DUPLICATE_BUTTON") == "1",
|
| 43 |
+
)
|
| 44 |
|
| 45 |
with gr.Row():
|
| 46 |
with gr.Column():
|
| 47 |
prompt = gr.Text(
|
| 48 |
+
label="Prompt",
|
| 49 |
max_lines=1,
|
| 50 |
+
placeholder="A pod of dolphins leaping out of the water in an ocean with a ship on the background",
|
|
|
|
| 51 |
)
|
| 52 |
+
with gr.Accordion(label="Check token indices", open=False):
|
| 53 |
+
show_token_indices_button = gr.Button("Show token indices")
|
| 54 |
+
token_indices_table = gr.Dataframe(label="Token indices", headers=["Index", "Token"], col_count=2)
|
|
|
|
|
|
|
| 55 |
token_indices_str = gr.Text(
|
| 56 |
+
label="Token indices (a comma-separated list indices of the tokens you wish to alter)",
|
|
|
|
| 57 |
max_lines=1,
|
| 58 |
+
placeholder="4,16",
|
| 59 |
+
)
|
| 60 |
+
seed = gr.Slider(
|
| 61 |
+
label="Seed",
|
| 62 |
+
minimum=0,
|
| 63 |
+
maximum=100000,
|
| 64 |
+
step=1,
|
| 65 |
+
value=0,
|
| 66 |
+
)
|
| 67 |
+
apply_attend_and_excite = gr.Checkbox(label="Apply Attend-and-Excite", value=True)
|
| 68 |
+
num_steps = gr.Slider(
|
| 69 |
+
label="Number of steps",
|
| 70 |
+
minimum=0,
|
| 71 |
+
maximum=100,
|
| 72 |
+
step=1,
|
| 73 |
+
value=50,
|
| 74 |
+
)
|
| 75 |
+
guidance_scale = gr.Slider(
|
| 76 |
+
label="CFG scale",
|
| 77 |
+
minimum=0,
|
| 78 |
+
maximum=50,
|
| 79 |
+
step=0.1,
|
| 80 |
+
value=7.5,
|
| 81 |
+
)
|
| 82 |
+
run_button = gr.Button("Generate")
|
| 83 |
with gr.Column():
|
| 84 |
+
result = gr.Image(label="Result")
|
| 85 |
|
| 86 |
with gr.Row():
|
| 87 |
examples = [
|
| 88 |
[
|
| 89 |
+
"A mouse and a red car",
|
| 90 |
+
"2,6",
|
| 91 |
2098,
|
| 92 |
True,
|
| 93 |
],
|
| 94 |
[
|
| 95 |
+
"A mouse and a red car",
|
| 96 |
+
"2,6",
|
| 97 |
2098,
|
| 98 |
False,
|
| 99 |
],
|
| 100 |
[
|
| 101 |
+
"A horse and a dog",
|
| 102 |
+
"2,5",
|
| 103 |
123,
|
| 104 |
True,
|
| 105 |
],
|
| 106 |
[
|
| 107 |
+
"A horse and a dog",
|
| 108 |
+
"2,5",
|
| 109 |
123,
|
| 110 |
False,
|
| 111 |
],
|
| 112 |
[
|
| 113 |
+
"A painting of an elephant with glasses",
|
| 114 |
+
"5,7",
|
| 115 |
123,
|
| 116 |
True,
|
| 117 |
],
|
| 118 |
[
|
| 119 |
+
"A painting of an elephant with glasses",
|
| 120 |
+
"5,7",
|
| 121 |
123,
|
| 122 |
False,
|
| 123 |
],
|
| 124 |
[
|
| 125 |
+
"A playful kitten chasing a butterfly in a wildflower meadow",
|
| 126 |
+
"3,6,10",
|
| 127 |
123,
|
| 128 |
True,
|
| 129 |
],
|
| 130 |
[
|
| 131 |
+
"A playful kitten chasing a butterfly in a wildflower meadow",
|
| 132 |
+
"3,6,10",
|
| 133 |
123,
|
| 134 |
False,
|
| 135 |
],
|
| 136 |
[
|
| 137 |
+
"A grizzly bear catching a salmon in a crystal clear river surrounded by a forest",
|
| 138 |
+
"2,6,15",
|
| 139 |
123,
|
| 140 |
True,
|
| 141 |
],
|
| 142 |
[
|
| 143 |
+
"A grizzly bear catching a salmon in a crystal clear river surrounded by a forest",
|
| 144 |
+
"2,6,15",
|
| 145 |
123,
|
| 146 |
False,
|
| 147 |
],
|
| 148 |
[
|
| 149 |
+
"A pod of dolphins leaping out of the water in an ocean with a ship on the background",
|
| 150 |
+
"4,16",
|
| 151 |
123,
|
| 152 |
True,
|
| 153 |
],
|
| 154 |
[
|
| 155 |
+
"A pod of dolphins leaping out of the water in an ocean with a ship on the background",
|
| 156 |
+
"4,16",
|
| 157 |
123,
|
| 158 |
False,
|
| 159 |
],
|
| 160 |
]
|
| 161 |
+
gr.Examples(
|
| 162 |
+
examples=examples,
|
| 163 |
+
inputs=[
|
| 164 |
+
prompt,
|
| 165 |
+
token_indices_str,
|
| 166 |
+
seed,
|
| 167 |
+
apply_attend_and_excite,
|
| 168 |
+
],
|
| 169 |
+
outputs=[
|
| 170 |
+
token_indices_table,
|
| 171 |
+
result,
|
| 172 |
+
],
|
| 173 |
+
fn=process_example,
|
| 174 |
+
cache_examples=os.getenv("CACHE_EXAMPLES") == "1",
|
| 175 |
+
examples_per_page=20,
|
| 176 |
+
)
|
| 177 |
|
| 178 |
show_token_indices_button.click(
|
| 179 |
fn=model.get_token_table,
|
| 180 |
inputs=prompt,
|
| 181 |
outputs=token_indices_table,
|
| 182 |
queue=False,
|
| 183 |
+
api_name=False,
|
| 184 |
)
|
| 185 |
|
| 186 |
inputs = [
|
|
|
|
| 196 |
inputs=prompt,
|
| 197 |
outputs=token_indices_table,
|
| 198 |
queue=False,
|
| 199 |
+
api_name=False,
|
| 200 |
).then(
|
| 201 |
fn=model.run,
|
| 202 |
inputs=inputs,
|
| 203 |
outputs=result,
|
| 204 |
+
api_name=False,
|
| 205 |
)
|
| 206 |
token_indices_str.submit(
|
| 207 |
fn=model.get_token_table,
|
| 208 |
inputs=prompt,
|
| 209 |
outputs=token_indices_table,
|
| 210 |
queue=False,
|
| 211 |
+
api_name=False,
|
| 212 |
).then(
|
| 213 |
fn=model.run,
|
| 214 |
inputs=inputs,
|
| 215 |
outputs=result,
|
| 216 |
+
api_name=False,
|
| 217 |
)
|
| 218 |
run_button.click(
|
| 219 |
fn=model.get_token_table,
|
| 220 |
inputs=prompt,
|
| 221 |
outputs=token_indices_table,
|
| 222 |
queue=False,
|
| 223 |
+
api_name=False,
|
| 224 |
).then(
|
| 225 |
fn=model.run,
|
| 226 |
inputs=inputs,
|
| 227 |
outputs=result,
|
| 228 |
+
api_name="run",
|
| 229 |
)
|
| 230 |
|
| 231 |
+
if __name__ == "__main__":
|
| 232 |
+
demo.queue(max_size=10).launch()
|
model.py
CHANGED
|
@@ -2,26 +2,20 @@ from __future__ import annotations
|
|
| 2 |
|
| 3 |
import PIL.Image
|
| 4 |
import torch
|
| 5 |
-
from diffusers import
|
| 6 |
-
StableDiffusionPipeline)
|
| 7 |
|
| 8 |
|
| 9 |
class Model:
|
| 10 |
def __init__(self):
|
| 11 |
-
self.device = torch.device(
|
| 12 |
-
|
| 13 |
-
|
| 14 |
-
self.ax_pipe = StableDiffusionAttendAndExcitePipeline.from_pretrained(
|
| 15 |
-
model_id)
|
| 16 |
self.ax_pipe.to(self.device)
|
| 17 |
self.sd_pipe = StableDiffusionPipeline.from_pretrained(model_id)
|
| 18 |
self.sd_pipe.to(self.device)
|
| 19 |
|
| 20 |
def get_token_table(self, prompt: str):
|
| 21 |
-
tokens = [
|
| 22 |
-
self.ax_pipe.tokenizer.decode(t)
|
| 23 |
-
for t in self.ax_pipe.tokenizer(prompt)['input_ids']
|
| 24 |
-
]
|
| 25 |
tokens = tokens[1:-1]
|
| 26 |
return list(enumerate(tokens, start=1))
|
| 27 |
|
|
@@ -44,9 +38,9 @@ class Model:
|
|
| 44 |
|
| 45 |
if apply_attend_and_excite:
|
| 46 |
try:
|
| 47 |
-
token_indices = list(map(int, indices_to_alter_str.split(
|
| 48 |
except Exception:
|
| 49 |
-
raise ValueError(
|
| 50 |
out = self.ax_pipe(
|
| 51 |
prompt=prompt,
|
| 52 |
token_indices=token_indices,
|
|
|
|
| 2 |
|
| 3 |
import PIL.Image
|
| 4 |
import torch
|
| 5 |
+
from diffusers import StableDiffusionAttendAndExcitePipeline, StableDiffusionPipeline
|
|
|
|
| 6 |
|
| 7 |
|
| 8 |
class Model:
|
| 9 |
def __init__(self):
|
| 10 |
+
self.device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
|
| 11 |
+
model_id = "CompVis/stable-diffusion-v1-4"
|
| 12 |
+
self.ax_pipe = StableDiffusionAttendAndExcitePipeline.from_pretrained(model_id)
|
|
|
|
|
|
|
| 13 |
self.ax_pipe.to(self.device)
|
| 14 |
self.sd_pipe = StableDiffusionPipeline.from_pretrained(model_id)
|
| 15 |
self.sd_pipe.to(self.device)
|
| 16 |
|
| 17 |
def get_token_table(self, prompt: str):
|
| 18 |
+
tokens = [self.ax_pipe.tokenizer.decode(t) for t in self.ax_pipe.tokenizer(prompt)["input_ids"]]
|
|
|
|
|
|
|
|
|
|
| 19 |
tokens = tokens[1:-1]
|
| 20 |
return list(enumerate(tokens, start=1))
|
| 21 |
|
|
|
|
| 38 |
|
| 39 |
if apply_attend_and_excite:
|
| 40 |
try:
|
| 41 |
+
token_indices = list(map(int, indices_to_alter_str.split(",")))
|
| 42 |
except Exception:
|
| 43 |
+
raise ValueError("Invalid token indices.")
|
| 44 |
out = self.ax_pipe(
|
| 45 |
prompt=prompt,
|
| 46 |
token_indices=token_indices,
|
style.css
CHANGED
|
@@ -1,3 +1,10 @@
|
|
| 1 |
h1 {
|
| 2 |
text-align: center;
|
| 3 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
h1 {
|
| 2 |
text-align: center;
|
| 3 |
}
|
| 4 |
+
|
| 5 |
+
#duplicate-button {
|
| 6 |
+
margin: auto;
|
| 7 |
+
color: #fff;
|
| 8 |
+
background: #1565c0;
|
| 9 |
+
border-radius: 100vh;
|
| 10 |
+
}
|