Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
5216c52
1
Parent(s):
a57bf8b
Added AI gen code
Browse files- app.py +35 -9
- requirements.txt +2 -0
app.py
CHANGED
@@ -4,8 +4,14 @@ import warnings
|
|
4 |
import random
|
5 |
import time
|
6 |
import logging
|
|
|
|
|
|
|
7 |
from typing import Dict, List, Tuple, Union, Optional
|
8 |
|
|
|
|
|
|
|
9 |
# Configure logging
|
10 |
logging.basicConfig(
|
11 |
level=logging.INFO,
|
@@ -218,12 +224,6 @@ def draw_box(box: torch.Tensor, draw: ImageDraw.Draw, label: Optional[str]) -> N
|
|
218 |
|
219 |
def run_grounded_sam(
|
220 |
input_image
|
221 |
-
# text_prompt: str,
|
222 |
-
# task_type: str,
|
223 |
-
# box_threshold: float,
|
224 |
-
# text_threshold: float,
|
225 |
-
# iou_threshold: float,
|
226 |
-
# hq_token_only
|
227 |
) -> List[Image.Image]:
|
228 |
"""Main function to run GroundingDINO and SAM-HQ"""
|
229 |
try:
|
@@ -328,6 +328,31 @@ def run_grounded_sam(
|
|
328 |
else:
|
329 |
return [Image.new('RGB', (400, 300), color='gray'), Image.new('RGBA', (400, 300), color=(0, 0, 0, 0))]
|
330 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
331 |
|
332 |
def create_ui():
|
333 |
"""Create Gradio UI for CarViz demo"""
|
@@ -339,7 +364,7 @@ def create_ui():
|
|
339 |
with gr.Row():
|
340 |
with gr.Column():
|
341 |
input_image = gr.Image(type="pil", label="image")
|
342 |
-
|
343 |
run_button = gr.Button(value='Run')
|
344 |
|
345 |
with gr.Column():
|
@@ -351,7 +376,8 @@ def create_ui():
|
|
351 |
run_button.click(
|
352 |
fn=run_grounded_sam,
|
353 |
inputs=[
|
354 |
-
input_image
|
|
|
355 |
],
|
356 |
outputs=gallery
|
357 |
)
|
@@ -360,7 +386,7 @@ def create_ui():
|
|
360 |
|
361 |
|
362 |
if __name__ == "__main__":
|
363 |
-
parser = argparse.ArgumentParser("
|
364 |
parser.add_argument("--debug", action="store_true", help="using debug mode")
|
365 |
parser.add_argument("--share", action="store_true", help="share the app")
|
366 |
parser.add_argument('--no-gradio-queue', action="store_true", help="disable gradio queue")
|
|
|
4 |
import random
|
5 |
import time
|
6 |
import logging
|
7 |
+
import dotenv
|
8 |
+
import fal_client
|
9 |
+
import requests
|
10 |
from typing import Dict, List, Tuple, Union, Optional
|
11 |
|
12 |
+
dotenv.load_dotenv()
|
13 |
+
FAL_KEY = os.getenv("FAL_KEY")
|
14 |
+
|
15 |
# Configure logging
|
16 |
logging.basicConfig(
|
17 |
level=logging.INFO,
|
|
|
224 |
|
225 |
def run_grounded_sam(
|
226 |
input_image
|
|
|
|
|
|
|
|
|
|
|
|
|
227 |
) -> List[Image.Image]:
|
228 |
"""Main function to run GroundingDINO and SAM-HQ"""
|
229 |
try:
|
|
|
328 |
else:
|
329 |
return [Image.new('RGB', (400, 300), color='gray'), Image.new('RGBA', (400, 300), color=(0, 0, 0, 0))]
|
330 |
|
331 |
+
def generate_ai_bg(input_img, prompt):
|
332 |
+
print(FAL_KEY)
|
333 |
+
handler = fal_client.submit(
|
334 |
+
"fal-ai/iclight-v2",
|
335 |
+
arguments={
|
336 |
+
"prompt": prompt,
|
337 |
+
"image_url": input_img
|
338 |
+
},
|
339 |
+
webhook_url="https://optional.webhook.url/for/results",
|
340 |
+
)
|
341 |
+
|
342 |
+
request_id = handler.request_id
|
343 |
+
|
344 |
+
status = fal_client.status("fal-ai/iclight-v2", request_id, with_logs=True)
|
345 |
+
|
346 |
+
result = fal_client.result("fal-ai/iclight-v2", request_id)
|
347 |
+
|
348 |
+
ic_light_img = result['images'][0]['url']
|
349 |
+
|
350 |
+
return ic_light_img
|
351 |
+
|
352 |
+
def generate_image(input_img, prompt):
|
353 |
+
ai_gen_image = generate_ai_bg(input_img, prompt)
|
354 |
+
|
355 |
+
return ai_gen_image
|
356 |
|
357 |
def create_ui():
|
358 |
"""Create Gradio UI for CarViz demo"""
|
|
|
364 |
with gr.Row():
|
365 |
with gr.Column():
|
366 |
input_image = gr.Image(type="pil", label="image")
|
367 |
+
prompt = gr.Textbox(label="Prompt", placeholder="Enter your prompt here...")
|
368 |
run_button = gr.Button(value='Run')
|
369 |
|
370 |
with gr.Column():
|
|
|
376 |
run_button.click(
|
377 |
fn=run_grounded_sam,
|
378 |
inputs=[
|
379 |
+
input_image,
|
380 |
+
prompt
|
381 |
],
|
382 |
outputs=gallery
|
383 |
)
|
|
|
386 |
|
387 |
|
388 |
if __name__ == "__main__":
|
389 |
+
parser = argparse.ArgumentParser("Carviz demo", add_help=True)
|
390 |
parser.add_argument("--debug", action="store_true", help="using debug mode")
|
391 |
parser.add_argument("--share", action="store_true", help="share the app")
|
392 |
parser.add_argument('--no-gradio-queue', action="store_true", help="disable gradio queue")
|
requirements.txt
CHANGED
@@ -19,3 +19,5 @@ torchvision
|
|
19 |
transformers
|
20 |
yapf
|
21 |
scipy
|
|
|
|
|
|
19 |
transformers
|
20 |
yapf
|
21 |
scipy
|
22 |
+
dotenv
|
23 |
+
fal_client
|