Spaces:
Running
on
Zero
Running
on
Zero
Upload 2 files
#4
by
linoyts
HF Staff
- opened
- .gitattributes +2 -0
- app.py +11 -6
- video_assets/vid_2_canny.mp4 +3 -0
- video_assets/vid_3_canny.mp4 +3 -0
.gitattributes
CHANGED
@@ -50,3 +50,5 @@ video_assets/vid_3.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
50 |
video_assets/vid_4.mp4 filter=lfs diff=lfs merge=lfs -text
|
51 |
video_assets/vid_1_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
52 |
video_assets/vid_4_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
50 |
video_assets/vid_4.mp4 filter=lfs diff=lfs merge=lfs -text
|
51 |
video_assets/vid_1_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
52 |
video_assets/vid_4_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
53 |
+
video_assets/vid_2_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
54 |
+
video_assets/vid_3_canny.mp4 filter=lfs diff=lfs merge=lfs -text
|
app.py
CHANGED
@@ -212,7 +212,7 @@ def process_video_for_control(reference_video, control_type, width, height):
|
|
212 |
|
213 |
return processed_video
|
214 |
|
215 |
-
@spaces.GPU(
|
216 |
def generate_video(
|
217 |
reference_video,
|
218 |
control_video, # New parameter for pre-processed video
|
@@ -339,10 +339,13 @@ def generate_video(
|
|
339 |
return None, seed
|
340 |
|
341 |
# Create Gradio interface
|
342 |
-
with gr.Blocks() as demo:
|
343 |
gr.Markdown(
|
344 |
"""
|
345 |
-
# LTX Video
|
|
|
|
|
|
|
346 |
"""
|
347 |
)
|
348 |
|
@@ -435,7 +438,9 @@ with gr.Blocks() as demo:
|
|
435 |
)
|
436 |
|
437 |
generate_btn = gr.Button(
|
438 |
-
"Generate",
|
|
|
|
|
439 |
)
|
440 |
|
441 |
with gr.Column(scale=1):
|
@@ -452,8 +457,8 @@ with gr.Blocks() as demo:
|
|
452 |
gr.Examples(
|
453 |
examples=[
|
454 |
["video_assets/vid_1.mp4", "video_assets/vid_1_canny.mp4", "A sleek cybernetic wolf sprinting through a neon-lit futuristic cityscape, its metallic form gleaming with electric blue circuits. The wolf's powerful stride carries it down rain-slicked streets between towering skyscrapers, while holographic advertisements cast colorful reflections on its chrome surface. Sparks of digital energy trail behind the creature as it moves with fluid mechanical precision through the urban maze, creating streaks of light in the misty night air.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
455 |
-
["video_assets/vid_2.mp4", "video_assets/
|
456 |
-
["video_assets/vid_3.mp4", "video_assets/
|
457 |
["video_assets/vid_4.mp4", "video_assets/vid_4_canny.mp4", "Luminescent video game characters with glowing outlines and neon-bright details wandering through a digital landscape. Their bodies emit soft, colorful light that pulses gently as they move, creating trails of radiance behind them. The characters have a futuristic, stylized appearance with smooth surfaces that reflect their inner glow. They navigate naturally through their environment, their movements fluid and purposeful, while their bioluminescent features cast dynamic shadows and illuminate the surrounding area. The scene has a cyberpunk aesthetic with the characters' radiant presence serving as the primary light source in an otherwise darkened digital world.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
458 |
],
|
459 |
inputs=[reference_video,
|
|
|
212 |
|
213 |
return processed_video
|
214 |
|
215 |
+
@spaces.GPU()
|
216 |
def generate_video(
|
217 |
reference_video,
|
218 |
control_video, # New parameter for pre-processed video
|
|
|
339 |
return None, seed
|
340 |
|
341 |
# Create Gradio interface
|
342 |
+
with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple")) as demo:
|
343 |
gr.Markdown(
|
344 |
"""
|
345 |
+
# Canny Control LTX Video Distilled
|
346 |
+
|
347 |
+
LTX Video 0.9.7 Distilled with [control canny ICLoRA](https://huggingface.co/Lightricks/LTX-Video-ICLoRA-canny-13b-0.9.7)
|
348 |
+
control AI video generation - by concatenation of control signals and LoRAs trained on just a few samples ✨
|
349 |
"""
|
350 |
)
|
351 |
|
|
|
438 |
)
|
439 |
|
440 |
generate_btn = gr.Button(
|
441 |
+
"Generate Video",
|
442 |
+
variant="primary",
|
443 |
+
size="lg"
|
444 |
)
|
445 |
|
446 |
with gr.Column(scale=1):
|
|
|
457 |
gr.Examples(
|
458 |
examples=[
|
459 |
["video_assets/vid_1.mp4", "video_assets/vid_1_canny.mp4", "A sleek cybernetic wolf sprinting through a neon-lit futuristic cityscape, its metallic form gleaming with electric blue circuits. The wolf's powerful stride carries it down rain-slicked streets between towering skyscrapers, while holographic advertisements cast colorful reflections on its chrome surface. Sparks of digital energy trail behind the creature as it moves with fluid mechanical precision through the urban maze, creating streaks of light in the misty night air.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
460 |
+
["video_assets/vid_2.mp4", "video_assets/vid_2_canny.mp4", "A translucent ghost floating in a moonlit cemetery, raising a glowing spectral lantern that casts eerie light through the darkness. The ethereal figure's wispy form shimmers as it lifts the phantom light above its head, illuminating weathered tombstones and gnarled trees. Pale mist swirls around the ghost as the lantern pulses with otherworldly energy, creating haunting shadows that dance across the graveyard in the dead of night.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
461 |
+
["video_assets/vid_3.mp4", "video_assets/vid_3_canny.mp4","A sleek android assassin poised in a combat stance atop a futuristic skyscraper, arms positioned for perfect balance. The chrome-plated figure gleams under neon city lights as holographic data streams flow around its metallic form. Rain droplets bead on its polished surface while the sprawling cyberpunk metropolis stretches endlessly below. Electric circuits pulse beneath the android's transparent panels as it maintains its precise, calculated pose against the backdrop of flying vehicles and towering digital billboards.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
462 |
["video_assets/vid_4.mp4", "video_assets/vid_4_canny.mp4", "Luminescent video game characters with glowing outlines and neon-bright details wandering through a digital landscape. Their bodies emit soft, colorful light that pulses gently as they move, creating trails of radiance behind them. The characters have a futuristic, stylized appearance with smooth surfaces that reflect their inner glow. They navigate naturally through their environment, their movements fluid and purposeful, while their bioluminescent features cast dynamic shadows and illuminate the surrounding area. The scene has a cyberpunk aesthetic with the characters' radiant presence serving as the primary light source in an otherwise darkened digital world.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
|
463 |
],
|
464 |
inputs=[reference_video,
|
video_assets/vid_2_canny.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:923694bbb127a81703a4826a54fe7534feea569718f6774281481a1a02618e92
|
3 |
+
size 531642
|
video_assets/vid_3_canny.mp4
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:40ed3b232e7423fc4360f2f490d291b14493561c666003c9e87d56f210c53da1
|
3 |
+
size 284273
|