Upload 2 files

#4
by linoyts HF Staff - opened
.gitattributes CHANGED
@@ -50,3 +50,5 @@ video_assets/vid_3.mp4 filter=lfs diff=lfs merge=lfs -text
50
  video_assets/vid_4.mp4 filter=lfs diff=lfs merge=lfs -text
51
  video_assets/vid_1_canny.mp4 filter=lfs diff=lfs merge=lfs -text
52
  video_assets/vid_4_canny.mp4 filter=lfs diff=lfs merge=lfs -text
 
 
 
50
  video_assets/vid_4.mp4 filter=lfs diff=lfs merge=lfs -text
51
  video_assets/vid_1_canny.mp4 filter=lfs diff=lfs merge=lfs -text
52
  video_assets/vid_4_canny.mp4 filter=lfs diff=lfs merge=lfs -text
53
+ video_assets/vid_2_canny.mp4 filter=lfs diff=lfs merge=lfs -text
54
+ video_assets/vid_3_canny.mp4 filter=lfs diff=lfs merge=lfs -text
app.py CHANGED
@@ -212,7 +212,7 @@ def process_video_for_control(reference_video, control_type, width, height):
212
 
213
  return processed_video
214
 
215
- @spaces.GPU(duration=160)
216
  def generate_video(
217
  reference_video,
218
  control_video, # New parameter for pre-processed video
@@ -339,10 +339,13 @@ def generate_video(
339
  return None, seed
340
 
341
  # Create Gradio interface
342
- with gr.Blocks() as demo:
343
  gr.Markdown(
344
  """
345
- # LTX Video Control Canny
 
 
 
346
  """
347
  )
348
 
@@ -435,7 +438,9 @@ with gr.Blocks() as demo:
435
  )
436
 
437
  generate_btn = gr.Button(
438
- "Generate",
 
 
439
  )
440
 
441
  with gr.Column(scale=1):
@@ -452,8 +457,8 @@ with gr.Blocks() as demo:
452
  gr.Examples(
453
  examples=[
454
  ["video_assets/vid_1.mp4", "video_assets/vid_1_canny.mp4", "A sleek cybernetic wolf sprinting through a neon-lit futuristic cityscape, its metallic form gleaming with electric blue circuits. The wolf's powerful stride carries it down rain-slicked streets between towering skyscrapers, while holographic advertisements cast colorful reflections on its chrome surface. Sparks of digital energy trail behind the creature as it moves with fluid mechanical precision through the urban maze, creating streaks of light in the misty night air.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
455
- ["video_assets/vid_2.mp4", "video_assets/vid_1_canny.mp4", "A translucent ghost floating in a moonlit cemetery, raising a glowing spectral lantern that casts eerie light through the darkness. The ethereal figure's wispy form shimmers as it lifts the phantom light above its head, illuminating weathered tombstones and gnarled trees. Pale mist swirls around the ghost as the lantern pulses with otherworldly energy, creating haunting shadows that dance across the graveyard in the dead of night.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
456
- ["video_assets/vid_3.mp4", "video_assets/vid_1_canny.mp4","A sleek android assassin poised in a combat stance atop a futuristic skyscraper, arms positioned for perfect balance. The chrome-plated figure gleams under neon city lights as holographic data streams flow around its metallic form. Rain droplets bead on its polished surface while the sprawling cyberpunk metropolis stretches endlessly below. Electric circuits pulse beneath the android's transparent panels as it maintains its precise, calculated pose against the backdrop of flying vehicles and towering digital billboards.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
457
  ["video_assets/vid_4.mp4", "video_assets/vid_4_canny.mp4", "Luminescent video game characters with glowing outlines and neon-bright details wandering through a digital landscape. Their bodies emit soft, colorful light that pulses gently as they move, creating trails of radiance behind them. The characters have a futuristic, stylized appearance with smooth surfaces that reflect their inner glow. They navigate naturally through their environment, their movements fluid and purposeful, while their bioluminescent features cast dynamic shadows and illuminate the surrounding area. The scene has a cyberpunk aesthetic with the characters' radiant presence serving as the primary light source in an otherwise darkened digital world.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
458
  ],
459
  inputs=[reference_video,
 
212
 
213
  return processed_video
214
 
215
+ @spaces.GPU()
216
  def generate_video(
217
  reference_video,
218
  control_video, # New parameter for pre-processed video
 
339
  return None, seed
340
 
341
  # Create Gradio interface
342
+ with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple")) as demo:
343
  gr.Markdown(
344
  """
345
+ # Canny Control LTX Video Distilled
346
+
347
+ LTX Video 0.9.7 Distilled with [control canny ICLoRA](https://huggingface.co/Lightricks/LTX-Video-ICLoRA-canny-13b-0.9.7)
348
+ control AI video generation - by concatenation of control signals and LoRAs trained on just a few samples ✨
349
  """
350
  )
351
 
 
438
  )
439
 
440
  generate_btn = gr.Button(
441
+ "Generate Video",
442
+ variant="primary",
443
+ size="lg"
444
  )
445
 
446
  with gr.Column(scale=1):
 
457
  gr.Examples(
458
  examples=[
459
  ["video_assets/vid_1.mp4", "video_assets/vid_1_canny.mp4", "A sleek cybernetic wolf sprinting through a neon-lit futuristic cityscape, its metallic form gleaming with electric blue circuits. The wolf's powerful stride carries it down rain-slicked streets between towering skyscrapers, while holographic advertisements cast colorful reflections on its chrome surface. Sparks of digital energy trail behind the creature as it moves with fluid mechanical precision through the urban maze, creating streaks of light in the misty night air.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
460
+ ["video_assets/vid_2.mp4", "video_assets/vid_2_canny.mp4", "A translucent ghost floating in a moonlit cemetery, raising a glowing spectral lantern that casts eerie light through the darkness. The ethereal figure's wispy form shimmers as it lifts the phantom light above its head, illuminating weathered tombstones and gnarled trees. Pale mist swirls around the ghost as the lantern pulses with otherworldly energy, creating haunting shadows that dance across the graveyard in the dead of night.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
461
+ ["video_assets/vid_3.mp4", "video_assets/vid_3_canny.mp4","A sleek android assassin poised in a combat stance atop a futuristic skyscraper, arms positioned for perfect balance. The chrome-plated figure gleams under neon city lights as holographic data streams flow around its metallic form. Rain droplets bead on its polished surface while the sprawling cyberpunk metropolis stretches endlessly below. Electric circuits pulse beneath the android's transparent panels as it maintains its precise, calculated pose against the backdrop of flying vehicles and towering digital billboards.", 3, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
462
  ["video_assets/vid_4.mp4", "video_assets/vid_4_canny.mp4", "Luminescent video game characters with glowing outlines and neon-bright details wandering through a digital landscape. Their bodies emit soft, colorful light that pulses gently as they move, creating trails of radiance behind them. The characters have a futuristic, stylized appearance with smooth surfaces that reflect their inner glow. They navigate naturally through their environment, their movements fluid and purposeful, while their bioluminescent features cast dynamic shadows and illuminate the surrounding area. The scene has a cyberpunk aesthetic with the characters' radiant presence serving as the primary light source in an otherwise darkened digital world.", 2.5, "worst quality, inconsistent motion, blurry, jittery, distorted", 768, 1152, 7, 1, 0, True, "canny"],
463
  ],
464
  inputs=[reference_video,
video_assets/vid_2_canny.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:923694bbb127a81703a4826a54fe7534feea569718f6774281481a1a02618e92
3
+ size 531642
video_assets/vid_3_canny.mp4 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40ed3b232e7423fc4360f2f490d291b14493561c666003c9e87d56f210c53da1
3
+ size 284273