Update app.py

app.py

@@ -9,7 +9,7 @@ import gradio as gr
 import numpy as np
 from lxml.html import fromstring
 from pathos.threading import ThreadPool as Pool
-from diffusers import AnimateDiffPipeline, MotionAdapter, DDIMScheduler
+from diffusers import AnimateDiffSDXLPipeline, MotionAdapter, DDIMScheduler
 from diffusers.pipelines.flux import FluxPipeline
 from diffusers.utils import export_to_gif
 from huggingface_hub import hf_hub_download
@@ -24,8 +24,9 @@ ckpt = f"animatediff_lightning_{step}step_diffusers.safetensors"
 #base = "emilianJR/epiCRealism"
 base = "black-forest-labs/FLUX.1-dev"
 
-adapter = MotionAdapter.from_pretrained(repo).to(device)
-pipe = AnimateDiffPipeline.from_pretrained(base, motion_adapter=adapter, torch_dtype=dtype, token=os.getenv("hf_token")).to(device)
+adapter = MotionAdapter().to(device)
+adapter.load_state_dict(load_file(hf_hub_download(repo ,ckpt)),torch_dtype=dtype)
+
 scheduler = DDIMScheduler.from_pretrained(
     base,
     subfolder="scheduler",
@@ -33,13 +34,20 @@ scheduler = DDIMScheduler.from_pretrained(
     timestep_spacing="linspace",
     beta_schedule="linear",
     steps_offset=1,
-)
-pipe.scheduler = scheduler
-pipe.enable_vae_slicing()
-pipe.enable_model_cpu_offload()
-
+    token=os.getenv("hf_token")
+).to(device)
 
+pipe = AnimateDiffSDXLPipeline.from_pretrained(
+    base,
+    motion_adapter=adapter,
+    scheduler=scheduler,
+    torch_dtype=dtype,
+    variant="fp16",
+    token=os.getenv("hf_token")
+).to(device)
 
+pipe.enable_vae_slicing()
+pipe.enable_vae_tiling()
 
 def translate(text,lang):