adapters added

app.py

@@ -6,6 +6,18 @@ from diffusers.utils import export_to_video
 import uuid
 import spaces
 
+# Available adapters (replace with your actual adapter names)
+adapter_options = {
+    "zoom-out":"guoyww/animatediff-motion-lora-zoom-out",
+    "zoom-in":"guoyww/animatediff-motion-lora-zoom-in",
+    "pan-left":"guoyww/animatediff-motion-lora-pan-left",
+    "pan-right":"guoyww/animatediff-motion-lora-pan-right",
+    "roll-clockwise":"guoyww/animatediff-motion-lora-rolling-clockwise",
+    "roll-anticlockwise":"guoyww/animatediff-motion-lora-rolling-anticlockwise",
+    "tilt-up":"guoyww/animatediff-motion-lora-tilt-up",
+    "tilt-down":"guoyww/animatediff-motion-lora-tilt-down"
+}
+
 device = "cuda"
 adapter = MotionAdapter.from_pretrained("guoyww/animatediff-motion-adapter-v1-5-2", torch_dtype=torch.float16)
 model_id = "SG161222/Realistic_Vision_V5.1_noVAE"
@@ -26,17 +38,23 @@ scheduler = DDIMScheduler.from_pretrained(
 )
 pipe.scheduler = scheduler
 @spaces.GPU
-def generate_video(prompt, guidance_scale, num_inference_steps, num_frames, adapter_choice):
+def generate_video(prompt, guidance_scale, num_inference_steps, adapter_choices):
     pipe.to(device)
 
     # Set adapters based on user selection
-    if adapter_choice:
-        pipe.set_adapters([adapter_choice], adapter_weights=[1.0])
+    if adapter_choices:
+        for i in range(len(adapter_choices)):
+            adapter_name = adapter_choices[i]
+            pipe.load_lora_weights(
+                adapter_options[adapter_name], adapter_name=adapter_name,
+            )
+        pipe.set_adapters(adapter_choices, adapter_weights=[1.0] * len(adapter_choices))
+        print(adapter_choices)
 
     output = pipe(
         prompt=prompt,
         negative_prompt="bad quality, worse quality",
-        num_frames=num_frames,
+        num_frames=16,
         guidance_scale=guidance_scale,
         num_inference_steps=num_inference_steps,
     )
@@ -45,8 +63,7 @@ def generate_video(prompt, guidance_scale, num_inference_steps, num_frames, adap
     export_to_video(output.frames[0], path, fps=10)
     return path
 
-# Available adapters (replace with your actual adapter names)
-adapter_options = ["zoom-out", "pan-left"]
+
 
 iface = gr.Interface(
     fn=generate_video,
@@ -54,8 +71,7 @@ iface = gr.Interface(
         gr.Textbox(label="Enter your prompt"),
         gr.Slider(minimum=0.5, maximum=10, value=7.5, label="Guidance Scale"),
         gr.Slider(minimum=4, maximum=24, step=4, value=4, label="Inference Steps"),
-        gr.Slider(minimum=16, maximum=64, step=1, value=16, label="Frames"),
-        gr.Dropdown(choices=adapter_options, label="Select Adapter")  # Add dropdown for adapter selection
+        gr.Dropdown(choices=adapter_options.keys(), label="Select Adapter(s)", type="checkbox")  # Updated for multiple selections
     ],
     outputs=gr.Video(label="Generated Video"),
 )