Upload folder using huggingface_hub

animatediff/utils/convert_from_ckpt.py

@@ -632,7 +632,8 @@ def convert_ldm_vae_checkpoint(checkpoint, config):
     oldKey = {"old": "key", "new": "to_k"}
     oldQuery = {"old": "query", "new": "to_q"}
     oldValue = {"old": "value", "new": "to_v"}
-    assign_to_checkpoint(paths, new_checkpoint, vae_state_dict, additional_replacements=[meta_path, oldKey, oldQuery, oldValue], config=config)
+    oldOut = {"old": "proj_attn", "new": "to_out"}
+    assign_to_checkpoint(paths, new_checkpoint, vae_state_dict, additional_replacements=[meta_path, oldKey, oldQuery, oldValue, oldOut], config=config)
     conv_attn_to_linear(new_checkpoint)
 
     for i in range(num_up_blocks):
@@ -668,7 +669,8 @@ def convert_ldm_vae_checkpoint(checkpoint, config):
     oldKey = {"old": "key", "new": "to_k"}
     oldQuery = {"old": "query", "new": "to_q"}
     oldValue = {"old": "value", "new": "to_v"}
-    assign_to_checkpoint(paths, new_checkpoint, vae_state_dict, additional_replacements=[meta_path, oldKey, oldQuery, oldValue], config=config)
+    oldOut = {"old": "proj_attn", "new": "to_out"}
+    assign_to_checkpoint(paths, new_checkpoint, vae_state_dict, additional_replacements=[meta_path, oldKey, oldQuery, oldValue, oldOut], config=config)
     conv_attn_to_linear(new_checkpoint)
     return new_checkpoint
 

handler.py

@@ -66,7 +66,7 @@ class EndpointHandler():
         self.pipeline = AnimationPipeline(
             vae=vae, text_encoder=text_encoder, tokenizer=tokenizer, unet=unet,
             scheduler=DDIMScheduler(**OmegaConf.to_container(inference_config.noise_scheduler_kwargs.DDIMScheduler))
-        ).to("cuda")
+        )
         
         # huggingface download motion module from bluestarburst/AnimateDiff-SceneFusion/models/Motion_Module/mm_sd_v15.ckpt
 
@@ -130,7 +130,7 @@ class EndpointHandler():
                     self.pipeline = convert_lora(self.pipeline, state_dict)
                     # self.pipeline = convert_lora(self.pipeline, state_dict, alpha=model_config.lora_alpha)
 
-        self.pipeline.to("cuda")
+        self.pipeline
     
     def __call__(self, data : Any):
         """
@@ -205,4 +205,4 @@ class EndpointHandler():
 # This function will be called during inference time.
 
 
-# new_handler = EndpointHandler()
+new_handler = EndpointHandler()