API calls?

[Abstractmachina]

Hi,

Just wanted to ask if there is any way to use Deforum through the Auto1111 API? (or any other way to control through an API)
I see there is a file labeled deforum_api.py with some routes, but not sure how it ties in with auto1111. a short explanation or example would be super helpful!

Thanks!

[rookiemann]

On the webui-user.bat file addthis command line arg

set PYTHON=
set GIT=
set VENV_DIR=
set COMMANDLINE_ARGS=--xformers --deforum-api

call webui.bat

and then you can use something like this python script:

import requests

class DeforumAPIParams:
    def __init__(self):
        self.animation_mode = "2D"
        self.max_frames = 50
        self.W = 512
        self.H = 512
        self.seed = -1
        self.sampler = "Euler a"
        self.steps = 20
        self.scale = 7.0
        self.strength = 0.75
        self.angle = "0:(0)"
        self.zoom = "0:(1.04)"
        self.translation_x = "0:(0)"
        self.translation_y = "0:(0)"
        self.translation_z = "0:(1.75)"
        self.transform_center_x = "0:(0.5)"
        self.transform_center_y = "0:(0.5)"
        self.rotation_3d_x = "0:(0)"
        self.rotation_3d_y = "0:(0)"
        self.rotation_3d_z = "0:(0)"
        self.noise_schedule = "0:(0.065)"
        self.strength_schedule = "0:(0.65)"
        self.contrast_schedule = "0:(1.0)"
        self.cfg_scale_schedule = "0:(7)"
        self.steps_schedule = '0:(25)'
        self.fov_schedule = '0:(70)'
        self.aspect_ratio_schedule = '0:(1)'
        self.near_schedule = '0:(200)'
        self.far_schedule = '0:(10000)'
        self.image_strength_schedule = '0:(0.75)'
        self.blendFactorMax = '0:(0.35)'
        self.blendFactorSlope = '0:(0.25)'
        self.tweening_frames_schedule = '0:(20)'
        self.color_correction_factor = '0:(0.075)'
        self.fps = 15
        self.animation_prompts = {}
        self.animation_prompts_positive = ""
        self.animation_prompts_negative = ""

        self.controlnet_enabled = False
        self.cn_1_module = "depth"
        self.cn_1_model = "depth_midas"
        self.cn_1_weight = "0:(1.0)"
        self.cn_1_guidance_start = "0:(0.0)"
        self.cn_1_guidance_end = "0:(1.0)"
        self.cn_1_processor_res = 512
        self.cn_1_threshold_a = 64
        self.cn_1_threshold_b = 192
        self.cn_1_resize_mode = "Inner Fit (Scale to Fit)"
        self.cn_1_control_mode = "Balanced"
        self.cn_1_overwrite_frames = ""
        self.cn_1_vid_path = ""
        self.cn_1_mask_vid_path = ""
        self.cn_1_enabled = False
        self.cn_1_low_vram = False
        self.cn_1_pixel_perfect = False
        self.cn_1_loopback_mode = ""

        # Set default values for cn_2 to cn_5
        for i in range(2, 6):
            setattr(self, f"cn_{i}_overwrite_frames", "")
            setattr(self, f"cn_{i}_vid_path", "")
            setattr(self, f"cn_{i}_mask_vid_path", "")
            setattr(self, f"cn_{i}_enabled", False)
            setattr(self, f"cn_{i}_low_vram", False)
            setattr(self, f"cn_{i}_pixel_perfect", False)
            setattr(self, f"cn_{i}_module", "")
            setattr(self, f"cn_{i}_model", "")
            setattr(self, f"cn_{i}_weight", "0:(1.0)")
            setattr(self, f"cn_{i}_guidance_start", "0:(0.0)")
            setattr(self, f"cn_{i}_guidance_end", "0:(1.0)")
            setattr(self, f"cn_{i}_processor_res", 512)
            setattr(self, f"cn_{i}_threshold_a", 64)
            setattr(self, f"cn_{i}_threshold_b", 192)
            setattr(self, f"cn_{i}_resize_mode", "")
            setattr(self, f"cn_{i}_control_mode", "")
            setattr(self, f"cn_{i}_loopback_mode", "")


    def to_dict(self):
        return self.__dict__

    @staticmethod
    def from_dict(params_dict):
        params = DeforumAPIParams()
        for key, value in params_dict.items():
            setattr(params, key, value)
        return params
    
def main():
    # Create an instance of DeforumAPIParams with default values
    params = DeforumAPIParams()

    # Modify the desired parameters
    params.animation_mode = "3D"
    params.max_frames = 10
    params.W = 640
    params.H = 480
    params.seed = 42  # Use a specific seed value
    params.steps = 30
    params.scale = 8.0
    
    params.animation_prompts_positive = "A man standing"
    params.animation_prompts_negative = "ugly, low res"

    # Prepare the API request payload
    payload = {
        "deforum_settings": params.to_dict(),
        "options_overrides": {}
    }

    # Set the animation prompts directly in the payload
    payload["deforum_settings"]["prompts"] = {
        "0": "A beautiful sunset landscape",
        "5": "A starry night sky with glowing stars"
    }

    # Send the API request to the Deforum API endpoint
    api_url = "http://localhost:7860/deforum_api/batches"  # Replace with the actual API URL
    response = requests.post(api_url, json=payload)

    # Check the response status code
    if response.status_code == 202:
        print("Deforum job submitted successfully!")
        print("Batch ID:", response.json()["batch_id"])
        print("Job IDs:", response.json()["job_ids"])
    else:
        print("Error submitting Deforum job:", response.status_code)
        print(response.text)

if __name__ == "__main__":
    main()