zsxkib/outpainter-to-video

🎥 Outpaint videos (i2v) in each direction (top, bottom, left, right)

Public

32 runs

Run with an API

Pricing

Playground API Examples README

Run zsxkib/outpainter-to-video with an API

Use one of our client libraries to get started quickly. Clicking on a library will take you to the Playground tab where you can tweak different inputs, see the results, and copy the corresponding code to use in your own project.

Input schema

The fields you can use to run this model with an API. If you don't give a value for a field its default value will be used.

Field	Type	Default value	Description
image	string		Image to expand and animate
video_prompt	string		Describe the video motion and style
extend_left	integer	0 Max: 2000	Pixels to extend left
extend_right	integer	0 Max: 2000	Pixels to extend right
extend_top	integer	0 Max: 2000	Pixels to extend top
extend_bottom	integer	0 Max: 2000	Pixels to extend bottom
preset	None	none	Quick expansion presets (overrides extend values if not 'none')
outpaint_prompt	string	Continue the scene naturally	What should fill the expanded areas
steps	integer	50 Min: 15 Max: 50	Outpainting steps (quality)
guidance	number	30 Min: 1.5 Max: 100	Outpainting prompt adherence
num_frames	integer	81 Min: 81 Max: 121	Video length in frames (81 for speed)
resolution	None	720p	Video resolution
aspect_ratio	None	16:9	Video aspect ratio
frames_per_second	integer	24 Min: 5 Max: 30	Video frame rate
seed	integer		Random seed for reproducibility (leave blank for random)

{
  "type": "object",
  "title": "Input",
  "required": [
    "image",
    "video_prompt"
  ],
  "properties": {
    "seed": {
      "type": "integer",
      "title": "Seed",
      "x-order": 14,
      "nullable": true,
      "description": "Random seed for reproducibility (leave blank for random)"
    },
    "image": {
      "type": "string",
      "title": "Image",
      "format": "uri",
      "x-order": 0,
      "description": "Image to expand and animate"
    },
    "steps": {
      "type": "integer",
      "title": "Steps",
      "default": 50,
      "maximum": 50,
      "minimum": 15,
      "x-order": 8,
      "description": "Outpainting steps (quality)"
    },
    "preset": {
      "enum": [
        "none",
        "zoom_out_1.5x",
        "zoom_out_2x",
        "make_square",
        "left",
        "right",
        "top",
        "bottom"
      ],
      "type": "string",
      "title": "preset",
      "description": "Quick expansion presets (overrides extend values if not 'none')",
      "default": "none",
      "x-order": 6
    },
    "guidance": {
      "type": "number",
      "title": "Guidance",
      "default": 30,
      "maximum": 100,
      "minimum": 1.5,
      "x-order": 9,
      "description": "Outpainting prompt adherence"
    },
    "extend_top": {
      "type": "integer",
      "title": "Extend Top",
      "default": 0,
      "maximum": 2000,
      "minimum": 0,
      "x-order": 4,
      "description": "Pixels to extend top"
    },
    "num_frames": {
      "type": "integer",
      "title": "Num Frames",
      "default": 81,
      "maximum": 121,
      "minimum": 81,
      "x-order": 10,
      "description": "Video length in frames (81 for speed)"
    },
    "resolution": {
      "enum": [
        "480p",
        "720p"
      ],
      "type": "string",
      "title": "resolution",
      "description": "Video resolution",
      "default": "720p",
      "x-order": 11
    },
    "extend_left": {
      "type": "integer",
      "title": "Extend Left",
      "default": 0,
      "maximum": 2000,
      "minimum": 0,
      "x-order": 2,
      "description": "Pixels to extend left"
    },
    "aspect_ratio": {
      "enum": [
        "16:9",
        "9:16"
      ],
      "type": "string",
      "title": "aspect_ratio",
      "description": "Video aspect ratio",
      "default": "16:9",
      "x-order": 12
    },
    "extend_right": {
      "type": "integer",
      "title": "Extend Right",
      "default": 0,
      "maximum": 2000,
      "minimum": 0,
      "x-order": 3,
      "description": "Pixels to extend right"
    },
    "video_prompt": {
      "type": "string",
      "title": "Video Prompt",
      "x-order": 1,
      "description": "Describe the video motion and style"
    },
    "extend_bottom": {
      "type": "integer",
      "title": "Extend Bottom",
      "default": 0,
      "maximum": 2000,
      "minimum": 0,
      "x-order": 5,
      "description": "Pixels to extend bottom"
    },
    "outpaint_prompt": {
      "type": "string",
      "title": "Outpaint Prompt",
      "default": "Continue the scene naturally",
      "x-order": 7,
      "description": "What should fill the expanded areas"
    },
    "frames_per_second": {
      "type": "integer",
      "title": "Frames Per Second",
      "default": 24,
      "maximum": 30,
      "minimum": 5,
      "x-order": 13,
      "description": "Video frame rate"
    }
  }
}

Output schema

The shape of the response you’ll get when you run this model with an API.

Schema

{
  "type": "string",
  "title": "Output",
  "format": "uri"
}

Example API response

View prediction

'https://replicate.delivery/xezq/mbCMTFtYBvanDNPpoxePLxqdkubrCevTIpoqaf329gN4BIWqA/output.mp4'