# Fetch assets
curl -sSL "https://github.com/nvidia-cosmos/cosmos-dependencies/raw/refs/heads/assets/cosmos3/inputs/action/av_vision_25_73d01c91-51f0-46cf-9b76-5682a76fb349.mp4" -o av_vision_25.mp4
curl -sSL "https://github.com/nvidia-cosmos/cosmos-dependencies/raw/refs/heads/assets/cosmos3/inputs/action/av_action_25.json" -o av_action_25.json
ffmpeg -y -loglevel error -i av_vision_25.mp4 -vf "select=eq(n\,0)" -vframes 1 av_vision_25_frame0.jpg

# Forward dynamics: image + action sequence -> predicted video (sync endpoint)
curl -sS -X POST "http://localhost:8000/v1/videos/sync" \
  --form-string "prompt=You are an autonomous vehicle planning system. This video is captured from a first-person perspective looking at the scene." \
  -F "input_reference=@av_vision_25_frame0.jpg" \
  -F "size=640x480" \
  -F "num_frames=61" \
  -F "fps=10" \
  -F "num_inference_steps=30" \
  -F "guidance_scale=1.0" \
  -F "flow_shift=5.0" \
  --form-string "extra_params={\"action_mode\":\"forward_dynamics\",\"domain_name\":\"av\",\"raw_action_dim\":9,\"action_chunk_size\":60,\"action\":$(cat av_action_25.json)}" \
  -F "seed=0" \
  -o cosmos3_forward_dynamics_av.mp4

# Fetch asset + extract conditioning frame
curl -sSL "https://github.com/nvidia-cosmos/cosmos-dependencies/raw/refs/heads/assets/cosmos3/inputs/action/bridge_0.mp4" -o bridge_0.mp4
ffmpeg -y -loglevel error -i bridge_0.mp4 -vf "select=eq(n\,0)" -vframes 1 bridge_0_frame0.jpg

# Policy: image + instruction -> generated video + predicted actions (async endpoint)
VIDEO_ID=$(curl -sS -X POST "http://localhost:8000/v1/videos" \
  -H "Accept: application/json" \
  --form-string "prompt=Put the pot to the left of the purple item. This video is captured from a first-person perspective looking at the scene." \
  -F "input_reference=@bridge_0_frame0.jpg" \
  -F "size=640x480" \
  -F "num_frames=17" \
  -F "fps=5" \
  -F "num_inference_steps=30" \
  -F "guidance_scale=1.0" \
  -F "flow_shift=5.0" \
  --form-string 'extra_params={"action_mode":"policy","domain_name":"bridge_orig_lerobot","raw_action_dim":10,"action_chunk_size":16}' \
  -F "seed=0" | jq -r '.id')
echo "job: $VIDEO_ID"

# Poll until completed
while true; do
  resp=$(curl -sS "http://localhost:8000/v1/videos/$VIDEO_ID")
  status=$(echo "$resp" | jq -r '.status')
  echo "status: $status"
  [ "$status" = "completed" ] && break
  [ "$status" = "failed" ] && { echo "$resp" | jq .; exit 1; }
  sleep 2
done

# Save predicted actions + generated video
echo "$resp" | jq '.data[0].action' > cosmos3_action_policy_action.json
curl -sS -L "http://localhost:8000/v1/videos/$VIDEO_ID/content" -o cosmos3_action_policy.mp4