win_monitor/workflows/bilibili-home-random-video.workflow.json

{
  "schema_version": "workflow/v1",
  "workflow_key": "bilibili-home-random-video",
  "name": "视觉点击：随机 Bilibili 首页推荐视频",
  "description": "打开真实浏览器中的 Bilibili 首页，用多模态 AI 从当前首页推荐里随机定位一个视频并点击播放。",
  "variables": {},
  "settings": {
    "max_steps": 10,
    "default_timeout_ms": 120000,
    "on_unhandled_error": "pause_for_user",
    "return": {"node_id": "locate"}
  },
  "nodes": [
    {"id": "start", "type": "flow.start", "title": "开始", "position": {"x": 80, "y": 180}, "params": {}, "inputs": {}},
    {"id": "open", "type": "browser.open_url", "title": "打开 B 站首页", "position": {"x": 300, "y": 180}, "params": {"url": "https://www.bilibili.com/", "browser": "edge", "new_window": true}, "inputs": {}},
    {"id": "wait", "type": "wait.seconds", "title": "等待页面加载", "position": {"x": 540, "y": 180}, "params": {"seconds": 6}, "inputs": {}},
    {
      "id": "locate",
      "type": "vision.locate_element",
      "title": "AI 定位随机首页视频",
      "position": {"x": 780, "y": 180},
      "params": {
        "target_description": "从当前 Bilibili 首页可见的推荐视频卡片中随机选择一个可点击的视频封面或标题中心。不要选择顶部导航、搜索框、直播入口、广告横幅、番剧导航、用户头像或轮播空白区域。",
        "screen_context": "Bilibili 首页推荐流，当前浏览器可能已登录用户账号。",
        "randomize": true,
        "save_screenshot": true,
        "fail_if_not_found": true,
        "temperature": 0.2
      },
      "inputs": {}
    },
    {
      "id": "click",
      "type": "mouse.click",
      "title": "点击播放",
      "position": {"x": 1040, "y": 180},
      "params": {"button": "left", "clicks": 1, "duration": 0},
      "inputs": {
        "x": {"source": "node_output", "node_id": "locate", "output": "x"},
        "y": {"source": "node_output", "node_id": "locate", "output": "y"}
      }
    },
    {"id": "end", "type": "flow.end", "title": "结束", "position": {"x": 1280, "y": 180}, "params": {}, "inputs": {}}
  ],
  "edges": [
    {"id": "start_to_open", "kind": "control", "source": "start", "source_port": "next", "target": "open", "target_port": "run"},
    {"id": "open_to_wait", "kind": "control", "source": "open", "source_port": "success", "target": "wait", "target_port": "run"},
    {"id": "wait_to_locate", "kind": "control", "source": "wait", "source_port": "success", "target": "locate", "target_port": "run"},
    {"id": "locate_to_click", "kind": "control", "source": "locate", "source_port": "success", "target": "click", "target_port": "run"},
    {"id": "click_to_end", "kind": "control", "source": "click", "source_port": "success", "target": "end", "target_port": "run"}
  ]
}