| [ |
| { |
| "img_filename": "desktop/Word/插入.jpg", |
| "instruction": "Open printer settings", |
| "instruction_zh": "打开打印机设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 618, |
| 7, |
| 669, |
| 53 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-13-53.png", |
| "instruction": "Add run/debug configuration.", |
| "instruction_zh": "添加运行/调试配置。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4183, |
| 11, |
| 4490, |
| 71 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/新建.png", |
| "instruction": "Create a new presentation", |
| "instruction_zh": "创建新的演示文稿", |
| "category": "functional_grounding", |
| "bbox": [ |
| 20, |
| 458, |
| 165, |
| 603 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Builds.png", |
| "instruction": "Display the currently running build tasks", |
| "instruction_zh": "显示当前正在运行的构建任务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 821, |
| 681, |
| 1020, |
| 738 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/12.png", |
| "instruction": "Resize the canvas to fit the screen", |
| "instruction_zh": "调整画布大小适应屏幕", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1709, |
| 140, |
| 1753, |
| 182 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_0c6e3c9b-7d5d-4e99-8909-c875c167d08c.png", |
| "instruction": "Select all items in the shopping cart", |
| "instruction_zh": "全选购物车商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 303, |
| 351, |
| 345, |
| 396 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/googlemaps-en/googlemaps-en_7508959a-e0e6-4b5f-ac13-3b599d0b192b.png", |
| "instruction": "Switch to driving route planning", |
| "instruction_zh": "切换至驾车出行规划", |
| "category": "functional_grounding", |
| "bbox": [ |
| 401, |
| 30, |
| 499, |
| 105 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/26.jpg", |
| "instruction": "Search is case-sensitive", |
| "instruction_zh": "搜索区分字母大小写", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1734, |
| 481, |
| 1765, |
| 511 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-03-55.png", |
| "instruction": "Open the IDE settings panel", |
| "instruction_zh": "打开IDE设置面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3378, |
| 157, |
| 3802, |
| 205 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/新建文件夹.png", |
| "instruction": "Windows system search", |
| "instruction_zh": "Windows 系统搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 787, |
| 1539, |
| 1115, |
| 1586 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/PowerPoint_主界面.png", |
| "instruction": "Return to the main startup page of PowerPoint", |
| "instruction_zh": "返回 PowerPoint 主启动页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 72, |
| 120, |
| 136, |
| 213 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/New_File.png", |
| "instruction": "Close the application", |
| "instruction_zh": "关闭应用程序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2507, |
| 0, |
| 2539, |
| 30 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/42.jpg", |
| "instruction": "Open the current help documentation", |
| "instruction_zh": "打开当前帮助文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1511, |
| 1509, |
| 1552, |
| 1550 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_2f6719e7-6dc7-4ca7-9f21-545c2b5b6db8.png", |
| "instruction": "Check room service", |
| "instruction_zh": "勾选客房服务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 839, |
| 537, |
| 878, |
| 577 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/setting.png", |
| "instruction": "Create a new node group", |
| "instruction_zh": "创建新的节点分组", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2546, |
| 773, |
| 2972, |
| 828 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/jd/jd_de1a1da7-4015-45f0-a07e-8c2869754002.png", |
| "instruction": "Add the current item to your favorites", |
| "instruction_zh": "将当前商品加入收藏夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 812, |
| 124, |
| 885, |
| 196 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jd/jd_4da7bbe4-27b3-47c8-ba0c-7799ef619e9a.png", |
| "instruction": "After clicking, you will be redirected to the refund details page.", |
| "instruction_zh": "点击后跳转至退款详情页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1421, |
| 1056, |
| 1599, |
| 1126 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-42-05.png", |
| "instruction": "Quickly search for functions or commands in Excel", |
| "instruction_zh": "在 Excel 中快速搜索功能或命令", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3189, |
| 9, |
| 3752, |
| 57 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-05-13.png", |
| "instruction": "Open IDE settings", |
| "instruction_zh": "打开 IDE 设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3605, |
| 14, |
| 3657, |
| 65 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-05-13.png", |
| "instruction": "Open the message notification center", |
| "instruction_zh": "打开消息通知中心", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3758, |
| 92, |
| 3815, |
| 151 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/30.png", |
| "instruction": "Generate a sharing link or set access permissions", |
| "instruction_zh": "生成分享链接或设置访问权限", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1939, |
| 47, |
| 2029, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/23.png", |
| "instruction": "Save the current mind map document", |
| "instruction_zh": "保存当前思维导图文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 28, |
| 135, |
| 78, |
| 185 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-05-12.png", |
| "instruction": "Remember the last filter switch status", |
| "instruction_zh": "记住上次的过滤器开关状态", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2139, |
| 1342, |
| 2173, |
| 1375 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-41-21.png", |
| "instruction": "Close the current template selection interface", |
| "instruction_zh": "关闭当前模板选择界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3561, |
| 2094, |
| 3674, |
| 2139 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/41.png", |
| "instruction": "Close the current window or application", |
| "instruction_zh": "关闭当前窗口或应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2109, |
| 4, |
| 2135, |
| 28 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/34.jpg", |
| "instruction": "Scroll down the search results", |
| "instruction_zh": "搜索结果向下滚动", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2323, |
| 1431, |
| 2352, |
| 1466 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/41.jpg", |
| "instruction": "Open the help documentation", |
| "instruction_zh": "打开帮助文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1510, |
| 1507, |
| 1552, |
| 1551 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/12.jpg", |
| "instruction": "View main menu settings", |
| "instruction_zh": "查看主菜单设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 51, |
| 150, |
| 163, |
| 241 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/37.jpg", |
| "instruction": "Switch input method", |
| "instruction_zh": "切换输入法", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3117, |
| 0, |
| 3172, |
| 43 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/8.png", |
| "instruction": "Return to the previous directory or knowledge base list", |
| "instruction_zh": "返回上一级目录或知识库列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 403, |
| 76, |
| 433, |
| 111 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/29.jpg", |
| "instruction": "Display search results", |
| "instruction_zh": "显示搜索结果", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1046, |
| 1352, |
| 1222, |
| 1400 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_2b9d0f1d-b845-408c-8357-e7ee5381c9d7.png", |
| "instruction": "Return to the phone's home screen", |
| "instruction_zh": "返回手机主屏幕", |
| "category": "functional_grounding", |
| "bbox": [ |
| 499, |
| 2240, |
| 575, |
| 2310 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/obsidian.png", |
| "instruction": "Switch to reading mode", |
| "instruction_zh": " 切换阅读模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1728, |
| 171, |
| 1766, |
| 208 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/deepseek/deepseek_4a854c6d-ffdf-4330-92b3-2cf84ee5d863.png", |
| "instruction": "Submit the current question", |
| "instruction_zh": "提交当前的问题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2671, |
| 1056, |
| 2736, |
| 1121 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_5b47b582-f85d-4587-82a6-b14af098d24d.png", |
| "instruction": "Agree to Weibo's user agreement", |
| "instruction_zh": "同意微博的用户协议", |
| "category": "functional_grounding", |
| "bbox": [ |
| 319, |
| 2366, |
| 379, |
| 2426 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Insert_Image.png", |
| "instruction": "Bold the selected text", |
| "instruction_zh": "加粗选中文本", |
| "category": "functional_grounding", |
| "bbox": [ |
| 205, |
| 83, |
| 576, |
| 124 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Empty_Interface.png", |
| "instruction": "Windows system-wide search feature", |
| "instruction_zh": "Windows 系统全局搜索功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 70, |
| 1538, |
| 502, |
| 1597 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/31.png", |
| "instruction": "Save the current flowchart document", |
| "instruction_zh": "保存当前流程图文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 27, |
| 131, |
| 81, |
| 191 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Right_Click_Paragraph.png", |
| "instruction": "Display the title structure of the current document", |
| "instruction_zh": "显示当前文档的标题结构", |
| "category": "functional_grounding", |
| "bbox": [ |
| 218, |
| 88, |
| 368, |
| 137 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Setting_Resources.png", |
| "instruction": "Discard all current changes and close the settings panel", |
| "instruction_zh": "放弃当前所有更改,关闭设置面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2765, |
| 1911, |
| 2918, |
| 1987 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_1b964022-ef36-4e05-900a-15ad371f92b0.png", |
| "instruction": "Enable incognito search", |
| "instruction_zh": "打开无痕搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 895, |
| 2081, |
| 1036, |
| 2174 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/feizhu/feizhu_c0a626db-9f1f-4e54-9108-9690a91d5a05.png", |
| "instruction": "Expand the advanced filter panel", |
| "instruction_zh": "展开高级筛选面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 858, |
| 226, |
| 994, |
| 293 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_ba2164f1-6bef-4199-8788-05ea66187d5b.png", |
| "instruction": "Claim the benefits shown in the pop-up window", |
| "instruction_zh": "领取弹窗中显示的福利", |
| "category": "functional_grounding", |
| "bbox": [ |
| 165, |
| 1586, |
| 913, |
| 1702 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-21-53.png", |
| "instruction": "Refresh the current page", |
| "instruction_zh": "刷新当前页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4042, |
| 19, |
| 4088, |
| 68 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/44.png", |
| "instruction": "Generate form", |
| "instruction_zh": "生成表单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2018, |
| 188, |
| 2146, |
| 235 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/首选项_智能参考线.png", |
| "instruction": "Open text settings", |
| "instruction_zh": "打开文字设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 575, |
| 540, |
| 799, |
| 583 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/页眉页脚.png", |
| "instruction": "Apply settings only to the currently selected slide", |
| "instruction_zh": "仅对当前选中的幻灯片应用设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1349, |
| 1051, |
| 1470, |
| 1087 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/6.png", |
| "instruction": "Expand more features in the lower-left corner", |
| "instruction_zh": "展开左下角更多功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 25, |
| 1325, |
| 59, |
| 1357 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-zh/system-zh_2dddb75e-da75-4bf5-bd32-195a264bb58e.png", |
| "instruction": "Adjust the system's default font size", |
| "instruction_zh": "调节系统默认字体大小", |
| "category": "functional_grounding", |
| "bbox": [ |
| 164, |
| 1807, |
| 913, |
| 1878 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/asana/asana_0b5d561b-1c5e-43fb-81ec-7bd3b419d2be.png", |
| "instruction": "Custom view", |
| "instruction_zh": "自定义视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3603, |
| 120, |
| 3792, |
| 178 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/Skyscanner/Skyscanner_9b946038-ea5f-4d33-b73a-e60ad7054f08.png", |
| "instruction": "According to the comprehensive optimal ranking", |
| "instruction_zh": "按综合最优排序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 989, |
| 74, |
| 1332, |
| 227 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/github/github_8c2e80c6-4523-4ce3-b266-599b25d0bfd7.png", |
| "instruction": "Create a new repository, new issue, new pull request", |
| "instruction_zh": "创建新仓库、新 Issue、新 Pull Request", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3349, |
| 27, |
| 3457, |
| 100 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/coze/coze_a63b2059-0877-45a5-a3e3-8011ee238dcb.png", |
| "instruction": "Publish/deploy the workflow to the production/execution environment", |
| "instruction_zh": "将工作流发布/部署到生产环境/执行环境", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3599, |
| 30, |
| 3716, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/coze/coze_a63b2059-0877-45a5-a3e3-8011ee238dcb.png", |
| "instruction": "Expand more features", |
| "instruction_zh": "展开更多功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3742, |
| 29, |
| 3809, |
| 93 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jd/jd_00e0740a-ce7f-42ec-a745-eda64abaa6fa.png", |
| "instruction": "View items in shopping cart", |
| "instruction_zh": "查看购物车中的商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3740, |
| 708, |
| 3836, |
| 826 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/spotify/spotify_e27cd337-249d-4311-a43f-e22661bdeac7.png", |
| "instruction": "Shuffle mode", |
| "instruction_zh": "随机播放模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1300, |
| 1740, |
| 1373, |
| 1817 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/插入图片.png", |
| "instruction": "Load more templates", |
| "instruction_zh": "加载更多模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2249, |
| 1435, |
| 2446, |
| 1476 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_a0ef1a15-86bf-4013-b240-2341ac21244c.png", |
| "instruction": "Close the pop-up and do not show it again for now", |
| "instruction_zh": "关闭弹窗并暂时不再提示", |
| "category": "functional_grounding", |
| "bbox": [ |
| 284, |
| 1956, |
| 699, |
| 2071 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/首页.png", |
| "instruction": "Add new page", |
| "instruction_zh": "添加新页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 354, |
| 257, |
| 385, |
| 289 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/36.png", |
| "instruction": "Close the current window", |
| "instruction_zh": "关闭当前窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2104, |
| 0, |
| 2143, |
| 32 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/rednote/rednote_56f7029e-07ef-48b1-b965-f5cf7505f4dd.png", |
| "instruction": "Confirm and close the current pop-up window", |
| "instruction_zh": "确认并关闭当前弹窗", |
| "category": "functional_grounding", |
| "bbox": [ |
| 267, |
| 1391, |
| 814, |
| 1494 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/创建.png", |
| "instruction": "More design categories", |
| "instruction_zh": "更多设计类别", |
| "category": "functional_grounding", |
| "bbox": [ |
| 362, |
| 1485, |
| 883, |
| 1559 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-56-14.png", |
| "instruction": "Confirm and apply language switch", |
| "instruction_zh": "确认并应用语言切换", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2902, |
| 24, |
| 3036, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/netease-music/netease-music_fc53a1d3-8fb6-4da4-ae51-594be5aa414b.png", |
| "instruction": "Skip to the previous song in the playlist", |
| "instruction_zh": "跳转到播放列表中的上一首歌曲", |
| "category": "functional_grounding", |
| "bbox": [ |
| 260, |
| 1876, |
| 358, |
| 1976 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/13.png", |
| "instruction": "Share the current document with others", |
| "instruction_zh": "将当前文档分享给他人", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1940, |
| 48, |
| 2030, |
| 98 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/taobao/taobao_aebd3caa-5909-4e2d-9336-f72831afdb32.png", |
| "instruction": "Clear all selected filters", |
| "instruction_zh": "清除所有已选筛选条件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 21, |
| 1975, |
| 529, |
| 2090 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-42.png", |
| "instruction": "Enter scaling factor", |
| "instruction_zh": "输入缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1686, |
| 689, |
| 1773, |
| 743 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Link_Right_Click.png", |
| "instruction": "Close the Typora application", |
| "instruction_zh": "关闭Typora应用程序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2501, |
| 3, |
| 2534, |
| 30 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Tip_Block.png", |
| "instruction": "Insert a new paragraph above the current paragraph", |
| "instruction_zh": " 在当前段落上方插入新段落", |
| "category": "functional_grounding", |
| "bbox": [ |
| 99, |
| 1075, |
| 535, |
| 1120 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_52ceb1bc-fe5a-4ab3-8f92-9344c7c82d0d.png", |
| "instruction": "Clear all selected filters", |
| "instruction_zh": "清除所有已选筛选条件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 44, |
| 2034, |
| 518, |
| 2155 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_f311d234-26fa-4e57-b1c4-12037dda56b6.png", |
| "instruction": "Jump to the system location management page", |
| "instruction_zh": "跳转至系统位置管理页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 739, |
| 1959, |
| 1151, |
| 2066 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/wechat-pay/wechat-pay_60829ef0-2c42-471a-9d1f-b2768c1aadc8.png", |
| "instruction": "Discard current filter settings", |
| "instruction_zh": "放弃当前筛选设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 117, |
| 1844, |
| 512, |
| 2004 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/39.png", |
| "instruction": "Share the current document or page with others", |
| "instruction_zh": "将当前文档或页面分享给他人", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1938, |
| 47, |
| 2030, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/yahoo-finance/yahoo-finance_61bd52f9-8d82-4463-9b98-6dd5b90a66ef.png", |
| "instruction": "Expand more feature options", |
| "instruction_zh": "展开更多功能选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2764, |
| 43, |
| 2867, |
| 83 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_f4adad9f-1cd5-4b30-bd25-c2815be92b93.png", |
| "instruction": "Upload a picture or use the camera to take a photo of the item", |
| "instruction_zh": "上传图片或使用摄像头拍摄商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2825, |
| 124, |
| 3026, |
| 216 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_b7fe943f-5960-475a-a267-c2ace1d8e79b.png", |
| "instruction": "View the video description content", |
| "instruction_zh": "查看视频简介内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 18, |
| 911, |
| 136, |
| 972 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/todo-list/todo-list_427c79df-88b6-4ba7-a948-d157634182b2.png", |
| "instruction": "Switch to symbol input mode", |
| "instruction_zh": "切换到符号输入模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 12, |
| 2070, |
| 160, |
| 2191 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-57-27.png", |
| "instruction": "Confirm language switch", |
| "instruction_zh": "确认语言切换", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2904, |
| 20, |
| 3033, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/38.png", |
| "instruction": "Share the current document with others", |
| "instruction_zh": "将当前文档分享给他人", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1940, |
| 49, |
| 2028, |
| 95 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-41.png", |
| "instruction": "Quickly open PyCharm global settings", |
| "instruction_zh": "快速打开 PyCharm 全局设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 38, |
| 1988, |
| 76, |
| 2031 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/0.png", |
| "instruction": "Click to expand more features", |
| "instruction_zh": "点击展开更多功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 23, |
| 1325, |
| 63, |
| 1358 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Paragraph.png", |
| "instruction": "Promote the current heading level by one level", |
| "instruction_zh": "将当前标题级别提升一级", |
| "category": "functional_grounding", |
| "bbox": [ |
| 100, |
| 426, |
| 538, |
| 470 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/6.jpg", |
| "instruction": "Used to add free text to the canvas", |
| "instruction_zh": "用于在画布上添加自由文本", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3168, |
| 1734, |
| 3245, |
| 1809 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/googlemaps-en/googlemaps-en_db474899-12c4-4998-a854-f79779adfe5f.png", |
| "instruction": "Share search results", |
| "instruction_zh": "分享搜索结果", |
| "category": "functional_grounding", |
| "bbox": [ |
| 851, |
| 183, |
| 998, |
| 239 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Setting_Kubernetes.png", |
| "instruction": "View notification settings", |
| "instruction_zh": "查看通知设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 269, |
| 1195, |
| 736, |
| 1287 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/taobao/taobao_602b700c-c493-437d-a5ee-232cfeddd2e7.png", |
| "instruction": "Close pop-up ads", |
| "instruction_zh": "关闭弹出广告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 486, |
| 1701, |
| 594, |
| 1808 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/wechat-pay/wechat-pay_95518182-28f6-4d31-aa86-8be8f55b8ccc.png", |
| "instruction": "Confirm current settings", |
| "instruction_zh": "确认当前设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 247, |
| 1171, |
| 832, |
| 1324 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/yahoo-finance/yahoo-finance_8be56c64-618c-46fe-b4ae-d74aa672e16d.png", |
| "instruction": "Expand more feature options", |
| "instruction_zh": "展开更多功能选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2766, |
| 46, |
| 2866, |
| 79 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alarm/alarm_f1687ad4-32e8-42cc-8f1a-8983f40b9def.png", |
| "instruction": "Turn off the vibration function", |
| "instruction_zh": "关闭振动功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 866, |
| 1708, |
| 1001, |
| 1783 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/weibo/weibo_a1272c77-44e5-4a98-b674-5a8b826bba11.png", |
| "instruction": "Switch to night mode", |
| "instruction_zh": "切换为夜间模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2854, |
| 29, |
| 2915, |
| 91 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/打开命令面板.png", |
| "instruction": "Global search function", |
| "instruction_zh": "全局搜索功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 137, |
| 11, |
| 185, |
| 47 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/0641186b-Snipaste_2025-06-24_13-41-38.png", |
| "instruction": "Choose Australia", |
| "instruction_zh": "选择澳大利亚", |
| "category": "functional_grounding", |
| "bbox": [ |
| 7, |
| 654, |
| 975, |
| 716 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_5fd700ae-c74b-49b9-96e2-15c1cdbb5e80.png", |
| "instruction": "Change the incoming call ringtone", |
| "instruction_zh": "更换来电铃声", |
| "category": "functional_grounding", |
| "bbox": [ |
| 554, |
| 451, |
| 1041, |
| 704 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/jd/jd_abf6ae15-d803-4c5a-b0b1-ed2c274bb243.png", |
| "instruction": "Contact customer service", |
| "instruction_zh": "联系客服", |
| "category": "functional_grounding", |
| "bbox": [ |
| 39, |
| 240, |
| 175, |
| 426 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/setting.png", |
| "instruction": "Search note content globally", |
| "instruction_zh": "全局搜索笔记内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 178, |
| 90, |
| 248, |
| 136 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_eb849847-7944-4a61-9a29-0c825542f72f.png", |
| "instruction": "Drag the slider to set the price range", |
| "instruction_zh": "拖动滑块设定价格范围", |
| "category": "functional_grounding", |
| "bbox": [ |
| 566, |
| 1038, |
| 912, |
| 1081 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_b7fe943f-5960-475a-a267-c2ace1d8e79b.png", |
| "instruction": "Click to jump to the Taobao product purchase page", |
| "instruction_zh": "点击跳转至淘宝商品购买页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 776, |
| 760, |
| 978, |
| 829 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-38-25.png", |
| "instruction": "Switch to small screen layout", |
| "instruction_zh": "切换为小屏幕布局", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2594, |
| 63, |
| 2636, |
| 81 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Edit_Selection.png", |
| "instruction": "Select the scope of influence for the current style", |
| "instruction_zh": "选择当前样式作用范围", |
| "category": "functional_grounding", |
| "bbox": [ |
| 476, |
| 771, |
| 848, |
| 813 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/spotify/spotify_940afafe-f400-41b8-89da-499bffc5f25a.png", |
| "instruction": "Click to enter personal homepage", |
| "instruction_zh": "点击进入个人主页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 43, |
| 99, |
| 185, |
| 243 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-23-21.png", |
| "instruction": "Add the current page to favorites", |
| "instruction_zh": "将当前页面加入收藏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2734, |
| 23, |
| 2773, |
| 61 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-41-27.png", |
| "instruction": "Enter the application's personalization settings center to adjust font, default format, and keyboard shortcuts.", |
| "instruction_zh": "进入应用的个性化设置中心,可调整字体、默认格式、快捷键", |
| "category": "functional_grounding", |
| "bbox": [ |
| 508, |
| 444, |
| 868, |
| 500 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_4eba2c7b-c2fa-4d9b-b09c-8389d879c072.png", |
| "instruction": "Enter the \"Schedule\" or \"Activities\" page", |
| "instruction_zh": "进入“日程”或“活动”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 47, |
| 119, |
| 134, |
| 199 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_360791c9-73ce-4f39-af04-8a26955a337c.png", |
| "instruction": "Jump to the HarmonyOS introduction page", |
| "instruction_zh": "跳转至鸿蒙介绍页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 778, |
| 1297, |
| 982, |
| 1393 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/设置-通用.png", |
| "instruction": "Disable the macOS auto-save feature on local documents", |
| "instruction_zh": "取消在本地文档上使用macOS的自动保存功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1301, |
| 1136, |
| 1331, |
| 1167 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/uber/uber_30422d95-1ec7-4e6d-9382-c9f7ba53caf9.png", |
| "instruction": "Will use the car later.", |
| "instruction_zh": "待会用车", |
| "category": "functional_grounding", |
| "bbox": [ |
| 959, |
| 1828, |
| 1022, |
| 1892 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Publish.png", |
| "instruction": "Open the WeChat app", |
| "instruction_zh": "打开微信应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1525, |
| 1543, |
| 1566, |
| 1585 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/7c66a744-Snipaste_2025-06-24_15-17-28.png", |
| "instruction": "Perform search operation after clicking", |
| "instruction_zh": "点击后进行搜索操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 852, |
| 129, |
| 970, |
| 200 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/展开右侧快捷栏.png", |
| "instruction": "New folder", |
| "instruction_zh": "新建文件夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 221, |
| 73, |
| 265, |
| 110 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/yelp/yelp_d7f088c0-25c2-40ee-b3dd-f1d8c870783e.png", |
| "instruction": "View the content collected by the user", |
| "instruction_zh": "查看用户收藏的内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 635, |
| 2031, |
| 882, |
| 2190 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/jd/jd_de1a1da7-4015-45f0-a07e-8c2869754002.png", |
| "instruction": "Add the currently selected item to the shopping cart", |
| "instruction_zh": "将当前选中的商品加入购物车", |
| "category": "functional_grounding", |
| "bbox": [ |
| 22, |
| 2065, |
| 541, |
| 2166 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/tradingview/tradingview_2bc26527-5aa4-4c03-94cd-d92112c4e925.png", |
| "instruction": "Switch to another market", |
| "instruction_zh": "切换其他市场", |
| "category": "functional_grounding", |
| "bbox": [ |
| 40, |
| 304, |
| 349, |
| 371 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/asana/asana_4aad7a79-faac-4924-b0da-ceb7d5594115.png", |
| "instruction": "Share project link", |
| "instruction_zh": "分享项目链接", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3437, |
| 120, |
| 3571, |
| 178 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/29.png", |
| "instruction": "Open the system file selection dialog", |
| "instruction_zh": "打开系统文件选择对话框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 334, |
| 378, |
| 482, |
| 421 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-55-25.png", |
| "instruction": "Download the PyCharm installer", |
| "instruction_zh": "下载 PyCharm 安装包", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2883, |
| 26, |
| 3139, |
| 106 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_08ed349e-c0c4-44a3-9996-b182e1fc8610.png", |
| "instruction": "Add waypoint", |
| "instruction_zh": "添加途经点", |
| "category": "functional_grounding", |
| "bbox": [ |
| 704, |
| 174, |
| 810, |
| 266 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-18-13.png", |
| "instruction": "Add a text box to the canvas", |
| "instruction_zh": "在画布上添加文本框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1906, |
| 110, |
| 1957, |
| 160 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/create_request.png", |
| "instruction": "Expand comments and more actions", |
| "instruction_zh": "展开评论更多操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1634, |
| 617, |
| 1679, |
| 660 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/22.jpg", |
| "instruction": "Manage tasks in the local task repository", |
| "instruction_zh": "管理本地任务仓库中的任务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 241, |
| 142, |
| 664, |
| 184 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/spotify/spotify_940afafe-f400-41b8-89da-499bffc5f25a.png", |
| "instruction": "View recommended music list", |
| "instruction_zh": "查看推荐音乐列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 43, |
| 1285, |
| 345, |
| 1821 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/幻灯片放映.png", |
| "instruction": "Choose which monitor to output the slide show to", |
| "instruction_zh": "选择幻灯片放映输出到哪个显示器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1179, |
| 135, |
| 1403, |
| 169 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/netease-music/netease-music_23e23ed2-d90b-41bb-af02-9dfcaf31dee2.png", |
| "instruction": "Follow this artist or artwork", |
| "instruction_zh": "关注该艺术家或作品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 422, |
| 1575, |
| 523, |
| 1631 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/9bcd0bfc-Snipaste_2025-06-24_15-22-41.png", |
| "instruction": "Perform the search operation", |
| "instruction_zh": "执行搜索操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 932, |
| 264, |
| 1052, |
| 349 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/uber/uber_30422d95-1ec7-4e6d-9382-c9f7ba53caf9.png", |
| "instruction": "Confirm the selected time option", |
| "instruction_zh": "确认所选时间选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 42, |
| 2000, |
| 1039, |
| 2169 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/meituan/meituan_fffbe6e5-a809-4660-a502-d285e29a5ba0.png", |
| "instruction": "Execute the query entered in the search box", |
| "instruction_zh": "执行搜索框中输入内容的查询", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1043, |
| 240, |
| 1240, |
| 356 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-05-57.png", |
| "instruction": "Quickly search for keywords in the settings.", |
| "instruction_zh": "在设置项中快速搜索关键词", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1499, |
| 566, |
| 2042, |
| 621 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/插入图片.png", |
| "instruction": "Insert single-page design elements", |
| "instruction_zh": "插入单页设计元素", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2474, |
| 434, |
| 2537, |
| 505 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/0.jpg", |
| "instruction": "Select and move objects on the canvas", |
| "instruction_zh": "选择和移动画布上的对象", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1447, |
| 1974, |
| 1567, |
| 2083 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/排列文档.png", |
| "instruction": "Input opacity settings", |
| "instruction_zh": "输入设置不透明度", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1248, |
| 136, |
| 1373, |
| 170 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/google-maps/google-maps_54168dbd-1a8e-4037-b7a9-6a4e4101fe31.png", |
| "instruction": "Show the locations of nearby hotels on the map", |
| "instruction_zh": "在地图上显示周边其他酒店位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 276, |
| 279, |
| 802, |
| 367 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/google-maps/google-maps_54168dbd-1a8e-4037-b7a9-6a4e4101fe31.png", |
| "instruction": "Navigate to the selected hotel", |
| "instruction_zh": "导航到选中酒店", |
| "category": "functional_grounding", |
| "bbox": [ |
| 44, |
| 1921, |
| 452, |
| 2029 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/eleme/eleme_1a663344-1618-4357-a86d-0eba5f9ced07.png", |
| "instruction": "Browse more supermarket products", |
| "instruction_zh": "浏览更多超市类商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 549, |
| 242, |
| 1050, |
| 345 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/tradingview/tradingview_e30cb08b-4513-450a-b207-a4f5d3037c7f.png", |
| "instruction": "View settings to trigger alert", |
| "instruction_zh": "查看设置触发预警", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3730, |
| 99, |
| 3802, |
| 172 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/14.jpg", |
| "instruction": "Select the source folder path", |
| "instruction_zh": "选择源文件夹路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 958, |
| 219, |
| 1140, |
| 252 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/14.jpg", |
| "instruction": "Nest the new interface as an internal interface within the existing class or interface.", |
| "instruction_zh": "将新接口作为内部借口嵌套在现有类或接口内部", |
| "category": "functional_grounding", |
| "bbox": [ |
| 21, |
| 351, |
| 46, |
| 376 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/设置_编辑器.png", |
| "instruction": "Configuration Editor", |
| "instruction_zh": "配置编辑器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 581, |
| 834, |
| 913, |
| 899 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-50-43.png", |
| "instruction": "View plugin features overview and examples", |
| "instruction_zh": "查看插件功能概览与示例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2101, |
| 555, |
| 2256, |
| 620 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-23-01.png", |
| "instruction": "Collect", |
| "instruction_zh": "收藏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2605, |
| 20, |
| 2650, |
| 65 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_d20f12cb-3473-4ef8-9abc-c5f18238df59.png", |
| "instruction": "Switch to recent apps on the phone", |
| "instruction_zh": "切换手机最近应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 246, |
| 2234, |
| 329, |
| 2316 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/35.png", |
| "instruction": "Clear formatting", |
| "instruction_zh": "清除格式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 707, |
| 126, |
| 749, |
| 164 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/35.png", |
| "instruction": "Adjust text indentation", |
| "instruction_zh": "调整文本缩进", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1719, |
| 121, |
| 1781, |
| 161 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/设置-登陆.png", |
| "instruction": "View historical payment records", |
| "instruction_zh": "查看历史支付记录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 174, |
| 1154, |
| 636, |
| 1238 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/search.png", |
| "instruction": "Open File Explorer", |
| "instruction_zh": "打开文件资源管理器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 7, |
| 148, |
| 91, |
| 238 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-46.png", |
| "instruction": "Apply changes", |
| "instruction_zh": "应用更改", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2720, |
| 1696, |
| 2863, |
| 1754 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_61b0b261-4741-4a34-ba3a-e518d72fe3b7.png", |
| "instruction": "Select the \"No Advance Payment Required\" filter option", |
| "instruction_zh": "勾选无需提前付款筛选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 838, |
| 181, |
| 878, |
| 224 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/30.jpg", |
| "instruction": "View code quick fix suggestions", |
| "instruction_zh": "查看代码快速修复建议", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2575, |
| 1696, |
| 2606, |
| 1734 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/weibo/weibo_a1272c77-44e5-4a98-b674-5a8b826bba11.png", |
| "instruction": "Cancel the comment and simultaneously use it as the retweet content.", |
| "instruction_zh": "取消评论同时作为转发内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1485, |
| 1103, |
| 1513, |
| 1132 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_377ed2f8-99f2-486e-8d6a-9888f2f55e82.png", |
| "instruction": "Pay the current order amount using a bank card", |
| "instruction_zh": "使用银行卡支付当前订单金额", |
| "category": "functional_grounding", |
| "bbox": [ |
| 34, |
| 2048, |
| 1043, |
| 2169 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/taobao/taobao_fd531be9-8e4b-4710-b1af-ef23a325565e.png", |
| "instruction": "Refresh recommended products", |
| "instruction_zh": "刷新推荐商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 869, |
| 1315, |
| 1051, |
| 1372 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/taobao/taobao_fd531be9-8e4b-4710-b1af-ef23a325565e.png", |
| "instruction": "Check to add recommended items to cart", |
| "instruction_zh": "勾选推荐商品加入购物车", |
| "category": "functional_grounding", |
| "bbox": [ |
| 974, |
| 1503, |
| 1035, |
| 1564 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-20-49.png", |
| "instruction": "Provide various ways to add members", |
| "instruction_zh": "提供多种添加成员的方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2329, |
| 492, |
| 2374, |
| 546 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-22-32.png", |
| "instruction": "Expand more unlisted pages", |
| "instruction_zh": "展开更多未列出的页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 15, |
| 1029, |
| 451, |
| 1088 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_88f82b96-e3be-4548-b877-2e8f92e014f4.png", |
| "instruction": "Click to filter products suitable for school environments", |
| "instruction_zh": "点击筛选适合学校场景使用的产品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 566, |
| 315, |
| 592, |
| 340 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_da8e2cec-7e40-47c1-9c62-30b8db1bc67d.png", |
| "instruction": "Deposit the above three coupons into the user's account.", |
| "instruction_zh": "将上述三张优惠券存入用户账户", |
| "category": "functional_grounding", |
| "bbox": [ |
| 238, |
| 1404, |
| 840, |
| 1515 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/12.png", |
| "instruction": "Select brush", |
| "instruction_zh": "选择画笔", |
| "category": "functional_grounding", |
| "bbox": [ |
| 31, |
| 677, |
| 75, |
| 723 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/12.png", |
| "instruction": "Change theme style", |
| "instruction_zh": "更换主题风格", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1931, |
| 138, |
| 1981, |
| 182 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Right_Click_Copy_or_Paste.png", |
| "instruction": "View more file operations", |
| "instruction_zh": "查看更多文件操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2, |
| 35, |
| 43, |
| 73 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/todo-list/todo-list_61b41983-1576-4e25-b59a-a490419c35cb.png", |
| "instruction": "Enter the main task list interface", |
| "instruction_zh": "进入任务列表主界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 217, |
| 2060, |
| 355, |
| 2201 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/9.jpg", |
| "instruction": "Add or switch between different pages", |
| "instruction_zh": "添加或者切换不同页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 583, |
| 133, |
| 699, |
| 253 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/googlemaps-ch/googlemaps-ch_17e257fa-ebe9-4e94-a62d-77b30fb5d0d7.png", |
| "instruction": "Select departure time or arrival time", |
| "instruction_zh": "选择出发时间或到达时间", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1098, |
| 41, |
| 1294, |
| 114 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/设置_文件.png", |
| "instruction": "Configuration Editor Functionality", |
| "instruction_zh": "配置编辑器功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 581, |
| 837, |
| 915, |
| 902 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/编辑.png", |
| "instruction": "Maximize/Enter Full Screen", |
| "instruction_zh": "最大化/进入全屏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 93, |
| 84, |
| 124, |
| 118 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/26.jpg", |
| "instruction": "Select workset", |
| "instruction_zh": "选择工作集", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1754, |
| 1043, |
| 1941, |
| 1080 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/netease-music/netease-music_a53a2db9-9cb0-471b-a114-a2e3ef7ce8ff.png", |
| "instruction": "View recent playback history", |
| "instruction_zh": "查看最近播放记录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 42, |
| 855, |
| 249, |
| 954 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/yelp/yelp_a75daaad-decf-4b2b-98db-5d2f4546c3fd.png", |
| "instruction": "Cancel sorting by platform algorithm recommendation", |
| "instruction_zh": "取消按平台算法推荐排序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 861, |
| 1774, |
| 923, |
| 1834 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-04-17.png", |
| "instruction": "Enter the main interface of the Photos app", |
| "instruction_zh": "进入照片 App 主界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 334, |
| 1716, |
| 693, |
| 1776 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-43.png", |
| "instruction": "Unset", |
| "instruction_zh": "取消设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2382, |
| 1695, |
| 2528, |
| 1756 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/eaby/eaby_e45eb73a-c8b7-47cc-8e7a-7efa918ec19e.png", |
| "instruction": "Filter transportation options", |
| "instruction_zh": "筛选运输选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1659, |
| 0, |
| 1815, |
| 29 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/试图.jpg", |
| "instruction": "Enable automatic document saving", |
| "instruction_zh": "开启文档自动保存", |
| "category": "functional_grounding", |
| "bbox": [ |
| 284, |
| 16, |
| 363, |
| 46 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/11.jpg", |
| "instruction": "Select another working path", |
| "instruction_zh": "选择其他工作路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1948, |
| 565, |
| 2096, |
| 602 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/模板设置.png", |
| "instruction": "View note structure plugin", |
| "instruction_zh": "查看笔记结构插件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 475, |
| 618, |
| 813, |
| 659 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/coze/coze_aee612f6-94d8-4ad3-80e8-24689ca4d306.png", |
| "instruction": "List the agent you created on the store", |
| "instruction_zh": "将自己创建的智能体上架到商店", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3555, |
| 43, |
| 3764, |
| 109 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/explorer.png", |
| "instruction": "Click to switch back to the Explorer view", |
| "instruction_zh": "点击切换回资源管理器视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3, |
| 151, |
| 89, |
| 236 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-03-10.png", |
| "instruction": "Custom menu and toolbar layout", |
| "instruction_zh": "自定义菜单和工具栏布局", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1483, |
| 741, |
| 1946, |
| 784 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/start.png", |
| "instruction": "Open the NetEase Cloud Music app", |
| "instruction_zh": "打开网易云音乐应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1216, |
| 1904, |
| 1249, |
| 1937 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alarm/alarm_de1a6e81-a1e2-49f3-96d1-23ab71510fbe.png", |
| "instruction": "Switch to the timer function", |
| "instruction_zh": "切换到计时器功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 675, |
| 253, |
| 834, |
| 344 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-22-50.png", |
| "instruction": "Rename workspace", |
| "instruction_zh": "重命名工作区", |
| "category": "functional_grounding", |
| "bbox": [ |
| 428, |
| 98, |
| 468, |
| 139 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/preference_general.png", |
| "instruction": "Configure Obsidian sync service", |
| "instruction_zh": "配置Obsidian同步服务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 424, |
| 1279, |
| 908, |
| 1337 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-27.png", |
| "instruction": "Save the current workbook", |
| "instruction_zh": "保存当前工作簿", |
| "category": "functional_grounding", |
| "bbox": [ |
| 98, |
| 19, |
| 141, |
| 60 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_1b8b39c8-acbd-4222-bace-3ee30d1a4a94.png", |
| "instruction": "Add new energy vehicle license plate", |
| "instruction_zh": "添加新能源车车牌", |
| "category": "functional_grounding", |
| "bbox": [ |
| 53, |
| 348, |
| 325, |
| 422 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_1b8b39c8-acbd-4222-bace-3ee30d1a4a94.png", |
| "instruction": "Locate the user's current position", |
| "instruction_zh": "定位用户当前位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 943, |
| 1359, |
| 1061, |
| 1472 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/PowerPoint_主界面.png", |
| "instruction": "After clicking, you will enter the \"New Presentation\" page.", |
| "instruction_zh": "点击后进入“新建演示文稿”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 72, |
| 311, |
| 136, |
| 408 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/右键.png", |
| "instruction": "Jump to the declaration of the current symbol", |
| "instruction_zh": "跳转到当前符号的声明处", |
| "category": "functional_grounding", |
| "bbox": [ |
| 904, |
| 480, |
| 1289, |
| 506 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_6985299e-ac5e-4ad0-9f7e-074c937bc077.png", |
| "instruction": "Click to enter the shopping cart page", |
| "instruction_zh": "点击进入购物车页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3334, |
| 21, |
| 3510, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/remote_explorer.png", |
| "instruction": "Open the left test panel", |
| "instruction_zh": "打开左侧测试面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1, |
| 732, |
| 92, |
| 811 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-zh/system-zh_cb484dfe-4ef4-4039-86e0-bf027a4b81d3.png", |
| "instruction": "Manage device connection functionality", |
| "instruction_zh": "管理设备间连接功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 61, |
| 1352, |
| 1018, |
| 1511 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_4b317f29-37ba-4ae9-922e-168c3935ce9f.png", |
| "instruction": "Avoid the city's restricted traffic zones.", |
| "instruction_zh": "避开城市的限行区域", |
| "category": "functional_grounding", |
| "bbox": [ |
| 879, |
| 1319, |
| 1018, |
| 1402 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/13.png", |
| "instruction": "Demonstrate the current document", |
| "instruction_zh": "演示当前文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1871, |
| 46, |
| 1921, |
| 95 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/meituan/meituan_bb74f666-c403-4eec-bcbc-fed6ad6f28da.png", |
| "instruction": "Increase purchase quantity", |
| "instruction_zh": "增加购买数量", |
| "category": "functional_grounding", |
| "bbox": [ |
| 980, |
| 591, |
| 1047, |
| 660 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_dfcd2dbd-99a4-4447-bcd2-7155303d9dad.png", |
| "instruction": "Take a screenshot to save the current video frame.", |
| "instruction_zh": "截屏保存当前视频画面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2213, |
| 295, |
| 2302, |
| 378 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_5fd700ae-c74b-49b9-96e2-15c1cdbb5e80.png", |
| "instruction": "Change the alarm ringtone", |
| "instruction_zh": "更换闹钟铃声", |
| "category": "functional_grounding", |
| "bbox": [ |
| 38, |
| 456, |
| 523, |
| 993 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-14.png", |
| "instruction": "Set page print properties", |
| "instruction_zh": "设置页面打印属性", |
| "category": "functional_grounding", |
| "bbox": [ |
| 307, |
| 74, |
| 414, |
| 130 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-56-25.png", |
| "instruction": "Confirm switching the current page language to Simplified Chinese", |
| "instruction_zh": "确认将当前页面语言切换为简体中文", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2903, |
| 20, |
| 3036, |
| 100 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/95e38df5-Snipaste_2025-06-24_14-16-29.png", |
| "instruction": "View package reviews", |
| "instruction_zh": "查看套餐评价", |
| "category": "functional_grounding", |
| "bbox": [ |
| 335, |
| 125, |
| 473, |
| 206 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-24-00.png", |
| "instruction": "Create a new page in the current workspace", |
| "instruction_zh": "在当前工作区中新建页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 793, |
| 18, |
| 842, |
| 66 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/netease-music/netease-music_cb3d203b-c7ae-4c18-96bb-7e6937ff1dab.png", |
| "instruction": "Identify a song by listening to it", |
| "instruction_zh": "听歌识曲", |
| "category": "functional_grounding", |
| "bbox": [ |
| 983, |
| 128, |
| 1032, |
| 193 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Branch.png", |
| "instruction": "Open the comparison view between the current branch and the default branch on the GitHub website.", |
| "instruction_zh": "在GitHub 网页上打开当前分支与默认分支的比较视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 369, |
| 548, |
| 886, |
| 594 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Branch.png", |
| "instruction": "Filter the list of changed files", |
| "instruction_zh": "过滤更改文件列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 87, |
| 169, |
| 355, |
| 205 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-47-24.png", |
| "instruction": "Set font formatting", |
| "instruction_zh": "设置字体格式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 283, |
| 153, |
| 643, |
| 204 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/首页.png", |
| "instruction": "Create document", |
| "instruction_zh": "创建文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1790, |
| 751, |
| 1892, |
| 901 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Anaconda/Snipaste_2025-06-20_13-47-12.png", |
| "instruction": "Jump to the Anaconda official documentation website", |
| "instruction_zh": "跳转至 Anaconda 官方文档网站", |
| "category": "functional_grounding", |
| "bbox": [ |
| 276, |
| 1682, |
| 600, |
| 1749 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/zhihu/zhihu_7d9feb75-462f-4892-97b6-cfd86f6dbc61.png", |
| "instruction": "View the most popular questions, articles, and topics", |
| "instruction_zh": "查看最热门的问题、文章和话题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 859, |
| 20, |
| 980, |
| 108 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-10-14.png", |
| "instruction": "Demonstrate accessibility settings", |
| "instruction_zh": "演示辅助功能设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1578, |
| 951, |
| 2070, |
| 1004 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-41-54.png", |
| "instruction": "Click to navigate to the \"Personal Information\" management page.", |
| "instruction_zh": "点击后跳转至“个人信息”管理页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1529, |
| 1085, |
| 1830, |
| 1177 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-15-04.png", |
| "instruction": "View file editing", |
| "instruction_zh": "查看文件编辑", |
| "category": "functional_grounding", |
| "bbox": [ |
| 291, |
| 4, |
| 368, |
| 44 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-26.png", |
| "instruction": "Disable plugin updates", |
| "instruction_zh": "禁用插件更新", |
| "category": "functional_grounding", |
| "bbox": [ |
| 528, |
| 315, |
| 562, |
| 347 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_bb7b2e92-4a28-4fdd-81b8-b6973c8e9333.png", |
| "instruction": "Report this content", |
| "instruction_zh": "举报该内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 503, |
| 2029, |
| 1023, |
| 2153 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/页边距设置.jpg", |
| "instruction": "Enable automatic scheduled saving", |
| "instruction_zh": "开启自动定时保存", |
| "category": "functional_grounding", |
| "bbox": [ |
| 285, |
| 15, |
| 363, |
| 48 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-21-46.png", |
| "instruction": "Deselect all exported items", |
| "instruction_zh": "全部取消选中的导出项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3545, |
| 2508, |
| 3569, |
| 2533 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/7.jpg", |
| "instruction": "Display project structure", |
| "instruction_zh": "显示项目结构", |
| "category": "functional_grounding", |
| "bbox": [ |
| 0, |
| 56, |
| 282, |
| 107 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-56.png", |
| "instruction": "Apply all changes and close the settings window", |
| "instruction_zh": "应用所有更改并关闭设置窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1789, |
| 1364, |
| 1934, |
| 1422 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-40-24.png", |
| "instruction": "Quickly create a new workbook", |
| "instruction_zh": "快速创建新工作簿", |
| "category": "functional_grounding", |
| "bbox": [ |
| 20, |
| 464, |
| 161, |
| 605 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-40-24.png", |
| "instruction": "Display the list of recently opened workbooks", |
| "instruction_zh": "显示最近打开的工作簿列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 241, |
| 584, |
| 365, |
| 644 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-58-54.png", |
| "instruction": "Jump to the help page", |
| "instruction_zh": "跳转到帮助页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3498, |
| 1794, |
| 3772, |
| 1889 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/3.jpg", |
| "instruction": "Cancel adding annotation template", |
| "instruction_zh": "取消添加注释模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 64, |
| 1252, |
| 89, |
| 1278 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/9.png", |
| "instruction": "Return to the user's homepage", |
| "instruction_zh": "返回用户首页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1, |
| 195, |
| 381, |
| 246 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/9.png", |
| "instruction": "Save the current document", |
| "instruction_zh": "收藏当前文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1753, |
| 54, |
| 1791, |
| 92 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/asana/asana_4aad7a79-faac-4924-b0da-ceb7d5594115.png", |
| "instruction": "Generate project report", |
| "instruction_zh": "生成项目报告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 35, |
| 442, |
| 452, |
| 500 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/19.jpg", |
| "instruction": "Search text content", |
| "instruction_zh": "搜索文本内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 27, |
| 38, |
| 290, |
| 83 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/56e4520d-Snipaste_2025-06-24_15-04-07.png", |
| "instruction": "Search for products", |
| "instruction_zh": "搜索商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 751, |
| 122, |
| 925, |
| 194 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/douyin/douyin_1d0fee2f-3476-40e1-b15c-eff335282999.png", |
| "instruction": "Change to a new set of trending topics", |
| "instruction_zh": "换一批热搜内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 679, |
| 256, |
| 738, |
| 310 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-56-38.png", |
| "instruction": "Notification Center", |
| "instruction_zh": "通知中心", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3305, |
| 205, |
| 3362, |
| 259 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/taobao/taobao_e0230ea9-25bf-42c0-844a-e70d6885f4ee.png", |
| "instruction": "Clear all unread messages", |
| "instruction_zh": "清除所有未读消息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 867, |
| 119, |
| 932, |
| 188 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/编辑.png", |
| "instruction": "Add line comments", |
| "instruction_zh": "添加行注释", |
| "category": "functional_grounding", |
| "bbox": [ |
| 136, |
| 471, |
| 532, |
| 495 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/编辑.png", |
| "instruction": "Add block comment", |
| "instruction_zh": "添加块注释", |
| "category": "functional_grounding", |
| "bbox": [ |
| 137, |
| 510, |
| 530, |
| 534 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/添加文字.jpg", |
| "instruction": "Copy selected content", |
| "instruction_zh": "复制选中内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 118, |
| 176, |
| 166, |
| 220 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/repository_content.png", |
| "instruction": "Show all uncommitted file changes in the current repository", |
| "instruction_zh": "显示当前仓库中所有未提交的文件更改", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2, |
| 173, |
| 241, |
| 230 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-31-27.png", |
| "instruction": "Enable Bézier path editing", |
| "instruction_zh": "启用贝塞尔路径编辑", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1674, |
| 51, |
| 1704, |
| 80 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-31-27.png", |
| "instruction": "Display current frame preview", |
| "instruction_zh": "显示当前帧预览", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3383, |
| 97, |
| 3445, |
| 141 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_3a3871db-ca36-4e00-ae8c-085bfc561ac0.png", |
| "instruction": "Switch input method", |
| "instruction_zh": "切换输入法", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1197, |
| 2998, |
| 1279, |
| 3068 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-21-02.png", |
| "instruction": "Manage security and data permissions", |
| "instruction_zh": "管理安全与数据权限", |
| "category": "functional_grounding", |
| "bbox": [ |
| 241, |
| 732, |
| 695, |
| 788 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/48.jpg", |
| "instruction": "Maximize/Restore Window", |
| "instruction_zh": "最大化/还原窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 181, |
| 281, |
| 211, |
| 310 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-37.png", |
| "instruction": "Close the window", |
| "instruction_zh": "关闭窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 14, |
| 14, |
| 41, |
| 42 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-47-19.png", |
| "instruction": "Adjust the page layout", |
| "instruction_zh": "调整页面布局", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3277, |
| 2112, |
| 3343, |
| 2158 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/转到.png", |
| "instruction": "Switch between various editor groups", |
| "instruction_zh": "切换各种编辑器组", |
| "category": "functional_grounding", |
| "bbox": [ |
| 395, |
| 218, |
| 861, |
| 258 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/转到.png", |
| "instruction": "Perform text selection-related operations", |
| "instruction_zh": "进行文本选择相关操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 224, |
| 10, |
| 302, |
| 43 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_433e2092-a8b0-46d6-98b4-2a8700a04acf.png", |
| "instruction": "Plan a route to Hangzhou East Railway Station", |
| "instruction_zh": "规划前往杭州东站的路线", |
| "category": "functional_grounding", |
| "bbox": [ |
| 626, |
| 388, |
| 733, |
| 493 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_433e2092-a8b0-46d6-98b4-2a8700a04acf.png", |
| "instruction": "Locate the user's current position", |
| "instruction_zh": "定位到用户当前位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3732, |
| 1893, |
| 3797, |
| 1956 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-04-24.png", |
| "instruction": "Select theme color", |
| "instruction_zh": "选择主题颜色", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2222, |
| 657, |
| 2614, |
| 718 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/0.jpg", |
| "instruction": "Global search function", |
| "instruction_zh": "全局搜索功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2919, |
| 10, |
| 2955, |
| 48 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/0.jpg", |
| "instruction": "Quickly switch views or open a new view.", |
| "instruction_zh": "快速切换视图或打开新视图。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2842, |
| 8, |
| 2880, |
| 46 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/更换字体.png", |
| "instruction": "Enable the auto-save feature", |
| "instruction_zh": "打开自动保存功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 151, |
| 19, |
| 218, |
| 52 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/a46d75b5-Snipaste_2025-06-24_15-24-34.png", |
| "instruction": "View unread messages", |
| "instruction_zh": "查看未读消息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 561, |
| 125, |
| 641, |
| 193 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/29.png", |
| "instruction": "Image upload / Gallery feature", |
| "instruction_zh": "图像上传/图库功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 383, |
| 252, |
| 431, |
| 299 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-04-05.png", |
| "instruction": "Manage license or purchase", |
| "instruction_zh": "管理许可证或购买", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3694, |
| 17, |
| 3804, |
| 60 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Setting_SoftwareUpdates.png", |
| "instruction": "Manage automatic updates and manual update checks", |
| "instruction_zh": "管理自动更新和手动检查更新", |
| "category": "functional_grounding", |
| "bbox": [ |
| 255, |
| 932, |
| 746, |
| 1018 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-42-05.png", |
| "instruction": "Set cell number format", |
| "instruction_zh": "设置单元格数字格式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1435, |
| 98, |
| 1746, |
| 146 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-17-32.png", |
| "instruction": "Quickly search the content of the current workspace", |
| "instruction_zh": "快速搜索当前工作区内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1, |
| 159, |
| 494, |
| 216 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/netease-music/netease-music_7e4c7ebd-0a26-451c-93ba-77d9c8af7368.png", |
| "instruction": "Enter the \"Account Settings\" page", |
| "instruction_zh": "进入“账户设置”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 558, |
| 130, |
| 632, |
| 191 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-42-22.png", |
| "instruction": "View all undeleted notes", |
| "instruction_zh": "查看所有未删除笔记", |
| "category": "functional_grounding", |
| "bbox": [ |
| 37, |
| 366, |
| 391, |
| 448 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-06-20.png", |
| "instruction": "Global search", |
| "instruction_zh": "全局搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 101, |
| 376, |
| 668, |
| 424 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/47.jpg", |
| "instruction": "Open an existing file or resource", |
| "instruction_zh": "打开已有文件或资源\n", |
| "category": "functional_grounding", |
| "bbox": [ |
| 163, |
| 336, |
| 198, |
| 369 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/History.png", |
| "instruction": "Display the submitted submission history", |
| "instruction_zh": "显示已提交的提交历史", |
| "category": "functional_grounding", |
| "bbox": [ |
| 185, |
| 118, |
| 373, |
| 161 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/reddit/reddit_c3f60e14-1057-4d57-95ca-fea117bfe9a2.png", |
| "instruction": "Jump to personal homepage", |
| "instruction_zh": "跳转至个人主页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 352, |
| 1467, |
| 1036, |
| 1570 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/reddit/reddit_c3f60e14-1057-4d57-95ca-fea117bfe9a2.png", |
| "instruction": "Enter the \"Profile Editing\" page", |
| "instruction_zh": "进入“个人资料编辑”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 353, |
| 1594, |
| 1036, |
| 1692 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_cea5683b-dcf2-4223-9ae3-6978916a9536.png", |
| "instruction": "Jump to shopping cart", |
| "instruction_zh": "跳转至购物车", |
| "category": "functional_grounding", |
| "bbox": [ |
| 313, |
| 330, |
| 612, |
| 387 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/airbnb/airbnb_97b1612f-5557-458f-a8e5-2a63755f33b5.png", |
| "instruction": "Open the hotel selection service", |
| "instruction_zh": "打开选择酒店服务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 685, |
| 128, |
| 868, |
| 300 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/25.jpg", |
| "instruction": "Click to distinguish between uppercase and lowercase", |
| "instruction_zh": "点击区分大小写", |
| "category": "functional_grounding", |
| "bbox": [ |
| 725, |
| 178, |
| 751, |
| 203 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/审阅.jpg", |
| "instruction": "Enable Word to automatically save document changes", |
| "instruction_zh": "开启Word 自动保存文档更改", |
| "category": "functional_grounding", |
| "bbox": [ |
| 283, |
| 16, |
| 363, |
| 47 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/4.jpg", |
| "instruction": "\"Quick Fix\" or \"Recommended Action\"", |
| "instruction_zh": "“快速修复”或“建议操作”", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2990, |
| 1846, |
| 3016, |
| 1882 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-49-34.png", |
| "instruction": "Select the specific location of the profile", |
| "instruction_zh": "选择配置文件的具体位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 682, |
| 481, |
| 904, |
| 537 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/打开设置.png", |
| "instruction": "Display software version, update status, language settings, help, and account information.", |
| "instruction_zh": "显示软件版本、更新状态、语言设置、帮助与账户信息。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 474, |
| 197, |
| 807, |
| 237 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/引用.jpg", |
| "instruction": "Insert caption", |
| "instruction_zh": "插入题注", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1260, |
| 137, |
| 1326, |
| 268 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_c6a813d2-c815-4224-868f-1cfd1ba7b400.png", |
| "instruction": "Show driving route options", |
| "instruction_zh": "展示驾车路线方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 473, |
| 442, |
| 654, |
| 510 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-41-21.png", |
| "instruction": "Create a new Excel workbook using the currently selected template", |
| "instruction_zh": "当前选中的模板创建一个新的 Excel 工作簿", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3689, |
| 2098, |
| 3802, |
| 2140 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/41.png", |
| "instruction": "Drag the canvas to move the view.", |
| "instruction_zh": "拖动画布移动视角", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1645, |
| 128, |
| 1702, |
| 185 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/41.png", |
| "instruction": "View shortcuts", |
| "instruction_zh": "查看快捷键", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2062, |
| 1247, |
| 2125, |
| 1309 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/9.jpg", |
| "instruction": "Manage common configurations", |
| "instruction_zh": "管理常用配置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 392, |
| 206, |
| 829, |
| 245 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/6.jpg", |
| "instruction": "Create a new board or a new project", |
| "instruction_zh": " 创建新画板或新项目", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3671, |
| 17, |
| 3744, |
| 82 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/16.jpg", |
| "instruction": "Quick fix suggestions", |
| "instruction_zh": "快速修复建议", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2983, |
| 1841, |
| 3021, |
| 1887 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/24.jpg", |
| "instruction": "Close the window", |
| "instruction_zh": "关闭窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 15, |
| 15, |
| 40, |
| 40 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-05-04.png", |
| "instruction": "Global settings or IDE settings", |
| "instruction_zh": "全局设置或 IDE 设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4037, |
| 97, |
| 4108, |
| 163 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/4.png", |
| "instruction": "Search by keyword", |
| "instruction_zh": "通过关键词搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 22, |
| 118, |
| 294, |
| 164 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/open.png", |
| "instruction": "List the directory of applications installed in the system", |
| "instruction_zh": "列出系统安装的应用程序目录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 731, |
| 690, |
| 1147, |
| 746 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-40-54.png", |
| "instruction": "Guide users to purchase Evernote Premium membership", |
| "instruction_zh": "引导用户购买 Evernote 高级会员", |
| "category": "functional_grounding", |
| "bbox": [ |
| 39, |
| 1676, |
| 484, |
| 1765 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/bloomberg/bloomberg_bb121c29-8769-4b76-baef-c2f1b0e287e9.png", |
| "instruction": "Hide NASDAQ index", |
| "instruction_zh": "隐藏NASDAQ指数", |
| "category": "functional_grounding", |
| "bbox": [ |
| 660, |
| 866, |
| 701, |
| 907 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/view.png", |
| "instruction": "Enter/Exit Fullscreen Mode", |
| "instruction_zh": "进入/退出全屏模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 93, |
| 86, |
| 120, |
| 117 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-38-25.png", |
| "instruction": "Drag down to adjust the zoom level", |
| "instruction_zh": "下拉调整缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1103, |
| 1226, |
| 1172, |
| 1244 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-44-38.png", |
| "instruction": "Insert the selected function into the currently edited cell.", |
| "instruction_zh": "将选中的函数插入到当前编辑的单元格中", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3657, |
| 1031, |
| 3805, |
| 1075 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Volumes.png", |
| "instruction": "Jump to Docker official documentation", |
| "instruction_zh": "跳转至 Docker 官方文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1383, |
| 369, |
| 1537, |
| 400 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Settigs_General.png", |
| "instruction": "Jump to the official documentation to learn how to manually configure shell completion.", |
| "instruction_zh": "跳转至官方文档,说明如何手动配置shell补全", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1658, |
| 1217, |
| 1848, |
| 1250 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-18-13.png", |
| "instruction": "Drag the canvas", |
| "instruction_zh": "拖动画布", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1985, |
| 2465, |
| 2045, |
| 2523 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/file.png", |
| "instruction": "Close the window", |
| "instruction_zh": "关闭窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 13, |
| 88, |
| 41, |
| 116 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/录制-从头开始.png", |
| "instruction": "Start recording the presentation video", |
| "instruction_zh": "开始录制演示文稿视频", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1587, |
| 87, |
| 1684, |
| 184 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-55-08.png", |
| "instruction": "Confirm and apply language switch to Simplified Chinese", |
| "instruction_zh": "确认并应用语言切换至简体中文", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2902, |
| 22, |
| 3034, |
| 97 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-20.png", |
| "instruction": "View more preset keyboard shortcut schemes", |
| "instruction_zh": "查看更多预设快捷键方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 511, |
| 1059, |
| 934, |
| 1115 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/显示.png", |
| "instruction": "Display a list of all open documents in the sidebar", |
| "instruction_zh": "在侧边栏显示所有已打开文档的列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 556, |
| 461, |
| 959, |
| 504 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-06-49.png", |
| "instruction": "Show the list of bookmarks", |
| "instruction_zh": "显示书签列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 9, |
| 272, |
| 72, |
| 334 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-32-20.png", |
| "instruction": "Drag the composite view", |
| "instruction_zh": "拖动合成视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 325, |
| 248, |
| 369, |
| 292 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-32-20.png", |
| "instruction": "Lock layer", |
| "instruction_zh": "锁定图层", |
| "category": "functional_grounding", |
| "bbox": [ |
| 282, |
| 1502, |
| 319, |
| 1536 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_05941f93-a283-48a0-b09c-93252a2027ee.png", |
| "instruction": "Click on the personal profile page", |
| "instruction_zh": "点击个人主页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 47, |
| 113, |
| 153, |
| 217 |
| ], |
| "label": "image", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-38-33.png", |
| "instruction": "Click and drag the canvas", |
| "instruction_zh": "点击拖动画布", |
| "category": "functional_grounding", |
| "bbox": [ |
| 220, |
| 60, |
| 244, |
| 81 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/12.jpg", |
| "instruction": "Manually select project storage path", |
| "instruction_zh": "手动选择项目存储路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1054, |
| 329, |
| 1196, |
| 361 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/670ce8fc-Snipaste_2025-06-24_11-54-32.png", |
| "instruction": "Used for screening merchants", |
| "instruction_zh": "用于筛选商家", |
| "category": "functional_grounding", |
| "bbox": [ |
| 93, |
| 123, |
| 975, |
| 203 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/670ce8fc-Snipaste_2025-06-24_11-54-32.png", |
| "instruction": "Expand more filter options", |
| "instruction_zh": "展开更多筛选条件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 962, |
| 240, |
| 1044, |
| 273 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/右键_段落设置.png", |
| "instruction": "Open File Explorer", |
| "instruction_zh": "打开文件资源管理器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 75, |
| 9, |
| 130, |
| 50 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-35-35.png", |
| "instruction": "Switch between different previews", |
| "instruction_zh": "切换不同预览", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1217, |
| 48, |
| 1270, |
| 68 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/38.jpg", |
| "instruction": "Display search results", |
| "instruction_zh": "显示搜索结果", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1510, |
| 1424, |
| 1685, |
| 1468 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/start.png", |
| "instruction": "Create a new folder", |
| "instruction_zh": "新建一个文件夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1783, |
| 1030, |
| 1989, |
| 1094 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/5.png", |
| "instruction": "Save the current document", |
| "instruction_zh": "收藏当前文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1753, |
| 48, |
| 1789, |
| 96 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-54-07.png", |
| "instruction": "Display all Kanban board list", |
| "instruction_zh": "显示所有看板列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2937, |
| 229, |
| 3373, |
| 307 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/airbnb/airbnb_e0048b5a-6d94-473c-99cf-b525c8900864.png", |
| "instruction": "View saved homes or experiences", |
| "instruction_zh": "查看收藏的房源或体验", |
| "category": "functional_grounding", |
| "bbox": [ |
| 243, |
| 2073, |
| 411, |
| 2193 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_0afd608c-5994-4900-a06c-da01161f5665.png", |
| "instruction": "View real-time tracking information for Typhoon \"Yangliu\"", |
| "instruction_zh": "查看台风“杨柳”的实时路径追踪信息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 25, |
| 235, |
| 1040, |
| 343 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-08-04.png", |
| "instruction": "Close the window", |
| "instruction_zh": "关闭窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 13, |
| 13, |
| 41, |
| 41 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-08-04.png", |
| "instruction": "Global search settings", |
| "instruction_zh": "全局搜索设置项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 15, |
| 79, |
| 479, |
| 135 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-29-32.png", |
| "instruction": "Show/Hide Layers", |
| "instruction_zh": "显示/隐藏图层", |
| "category": "functional_grounding", |
| "bbox": [ |
| 10, |
| 1590, |
| 39, |
| 1614 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/29.jpg", |
| "instruction": "View quick fixes or suggestions", |
| "instruction_zh": "查看快速修复或建议", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2575, |
| 1693, |
| 2606, |
| 1737 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/preference_hotkeys.png", |
| "instruction": "Set up shortcut key function", |
| "instruction_zh": "设置快捷键功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 438, |
| 553, |
| 887, |
| 609 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-09-10.png", |
| "instruction": "Log in to your account to manage it.", |
| "instruction_zh": "登录账户进行管理", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4893, |
| 60, |
| 4948, |
| 116 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-03-34.png", |
| "instruction": "Application menu", |
| "instruction_zh": "应用菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 88, |
| 2, |
| 198, |
| 41 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/21.png", |
| "instruction": "Collect", |
| "instruction_zh": "收藏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1748, |
| 51, |
| 1795, |
| 96 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/首选项_单位.png", |
| "instruction": "Open the NetEase Cloud Music app", |
| "instruction_zh": "打开网易云应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 952, |
| 1999, |
| 1022, |
| 2070 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-57-45.png", |
| "instruction": "Log in with your GitLab account", |
| "instruction_zh": "使用 GitLab 账户登录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 505, |
| 983, |
| 754, |
| 1089 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-38-45.png", |
| "instruction": "Check the note function module", |
| "instruction_zh": "勾选笔记功能模块", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2149, |
| 658, |
| 2192, |
| 700 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-04-01.png", |
| "instruction": "View the new features of PyCharm 2025.1", |
| "instruction_zh": "查看 PyCharm 2025.1 的新特性", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1287, |
| 78, |
| 1702, |
| 161 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/书写内容.png", |
| "instruction": "Open \"To-Do List\"", |
| "instruction_zh": "打开“待办事项”", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4, |
| 257, |
| 59, |
| 306 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/podcast-player/podcast-player_020f6e1b-6676-4b23-9a93-61c32cee07f4.png", |
| "instruction": "Select a perfect score", |
| "instruction_zh": "评分选择满分", |
| "category": "functional_grounding", |
| "bbox": [ |
| 745, |
| 1068, |
| 825, |
| 1148 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-00-50.png", |
| "instruction": "View file operation menu", |
| "instruction_zh": "查看文件操作菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 200, |
| 3, |
| 289, |
| 42 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/settingturn.png", |
| "instruction": "Open the file browser", |
| "instruction_zh": "打开文件浏览器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 101, |
| 82, |
| 170, |
| 139 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/preference_appearance.png", |
| "instruction": "Manage font size settings", |
| "instruction_zh": "管理字体大小设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2338, |
| 1023, |
| 2484, |
| 1082 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/rednote/rednote_7ab6f053-9629-4e6b-b921-120ff713ccdd.png", |
| "instruction": "Click to open and accept message notifications", |
| "instruction_zh": "点击打开后接受消息通知", |
| "category": "functional_grounding", |
| "bbox": [ |
| 858, |
| 298, |
| 971, |
| 354 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/source_control.png", |
| "instruction": "Open File Explorer", |
| "instruction_zh": "打开文件资源管理器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1, |
| 142, |
| 96, |
| 241 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/googlemaps-en/googlemaps-en_9cdb794f-5f2b-4f76-acd6-8d94c54a0099.png", |
| "instruction": "Show hotel location", |
| "instruction_zh": "显示酒店位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1386, |
| 41, |
| 1569, |
| 114 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-zh/system-zh_350c74f5-e137-446e-a5ae-72871acb76b4.png", |
| "instruction": "Multitasking/Application Switching Key", |
| "instruction_zh": "多任务/应用切换键", |
| "category": "functional_grounding", |
| "bbox": [ |
| 255, |
| 2246, |
| 320, |
| 2305 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Change_Night_Themes.png", |
| "instruction": "Minimize the Typora window to the taskbar", |
| "instruction_zh": "将 Typora 窗口最小化到任务栏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2371, |
| 5, |
| 2395, |
| 25 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-22-36.png", |
| "instruction": "Display important files favorited by the user", |
| "instruction_zh": "显示用户收藏的重要文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 15, |
| 415, |
| 445, |
| 486 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-08-22.png", |
| "instruction": "Collect the actual types of variables during debugging.", |
| "instruction_zh": "调试过程中收集变量的实际类型", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1502, |
| 561, |
| 1537, |
| 593 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-08-22.png", |
| "instruction": "Select PyQt compatibility mode", |
| "instruction_zh": "选择pyqt兼容模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1990, |
| 733, |
| 2214, |
| 787 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-21-16.png", |
| "instruction": "Close the banner displaying at the top", |
| "instruction_zh": "关闭顶部显示发布横幅", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2345, |
| 1098, |
| 2407, |
| 1134 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-21-16.png", |
| "instruction": "Manage domain name", |
| "instruction_zh": "管理域名", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2350, |
| 878, |
| 2385, |
| 890 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-47-10.png", |
| "instruction": "Click the close pane below without inserting any icons", |
| "instruction_zh": "点击下方关闭窗格,不插入任何图标", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3407, |
| 2024, |
| 3526, |
| 2090 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_dbe39adb-fa0b-4fa4-9d12-1fb884988fa5.png", |
| "instruction": "Open the menu for more actions on the current page", |
| "instruction_zh": "打开当前页面的更多操作菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1289, |
| 116, |
| 1377, |
| 203 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_ba12cc36-1729-4e30-af27-b1f3b555c759.png", |
| "instruction": "Jump to the Taobao product page", |
| "instruction_zh": "跳转至淘宝商品页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 776, |
| 762, |
| 974, |
| 828 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_04356daf-fa59-4217-83bd-cc752f18f18f.png", |
| "instruction": "Enter the anime section", |
| "instruction_zh": "进入动画番剧专区", |
| "category": "functional_grounding", |
| "bbox": [ |
| 99, |
| 679, |
| 195, |
| 766 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/31.png", |
| "instruction": "Move or adjust the graphics on the canvas", |
| "instruction_zh": "移动或调整画布上的图形", |
| "category": "functional_grounding", |
| "bbox": [ |
| 28, |
| 627, |
| 80, |
| 678 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/动画.png", |
| "instruction": "Select objects to fade in or appear in the default manner.", |
| "instruction_zh": "选择对象以默认方式淡入或显现", |
| "category": "functional_grounding", |
| "bbox": [ |
| 248, |
| 137, |
| 361, |
| 220 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/File.png", |
| "instruction": "Open the file selection dialog", |
| "instruction_zh": " 打开文件选择对话框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 0, |
| 193, |
| 362, |
| 233 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/动画.png", |
| "instruction": "Toggle remark panel show/hide", |
| "instruction_zh": "切换备注面板显示/隐藏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2813, |
| 2114, |
| 2933, |
| 2160 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/右键_新增链接.png", |
| "instruction": "Switch to \"Split Screen\" or \"Reading Mode\"", |
| "instruction_zh": "切换为“分屏”或“阅读模式”", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2317, |
| 13, |
| 2359, |
| 48 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-30.png", |
| "instruction": "Select the setup area", |
| "instruction_zh": "选择设置区域", |
| "category": "functional_grounding", |
| "bbox": [ |
| 646, |
| 544, |
| 1095, |
| 602 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/steam/steam_c6186604-29c1-4ae4-809f-6bbf601e8344.png", |
| "instruction": "View the content of the store's homepage", |
| "instruction_zh": "查看商店首页内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 963, |
| 79, |
| 1079, |
| 129 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/steam/steam_c6186604-29c1-4ae4-809f-6bbf601e8344.png", |
| "instruction": "Go to the full discount page", |
| "instruction_zh": "进入完整折扣页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2195, |
| 1314, |
| 2433, |
| 1359 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_zh_en_windows/Procedural occlusion.png", |
| "instruction": "View file operation menu", |
| "instruction_zh": "查看文件操作菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 55, |
| 6, |
| 104, |
| 45 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/25.png", |
| "instruction": "Locate the current document's position in the table of contents", |
| "instruction_zh": "定位当前文档在目录中的位置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 674, |
| 232, |
| 703, |
| 258 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/setting_integrations.png", |
| "instruction": "Configure external tool integration", |
| "instruction_zh": "配置外部工具集成", |
| "category": "functional_grounding", |
| "bbox": [ |
| 953, |
| 683, |
| 1255, |
| 758 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-43-50.png", |
| "instruction": "Set page orientation, margins, paper size, print area, background, etc.", |
| "instruction_zh": "设置页面方向、页边距、纸张大小、打印区域、背景等", |
| "category": "functional_grounding", |
| "bbox": [ |
| 291, |
| 83, |
| 430, |
| 127 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-43-50.png", |
| "instruction": "Current zoom level is 100%, you can drag to adjust", |
| "instruction_zh": "当前缩放比例为 100%,可拖动调整", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3426, |
| 2118, |
| 3698, |
| 2154 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_3b5de022-47f4-47ca-8bd4-7c8597806d5d.png", |
| "instruction": "Return to the main screen", |
| "instruction_zh": "返回主屏幕", |
| "category": "functional_grounding", |
| "bbox": [ |
| 511, |
| 2248, |
| 563, |
| 2300 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/podcast-player/podcast-player_283f5652-2aab-4fc9-8f43-a305dcb856df.png", |
| "instruction": "Allow the app to download files to the device", |
| "instruction_zh": "允许app下载文件到设备中", |
| "category": "functional_grounding", |
| "bbox": [ |
| 78, |
| 1944, |
| 1002, |
| 2078 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-41-38.png", |
| "instruction": "Import local file", |
| "instruction_zh": "导入本地文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 503, |
| 526, |
| 872, |
| 613 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/20.png", |
| "instruction": "Insert a mind map into the canvas.", |
| "instruction_zh": "画板中插入思维导图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 900, |
| 854, |
| 957, |
| 898 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/15.png", |
| "instruction": "Create a new document, page, or knowledge base", |
| "instruction_zh": "新建文档、页面或知识库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 312, |
| 120, |
| 362, |
| 170 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/15.png", |
| "instruction": "Return to the homepage", |
| "instruction_zh": "返回首页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2, |
| 193, |
| 379, |
| 243 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-43-10.png", |
| "instruction": "Adjust the zoom level", |
| "instruction_zh": "调整缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3431, |
| 2118, |
| 3698, |
| 2155 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-43-10.png", |
| "instruction": "Switch to Page Layout view", |
| "instruction_zh": "切换至页面布局视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3276, |
| 2116, |
| 3346, |
| 2157 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/10.png", |
| "instruction": "Save the current document", |
| "instruction_zh": "收藏当前文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1756, |
| 56, |
| 1788, |
| 87 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/eaby/eaby_b92ef177-fd36-4a8e-9681-7ca1d38cd4f6.png", |
| "instruction": "Show only items authenticated as genuine by the platform", |
| "instruction_zh": "仅显示经过平台真品认证的商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 789, |
| 1369, |
| 821, |
| 1400 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_ba2164f1-6bef-4199-8788-05ea66187d5b.png", |
| "instruction": "Expand more features", |
| "instruction_zh": "展开更多功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 952, |
| 112, |
| 1039, |
| 198 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-44-13.png", |
| "instruction": "View functions and formula-related features", |
| "instruction_zh": "查看函数公式相关功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 452, |
| 85, |
| 514, |
| 135 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/edit.png", |
| "instruction": "Search document content", |
| "instruction_zh": "查找文档内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 325, |
| 475, |
| 761, |
| 523 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/1.png", |
| "instruction": "Create a new document or create a new knowledge base", |
| "instruction_zh": "新建文档或新建知识库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 313, |
| 120, |
| 362, |
| 168 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/新建文档_移动设备.png", |
| "instruction": "Open the NetEase Cloud app", |
| "instruction_zh": "打开网易云应用", |
| "category": "functional_grounding", |
| "bbox": [ |
| 949, |
| 1997, |
| 1026, |
| 2072 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/ebay/ebay_d6a3868d-2b8a-4c1e-839f-2308b929c968.png", |
| "instruction": "Sort by the remaining time of auction or time-limited items", |
| "instruction_zh": "按拍卖或限时商品的剩余时间排序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 60, |
| 1797, |
| 114, |
| 1852 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/opencommand.png", |
| "instruction": "Display current version", |
| "instruction_zh": "显示当前版本", |
| "category": "functional_grounding", |
| "bbox": [ |
| 835, |
| 947, |
| 2158, |
| 1011 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/insert.png", |
| "instruction": "Close the current window", |
| "instruction_zh": "关闭当前窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 14, |
| 86, |
| 39, |
| 115 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_de598bfd-b11b-4e2b-afb6-8bd6517fb2c2.png", |
| "instruction": "Open recent tasks", |
| "instruction_zh": "打开最近任务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 251, |
| 2234, |
| 329, |
| 2318 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-16-02.png", |
| "instruction": "Notification Center", |
| "instruction_zh": "通知中心", |
| "category": "functional_grounding", |
| "bbox": [ |
| 5060, |
| 148, |
| 5099, |
| 195 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/format.png", |
| "instruction": "Open help or documentation", |
| "instruction_zh": "打开帮助或文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 562, |
| 1902, |
| 598, |
| 1940 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/format.png", |
| "instruction": "Change the selected text format to", |
| "instruction_zh": "选中文本格式改为", |
| "category": "functional_grounding", |
| "bbox": [ |
| 498, |
| 547, |
| 826, |
| 594 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_17-56-49.png", |
| "instruction": "Click to redirect to the JetBrains official website", |
| "instruction_zh": "点击后跳转至 JetBrains 官方页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1525, |
| 990, |
| 1701, |
| 1045 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/feizhu/feizhu_5de753f6-4730-401b-9043-1acb2b197c95.png", |
| "instruction": "Switch to other sorting methods", |
| "instruction_zh": "切换其他排序方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 869, |
| 235, |
| 983, |
| 283 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_100f1192-0c61-4363-81dd-48ccbd638dd8.png", |
| "instruction": "Enable anti-flicker mode", |
| "instruction_zh": "开启防闪烁模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 841, |
| 1980, |
| 1022, |
| 2097 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/45.png", |
| "instruction": "Save current data table", |
| "instruction_zh": "收藏当前数据表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1702, |
| 56, |
| 1738, |
| 92 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-42-44.png", |
| "instruction": "Change the theme font scheme", |
| "instruction_zh": "更改主题字体方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 111, |
| 213, |
| 253, |
| 264 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/原型.png", |
| "instruction": "Set the currently selected artboard or container as a scrollable area", |
| "instruction_zh": "将当前选中的画板或容器设置为可滚动区域", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2569, |
| 292, |
| 2999, |
| 336 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/画笔.png", |
| "instruction": "Manage preset colors", |
| "instruction_zh": "管理预设颜色", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1732, |
| 409, |
| 1809, |
| 460 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/b2d2c6d6-Snipaste_2025-06-24_13-39-06.png", |
| "instruction": "View the store or platform's promotional offers", |
| "instruction_zh": "查看店铺或平台的优惠活动", |
| "category": "functional_grounding", |
| "bbox": [ |
| 843, |
| 132, |
| 902, |
| 195 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/content.png", |
| "instruction": "View", |
| "instruction_zh": "查看", |
| "category": "functional_grounding", |
| "bbox": [ |
| 250, |
| 86, |
| 313, |
| 143 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/页眉页脚.png", |
| "instruction": "Show slide number", |
| "instruction_zh": "显示幻灯片编号", |
| "category": "functional_grounding", |
| "bbox": [ |
| 850, |
| 827, |
| 871, |
| 848 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-40-41.png", |
| "instruction": "Confirm selection of current template", |
| "instruction_zh": "确认选择当前模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1498, |
| 1517, |
| 1900, |
| 1616 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/22.png", |
| "instruction": "Select and drag the canvas", |
| "instruction_zh": "选择拖动画布", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1125, |
| 354, |
| 1183, |
| 414 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/didi/didi_0974a80d-95bf-45df-80c4-9692832bfe8d.png", |
| "instruction": "Enter personal information editing or account settings", |
| "instruction_zh": "进入个人信息编辑或账户设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 60, |
| 174, |
| 185, |
| 299 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-26-46.png", |
| "instruction": "Contact customer service or submit feedback", |
| "instruction_zh": "联系客服或反馈问题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4020, |
| 2244, |
| 4084, |
| 2310 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/040fc2bd-Snipaste_2025-06-24_11-53-58.png", |
| "instruction": "Switch delivery method", |
| "instruction_zh": "切换配送方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 213, |
| 122, |
| 336, |
| 203 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/google-maps/google-maps_d9829494-a4a1-4cab-9728-9b635d587d52.png", |
| "instruction": "Return to the previous level map or search interface", |
| "instruction_zh": "返回上一级地图或搜索界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 934, |
| 166, |
| 1024, |
| 252 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/rednote/rednote_4c02c91f-0aea-4349-8a71-336dae5beae0.png", |
| "instruction": "Indicates that you have read and accepted the relevant legal terms.", |
| "instruction_zh": "表示已阅读并接受相关法律条款。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 220, |
| 2272, |
| 260, |
| 2313 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ctrip/ctrip_28635d6a-5343-43d4-b528-d19208f662e2.png", |
| "instruction": "View user's saved content", |
| "instruction_zh": "查看用户收藏的内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2587, |
| 44, |
| 2646, |
| 98 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-44-38.png", |
| "instruction": "Notebook Management Interface", |
| "instruction_zh": "笔记本管理界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 38, |
| 1237, |
| 484, |
| 1302 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ctrip/ctrip_dcff5fa7-18f6-454d-ae75-6c56152eedbf.png", |
| "instruction": "Download the Ctrip app", |
| "instruction_zh": "下载携程APP", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2467, |
| 41, |
| 2525, |
| 99 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-21-08.png", |
| "instruction": "Can be switched or renamed", |
| "instruction_zh": "可切换或重命名", |
| "category": "functional_grounding", |
| "bbox": [ |
| 16, |
| 326, |
| 464, |
| 392 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/727626fa-Snipaste_2025-06-24_15-15-53.png", |
| "instruction": "Click to go to the product details page", |
| "instruction_zh": "点击跳转至产品详情页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 771, |
| 830, |
| 989, |
| 923 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/didi/didi_78783510-aabf-4ac3-87d6-f816493da556.png", |
| "instruction": "Switch current service city", |
| "instruction_zh": "切换当前服务城市", |
| "category": "functional_grounding", |
| "bbox": [ |
| 128, |
| 154, |
| 173, |
| 189 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/33.png", |
| "instruction": "Enter the AI conversation writing interface", |
| "instruction_zh": "进入AI对话写作界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 15, |
| 246, |
| 364, |
| 294 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_ae691fdb-375b-4a8b-9243-99b0ebc874a3.png", |
| "instruction": "Check to show only hotels currently available with vacant rooms", |
| "instruction_zh": "勾选后仅显示当前有空房的酒店", |
| "category": "functional_grounding", |
| "bbox": [ |
| 26, |
| 163, |
| 70, |
| 207 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_d8d8e4f6-b85b-4d92-a45d-5729e5c8e019.png", |
| "instruction": "Turn off all voice announcements", |
| "instruction_zh": "关闭所有语音播报", |
| "category": "functional_grounding", |
| "bbox": [ |
| 783, |
| 2046, |
| 1017, |
| 2137 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/rednote/rednote_865d2586-d972-40ea-bcae-a11d04f77f42.png", |
| "instruction": "Adjust general app behavior", |
| "instruction_zh": "调整App通用行为", |
| "category": "functional_grounding", |
| "bbox": [ |
| 48, |
| 410, |
| 1022, |
| 544 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/wechat-pay/wechat-pay_b7131345-cfed-48f6-b69e-a96e3fe04847.png", |
| "instruction": "Jump to the privacy policy details page", |
| "instruction_zh": "跳转至隐私政策详情页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 255, |
| 1407, |
| 602, |
| 1453 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/yahoo-finance/yahoo-finance_8be56c64-618c-46fe-b4ae-d74aa672e16d.png", |
| "instruction": "Search content", |
| "instruction_zh": "搜索内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2002, |
| 21, |
| 2150, |
| 106 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/asana-en/asana-en_bbea9bab-3d34-46c8-91cf-7287e3d839eb.png", |
| "instruction": "Select the new task creation method", |
| "instruction_zh": "选择新任务创建方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 697, |
| 292, |
| 737, |
| 347 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/instagram/instagram_1926b121-4e24-4762-b87c-67b2b0877d67.png", |
| "instruction": "Used to select the visibility range of the story", |
| "instruction_zh": "用于选择故事的可见范围", |
| "category": "functional_grounding", |
| "bbox": [ |
| 275, |
| 555, |
| 355, |
| 621 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_3d36a166-a730-4972-9d9b-69b1ba0cdc91.png", |
| "instruction": "Limited-time offer", |
| "instruction_zh": "限时优惠", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2501, |
| 1372, |
| 2720, |
| 1417 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/steam/steam_e1e286ca-0101-4d7b-bb77-3069abd0ffdd.png", |
| "instruction": "Show all action games", |
| "instruction_zh": "展示所有动作游戏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 881, |
| 53, |
| 1053, |
| 100 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/eaby/eaby_93b610d9-823d-46fe-accb-9a662281d60d.png", |
| "instruction": "Filter new results by material", |
| "instruction_zh": "按材质筛选出新结果", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1487, |
| 378, |
| 1654, |
| 430 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_2a4ed2e5-d538-4fc7-a979-63f77e9e6b86.png", |
| "instruction": "Click to enter the shopping cart page", |
| "instruction_zh": "点击进入购物车页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3336, |
| 23, |
| 3504, |
| 92 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/github/github_0b2d9533-9946-4f48-98ae-7aa9bb88b916.png", |
| "instruction": "View all submission records", |
| "instruction_zh": "查看所有提交记录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 692, |
| 485, |
| 1282, |
| 559 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/spotify/spotify_d5c6523a-fe92-4eaf-9510-e81cb9bc6494.png", |
| "instruction": "Create a new playlist", |
| "instruction_zh": "创建新的播放列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 426, |
| 151, |
| 595, |
| 225 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/github/github_e00499c3-dc96-4771-93e6-0430af68dbe5.png", |
| "instruction": "Provide solutions tailored to different roles", |
| "instruction_zh": "提供面向不同角色的解决方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 362, |
| 45, |
| 547, |
| 101 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jira/jira_76ca2c81-3b60-451b-9144-21d81db888f9.png", |
| "instruction": "All completed questions", |
| "instruction_zh": "所有已完成的问题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 22, |
| 673, |
| 380, |
| 736 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_ae4de921-b58f-4c26-b0fb-8e03e9ba9f4d.png", |
| "instruction": "Go to the \"Message Center\" or \"Customer Service/Private Messages\" page.", |
| "instruction_zh": "进入“消息中心”或“客服/私信”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 881, |
| 116, |
| 941, |
| 180 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-zh/system-zh_3bbed97b-54ea-4ff7-8499-280c5ebc485e.png", |
| "instruction": "Deselect the alarm", |
| "instruction_zh": "取消闹钟的选中", |
| "category": "functional_grounding", |
| "bbox": [ |
| 931, |
| 1025, |
| 994, |
| 1088 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/tradingview/tradingview_65172e2c-d6f6-4798-bd30-780eb4877363.png", |
| "instruction": "Add new assets to the current watchlist", |
| "instruction_zh": "添加新资产到当前自选列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3509, |
| 12, |
| 3579, |
| 84 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_3d762597-fef3-4147-ab4e-75b71f4fa3fe.png", |
| "instruction": "Confirm the current route plan and start navigation", |
| "instruction_zh": "确认当前路线规划并开始导航", |
| "category": "functional_grounding", |
| "bbox": [ |
| 474, |
| 353, |
| 658, |
| 424 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/qq-news/qq-news_ad451099-f346-4c03-93af-d4ca8891fd39.png", |
| "instruction": "Return to desktop / Multitasking", |
| "instruction_zh": "返回桌面/多任务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 255, |
| 2244, |
| 323, |
| 2310 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jira/jira_df17e0fe-269a-48e5-8f97-5a3e3e741a64.png", |
| "instruction": "Show all questions", |
| "instruction_zh": "显示所有问题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 18, |
| 551, |
| 381, |
| 615 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ebay/ebay_39abae0b-e570-4530-b292-d5d5c0aa3b1f.png", |
| "instruction": "Filter by shipping location", |
| "instruction_zh": "按发货地筛选", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1575, |
| 411, |
| 1841, |
| 474 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_286ba883-617c-40f3-ad56-222a925f5cfc.png", |
| "instruction": "Reset map orientation", |
| "instruction_zh": "重置地图方向", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3702, |
| 1747, |
| 3821, |
| 1866 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/qidian/qidian_34ea35e0-e789-4f34-8f8f-79b8bd5b6a36.png", |
| "instruction": "Jump to the full text of the agreement page", |
| "instruction_zh": "跳转至协议全文页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 400, |
| 1355, |
| 651, |
| 1396 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/a946c0a3-Snipaste_2025-06-24_11-54-39.png", |
| "instruction": "Filter merchants offering discount promotions", |
| "instruction_zh": "筛选提供满减活动的商家", |
| "category": "functional_grounding", |
| "bbox": [ |
| 28, |
| 396, |
| 268, |
| 479 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia-ch/wikipedia-ch_23fd02b5-52d2-43f7-af83-c939af31abb4.png", |
| "instruction": "Visual Style Settings Panel", |
| "instruction_zh": "视觉样式的设置面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2654, |
| 55, |
| 2726, |
| 108 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/todo-list/todo-list_50333127-bbd5-4cda-b284-bc37a8cd70f6.png", |
| "instruction": "Enter punctuation marks, special characters.", |
| "instruction_zh": "输入标点、特殊字符。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 12, |
| 2068, |
| 160, |
| 2192 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/30400b11-Snipaste_2025-06-24_15-01-20.png", |
| "instruction": "Jump to the promotional products collection page", |
| "instruction_zh": "跳转至促销商品集合页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 326, |
| 1134, |
| 748, |
| 1261 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/airbnb/airbnb_f11ed297-7ede-40e9-bb61-28444b010385.png", |
| "instruction": "Click to edit legal name", |
| "instruction_zh": "点击编辑法定姓名", |
| "category": "functional_grounding", |
| "bbox": [ |
| 886, |
| 728, |
| 1024, |
| 813 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/airbnb/airbnb_f11ed297-7ede-40e9-bb61-28444b010385.png", |
| "instruction": "Click to add a preference name", |
| "instruction_zh": "点击添加偏好名", |
| "category": "functional_grounding", |
| "bbox": [ |
| 888, |
| 435, |
| 1022, |
| 513 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ebay/ebay_71fa3520-c500-4d99-b720-42e52c24af25.png", |
| "instruction": "Jump to the electronics product collection page", |
| "instruction_zh": "跳转至电子商品集合页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2736, |
| 853, |
| 2933, |
| 911 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_f6df976f-4027-4b92-9995-df6333eca954.png", |
| "instruction": "Start calculating and display the driving route.", |
| "instruction_zh": "开始计算并显示驾车路线", |
| "category": "functional_grounding", |
| "bbox": [ |
| 473, |
| 356, |
| 659, |
| 424 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_f6df976f-4027-4b92-9995-df6333eca954.png", |
| "instruction": "Select and set as starting point", |
| "instruction_zh": "选择后设为起点", |
| "category": "functional_grounding", |
| "bbox": [ |
| 31, |
| 462, |
| 749, |
| 521 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_c080d6e4-b263-4116-aeb2-5b872b8577ca.png", |
| "instruction": "The page can be scrolled downward.", |
| "instruction_zh": "指示页面可向下滚动", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3810, |
| 1, |
| 3840, |
| 2160 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_693dc14e-24da-49c7-9b5e-d47744bc1f27.png", |
| "instruction": "View public transportation route options", |
| "instruction_zh": "查看公共交通路线方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 470, |
| 355, |
| 661, |
| 423 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/weibo/weibo_9f06eef7-b7f6-4f54-8172-cf91e66970c2.png", |
| "instruction": "Enter: \"No wonder it's you\" meme", |
| "instruction_zh": "输入不愧是你表情包", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1353, |
| 1389, |
| 1405, |
| 1434 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/weibo/weibo_9f06eef7-b7f6-4f54-8172-cf91e66970c2.png", |
| "instruction": "Enter the crying emoji meme", |
| "instruction_zh": "输入大哭表情包", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1499, |
| 1388, |
| 1555, |
| 1432 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/asana/asana_031f68cb-d89b-42a9-b84b-15a8c62fa12f.png", |
| "instruction": "Upgrade to the paid version to remove trial limitations.", |
| "instruction_zh": "升级到付费版然后解除试用限制", |
| "category": "functional_grounding", |
| "bbox": [ |
| 47, |
| 1873, |
| 431, |
| 1947 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/45.jpg", |
| "instruction": "Show compilation errors and warnings", |
| "instruction_zh": "显示编译错误和警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1027, |
| 1423, |
| 1180, |
| 1472 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/0.jpg", |
| "instruction": "Share team collaboration dynamics with FigJam", |
| "instruction_zh": "用FigJam分享团队协作动态", |
| "category": "functional_grounding", |
| "bbox": [ |
| 103, |
| 1660, |
| 614, |
| 1757 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/排列文档.png", |
| "instruction": "Pull down to select canvas zoom ratio", |
| "instruction_zh": "下拉选择画布缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 258, |
| 1949, |
| 292, |
| 1980 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_17-59-17.png", |
| "instruction": "Remove the item panel from the sidebar", |
| "instruction_zh": "从侧边栏中移除项目面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 906, |
| 663, |
| 1467, |
| 697 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-09-48.png", |
| "instruction": "Submit your email password to log in", |
| "instruction_zh": "提交邮箱密码进行登录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2311, |
| 1401, |
| 3027, |
| 1480 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/zhihu/zhihu_3f891150-5552-41b5-9ccb-c2c9abba51be.png", |
| "instruction": "Jump to the complete creation backend", |
| "instruction_zh": "跳转至完整创作后台", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2382, |
| 521, |
| 2675, |
| 615 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/插入.jpg", |
| "instruction": "Adjust the document display scale", |
| "instruction_zh": "调整文档显示比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1831, |
| 1400, |
| 2095, |
| 1433 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-50-43.png", |
| "instruction": "Open the plugin management main interface", |
| "instruction_zh": "打开插件管理主界面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 24, |
| 692, |
| 424, |
| 757 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Publish.png", |
| "instruction": "Minimize the window to the taskbar", |
| "instruction_zh": "将窗口最小化到任务栏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2376, |
| 5, |
| 2412, |
| 38 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/右键_插入_表格.png", |
| "instruction": "Access the command palette", |
| "instruction_zh": "访问命令面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 9, |
| 311, |
| 53, |
| 350 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-48-56.png", |
| "instruction": "A Git repository will be automatically initialized when the project is created.", |
| "instruction_zh": "项目创建时将自动初始化 Git 仓库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1082, |
| 398, |
| 1112, |
| 429 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/设置-素材.png", |
| "instruction": "Cancel Sketch material selection", |
| "instruction_zh": "取消Sketch 素材选择", |
| "category": "functional_grounding", |
| "bbox": [ |
| 999, |
| 913, |
| 1028, |
| 942 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_55c5d7fd-d9ce-47f5-90a8-79dcde53aa80.png", |
| "instruction": "Change video template style", |
| "instruction_zh": "更换视频模板风格", |
| "category": "functional_grounding", |
| "bbox": [ |
| 46, |
| 2071, |
| 135, |
| 2194 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-42-38.png", |
| "instruction": "Quickly find functions or commands", |
| "instruction_zh": "快速查找功能或命令", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3194, |
| 14, |
| 3758, |
| 61 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/10.jpg", |
| "instruction": "Display compilation errors, warnings, and other issues in the project", |
| "instruction_zh": "显示项目中的编译错误、警告和其他问题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3, |
| 1395, |
| 198, |
| 1442 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_dc374ef6-e8ce-4577-b836-6ad0b83622f1.png", |
| "instruction": "View multiple transportation routes to this attraction", |
| "instruction_zh": "查看前往该景点的多种交通路线", |
| "category": "functional_grounding", |
| "bbox": [ |
| 810, |
| 2079, |
| 1025, |
| 2188 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_dc374ef6-e8ce-4577-b836-6ad0b83622f1.png", |
| "instruction": "View the attraction's location on the map and its surrounding area", |
| "instruction_zh": "查看景点在地图上的位置及周边", |
| "category": "functional_grounding", |
| "bbox": [ |
| 821, |
| 1026, |
| 887, |
| 1093 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/openday.png", |
| "instruction": "Currently open note file tab", |
| "instruction_zh": "当前打开的笔记文件标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 726, |
| 88, |
| 1128, |
| 156 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/setting.png", |
| "instruction": "Log in / Switch account", |
| "instruction_zh": "登录/切换账户", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3, |
| 1733, |
| 94, |
| 1816 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/26.jpg", |
| "instruction": "Display compilation errors and warnings", |
| "instruction_zh": "显示编译错误和警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 5, |
| 1398, |
| 195, |
| 1439 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-19-53.png", |
| "instruction": "Exit current edit mode", |
| "instruction_zh": "结束当前编辑模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2157, |
| 103, |
| 2273, |
| 168 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Exit_and_Save.png", |
| "instruction": "Click the tab to view the current file.", |
| "instruction_zh": "点击标签页查看当前文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 49, |
| 75, |
| 177, |
| 140 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Notifictions.png", |
| "instruction": "View and manage all containers", |
| "instruction_zh": "查看和管理所有容器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 62, |
| 285, |
| 114, |
| 333 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/试图.jpg", |
| "instruction": "Display rulers on the top and left side of the page", |
| "instruction_zh": "显示页面顶部和左侧的标尺", |
| "category": "functional_grounding", |
| "bbox": [ |
| 520, |
| 140, |
| 546, |
| 166 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/11.jpg", |
| "instruction": "Display all compilation errors and warnings in the project", |
| "instruction_zh": "显示项目中所有编译错误和警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 5, |
| 1399, |
| 195, |
| 1438 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-03-10.png", |
| "instruction": "Use a high-contrast scrollbar", |
| "instruction_zh": "使用高对比度滚动条", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2027, |
| 1214, |
| 2065, |
| 1252 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Choose_Folder.png", |
| "instruction": "Minimize the window to the taskbar", |
| "instruction_zh": "将窗口最小化到任务栏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2364, |
| 1, |
| 2401, |
| 33 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-14.png", |
| "instruction": "Hide grid lines", |
| "instruction_zh": "取消显示网格线", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1415, |
| 191, |
| 1448, |
| 224 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/bilibili/bilibili_39465ea2-61b1-4beb-aa75-4ff887df7ee0.png", |
| "instruction": "View user messages", |
| "instruction_zh": "查看用户消息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 780, |
| 258, |
| 1053, |
| 330 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/windy/windy_6e46ab9c-6482-4ba4-9c05-d0eee47eea33.png", |
| "instruction": "Save current location", |
| "instruction_zh": "收藏当前地点", |
| "category": "functional_grounding", |
| "bbox": [ |
| 963, |
| 1717, |
| 1034, |
| 1777 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-47-24.png", |
| "instruction": "Left-align cell text", |
| "instruction_zh": "单元格文本左对齐", |
| "category": "functional_grounding", |
| "bbox": [ |
| 892, |
| 217, |
| 942, |
| 262 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/70a6f9bb-Snipaste_2025-06-24_15-21-48.png", |
| "instruction": "View best-selling products", |
| "instruction_zh": "查看热门榜商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 609, |
| 1729, |
| 727, |
| 1855 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/字体大小.png", |
| "instruction": "Rotate the entire text box", |
| "instruction_zh": "旋转整个文本框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1468, |
| 396, |
| 1511, |
| 438 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-15-04.png", |
| "instruction": "Display code errors and warnings", |
| "instruction_zh": "显示代码错误和警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 86, |
| 1628, |
| 246, |
| 1698 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/设计.png", |
| "instruction": "Enable automatic document saving", |
| "instruction_zh": "打开自动保存文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 151, |
| 18, |
| 218, |
| 52 |
| ], |
| "label": "text/tag", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/39.png", |
| "instruction": "Minimize window", |
| "instruction_zh": "最小化窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1964, |
| 0, |
| 2004, |
| 33 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/39.png", |
| "instruction": "Create a new document", |
| "instruction_zh": "创建新文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 21, |
| 126, |
| 69, |
| 175 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/18.jpg", |
| "instruction": "View compilation errors and warnings", |
| "instruction_zh": "查看编译错误和警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4, |
| 1398, |
| 196, |
| 1442 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/eaby/eaby_383df6f5-65f4-4682-b492-caaec61108d1.png", |
| "instruction": "Expand other sorting options", |
| "instruction_zh": "展开其他排序选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2624, |
| 36, |
| 2844, |
| 89 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/9.png", |
| "instruction": "Minimize window", |
| "instruction_zh": "最小化窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1965, |
| 0, |
| 2000, |
| 32 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-56-38.png", |
| "instruction": "Activate AI assistant feature", |
| "instruction_zh": "激活 AI 助手功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2682, |
| 288, |
| 2838, |
| 348 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/首选项_黑色外观.png", |
| "instruction": "View more screen display settings", |
| "instruction_zh": "查看更多屏幕显示设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 990, |
| 578, |
| 1346, |
| 615 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-49-57.png", |
| "instruction": "Configure the IDE's global settings", |
| "instruction_zh": "配置 IDE 的全局设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 30, |
| 1783, |
| 85, |
| 1838 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/48.jpg", |
| "instruction": "Display compilation errors, warnings", |
| "instruction_zh": "显示编译错误、警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 89, |
| 1413, |
| 247, |
| 1463 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-37.png", |
| "instruction": "View the plugin management page", |
| "instruction_zh": "查看插件管理页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 23, |
| 545, |
| 428, |
| 611 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-47-19.png", |
| "instruction": "Configure add-on", |
| "instruction_zh": "配置加载项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3710, |
| 144, |
| 3804, |
| 255 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-38-49.png", |
| "instruction": "Open the design resource library", |
| "instruction_zh": "打开设计资源库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3461, |
| 1048, |
| 3570, |
| 1087 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_f4adad9f-1cd5-4b30-bd25-c2815be92b93.png", |
| "instruction": "Click to contact store customer service", |
| "instruction_zh": "点击联系店铺客服", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3699, |
| 906, |
| 3809, |
| 1019 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/toutiao/toutiao_9e349928-2bbb-495f-aabf-5c576089ee43.png", |
| "instruction": "Click to jump to the live stream room", |
| "instruction_zh": "点击跳转至直播间", |
| "category": "functional_grounding", |
| "bbox": [ |
| 690, |
| 1861, |
| 903, |
| 1948 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alarm/alarm_808bf6ca-a8e6-4a68-a2fa-e13ebac04fef.png", |
| "instruction": "Switch to stopwatch function", |
| "instruction_zh": "切换至秒表功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 471, |
| 257, |
| 635, |
| 344 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-02-24.png", |
| "instruction": "Enable automatic theme switching according to the operating system", |
| "instruction_zh": "启用跟随操作系统自动切换主题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1052, |
| 208, |
| 1087, |
| 243 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/wechat-pay/wechat-pay_fb0b4208-e9af-4027-94d3-ea953057427a.png", |
| "instruction": "View the expenditure amount", |
| "instruction_zh": "查看支出金额", |
| "category": "functional_grounding", |
| "bbox": [ |
| 504, |
| 492, |
| 650, |
| 567 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_eb90fd40-5553-45e4-ac82-56c4bf6bbdde.png", |
| "instruction": "Display hotels in a card-based layout", |
| "instruction_zh": "以卡片式布局展示酒店", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2890, |
| 35, |
| 2989, |
| 96 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/booking/booking_eb90fd40-5553-45e4-ac82-56c4bf6bbdde.png", |
| "instruction": "Set a nightly budget", |
| "instruction_zh": "设置每晚的预算", |
| "category": "functional_grounding", |
| "bbox": [ |
| 840, |
| 882, |
| 1300, |
| 917 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-31-14.png", |
| "instruction": "View the scope of use for switching video rendering", |
| "instruction_zh": "查看切换视频渲染使用范围", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1421, |
| 443, |
| 1757, |
| 485 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/47.jpg", |
| "instruction": "Display compilation errors, warnings", |
| "instruction_zh": "显示编译错误、警告", |
| "category": "functional_grounding", |
| "bbox": [ |
| 94, |
| 1419, |
| 237, |
| 1456 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/History.png", |
| "instruction": "Close the current tutorial guide panel", |
| "instruction_zh": "关闭当前教程引导面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2224, |
| 1460, |
| 2356, |
| 1500 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/34.png", |
| "instruction": "Quickly search notes or content", |
| "instruction_zh": "快速搜索笔记或内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 18, |
| 120, |
| 295, |
| 170 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/4.jpg", |
| "instruction": "Display compilation errors, warnings, hints, etc.", |
| "instruction_zh": "显示编译错误、警告、提示等", |
| "category": "functional_grounding", |
| "bbox": [ |
| 762, |
| 1394, |
| 959, |
| 1444 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/38.png", |
| "instruction": "Mark important documents or pages", |
| "instruction_zh": "标记重要文档或页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 23, |
| 434, |
| 68, |
| 481 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-41-01.png", |
| "instruction": "Display the list of recently opened files", |
| "instruction_zh": "显示最近打开的文件列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 243, |
| 585, |
| 363, |
| 645 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Troubleshoot.png", |
| "instruction": "Open the official support page", |
| "instruction_zh": "打开官方支持页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2222, |
| 664, |
| 2440, |
| 742 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weather/weather_6a76a001-598c-468b-8d06-22cb02438f9a.png", |
| "instruction": "Return to the previous level", |
| "instruction_zh": "返回上一级", |
| "category": "functional_grounding", |
| "bbox": [ |
| 760, |
| 2243, |
| 820, |
| 2303 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/douyin/douyin_faef3c12-1f87-4eed-a8a0-48a5a0f365b3.png", |
| "instruction": "Click to expand more options", |
| "instruction_zh": "点击展开更多操作", |
| "category": "functional_grounding", |
| "bbox": [ |
| 935, |
| 112, |
| 1038, |
| 213 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-40-09.png", |
| "instruction": "Enter the trial process account settings page", |
| "instruction_zh": "进入试用流程账户设置页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1957, |
| 62, |
| 2084, |
| 127 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/view.png", |
| "instruction": "Management window functions", |
| "instruction_zh": "管理窗口功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 740, |
| 11, |
| 901, |
| 63 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-44-38.png", |
| "instruction": "Select the sum function on the left", |
| "instruction_zh": "选择左侧的求和函数", |
| "category": "functional_grounding", |
| "bbox": [ |
| 224, |
| 226, |
| 489, |
| 271 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/Project.png", |
| "instruction": "Show compile/syntax errors", |
| "instruction_zh": "显示编译/语法错误", |
| "category": "functional_grounding", |
| "bbox": [ |
| 458, |
| 1315, |
| 627, |
| 1363 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/Project.png", |
| "instruction": "View the main training script", |
| "instruction_zh": "查看训练主脚本", |
| "category": "functional_grounding", |
| "bbox": [ |
| 97, |
| 1228, |
| 441, |
| 1276 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-55-08.png", |
| "instruction": "Check PyCharm's AI features", |
| "instruction_zh": "查看pycharm的AI功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1782, |
| 1276, |
| 2054, |
| 1359 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_eeac5197-41fa-446c-9547-2bab43bb21b8.png", |
| "instruction": "View browsing history of products", |
| "instruction_zh": "查看浏览过的商品历史记录", |
| "category": "functional_grounding", |
| "bbox": [ |
| 306, |
| 1020, |
| 641, |
| 1099 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/create_request.png", |
| "instruction": "View more issues", |
| "instruction_zh": "查看更多issues", |
| "category": "functional_grounding", |
| "bbox": [ |
| 143, |
| 274, |
| 273, |
| 336 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/22.jpg", |
| "instruction": "View help instructions", |
| "instruction_zh": "查看帮助说明", |
| "category": "functional_grounding", |
| "bbox": [ |
| 731, |
| 91, |
| 762, |
| 121 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-04-04.png", |
| "instruction": "View menu bar and toolbar settings", |
| "instruction_zh": "查看菜单栏和工具栏设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1494, |
| 739, |
| 1947, |
| 786 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/AE/Snipaste_2025-06-24_19-32-34.png", |
| "instruction": "Select drawing stroke", |
| "instruction_zh": "选择绘制笔触", |
| "category": "functional_grounding", |
| "bbox": [ |
| 879, |
| 247, |
| 928, |
| 291 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/41.jpg", |
| "instruction": "Close the current window", |
| "instruction_zh": "关闭当前窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1490, |
| 594, |
| 1522, |
| 625 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-42-58.png", |
| "instruction": "Split a column of text into multiple columns by a delimiter", |
| "instruction_zh": "将一列文本按分隔符拆分成多列", |
| "category": "functional_grounding", |
| "bbox": [ |
| 929, |
| 142, |
| 1014, |
| 254 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Edit_Selection.png", |
| "instruction": "Switch editor theme", |
| "instruction_zh": "切换编辑器主题", |
| "category": "functional_grounding", |
| "bbox": [ |
| 346, |
| 35, |
| 428, |
| 72 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Images.png", |
| "instruction": "Switch to the Docker Hub online image repository", |
| "instruction_zh": "切换至 Docker Hub 在线镜像仓库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 697, |
| 477, |
| 1054, |
| 524 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ctrip/ctrip_33857517-046f-4ea0-9b1a-2a4877730ac0.png", |
| "instruction": "Collapse the left sidebar", |
| "instruction_zh": "收起左侧导航栏", |
| "category": "functional_grounding", |
| "bbox": [ |
| 46, |
| 36, |
| 104, |
| 85 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-54-07.png", |
| "instruction": "Open the Safari browser", |
| "instruction_zh": "打开Safari浏览器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 349, |
| 2530, |
| 439, |
| 2618 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/文件.png", |
| "instruction": "Move the current file to the trash", |
| "instruction_zh": "将当前文件移动到废纸篓", |
| "category": "functional_grounding", |
| "bbox": [ |
| 236, |
| 593, |
| 609, |
| 632 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_01-03-32.png", |
| "instruction": "Go to appearance settings such as theme, font, and zoom", |
| "instruction_zh": "进入主题、字体、缩放等外观设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1479, |
| 692, |
| 1947, |
| 736 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/插入模版.png", |
| "instruction": "Create a new folder", |
| "instruction_zh": "创建新文件夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 230, |
| 79, |
| 256, |
| 101 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-03-34.png", |
| "instruction": "Close this dialog box", |
| "instruction_zh": "关闭该对话框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3092, |
| 1413, |
| 3244, |
| 1480 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/21.png", |
| "instruction": "Select character type emoji", |
| "instruction_zh": "选择人物类型表情", |
| "category": "functional_grounding", |
| "bbox": [ |
| 962, |
| 867, |
| 1030, |
| 900 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/39.jpg", |
| "instruction": "Select configuration to add to favorites", |
| "instruction_zh": "选择配置添加到收藏夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2247, |
| 503, |
| 2428, |
| 536 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/49.jpg", |
| "instruction": "Show compilation errors", |
| "instruction_zh": "显示编译错误", |
| "category": "functional_grounding", |
| "bbox": [ |
| 93, |
| 1414, |
| 245, |
| 1461 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/more.png", |
| "instruction": "Click the currently selected note file in the file list", |
| "instruction_zh": "点击文件列表中当前选中的笔记文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 109, |
| 244, |
| 667, |
| 299 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-09-43.png", |
| "instruction": "Choose to sync with system theme", |
| "instruction_zh": "选择与系统主题同步", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2614, |
| 830, |
| 2651, |
| 864 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Repository.png", |
| "instruction": "Close the beginner's guide", |
| "instruction_zh": "关闭新手引导", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2224, |
| 1460, |
| 2356, |
| 1498 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Create_a_tutorial_repository_step1.png", |
| "instruction": "Start the GitHub tutorial", |
| "instruction_zh": "开始GitHub教程", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1220, |
| 855, |
| 1399, |
| 891 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Open_pull_request.png", |
| "instruction": "Set up adding reviewers", |
| "instruction_zh": "设置添加reviewers", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2154, |
| 614, |
| 2183, |
| 643 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_c576e617-d36a-410a-894d-0ce095241e47.png", |
| "instruction": "Turn off fingerprint recognition unlock feature", |
| "instruction_zh": "关闭指纹识别解锁功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 557, |
| 979, |
| 1043, |
| 1361 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_ba12cc36-1729-4e30-af27-b1f3b555c759.png", |
| "instruction": "Enter full-screen playback", |
| "instruction_zh": "进入全屏播放", |
| "category": "functional_grounding", |
| "bbox": [ |
| 977, |
| 599, |
| 1054, |
| 676 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Setting_Advanced.png", |
| "instruction": "Click the Advanced Security Configuration option", |
| "instruction_zh": "点击高级安全配置选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 259, |
| 1284, |
| 742, |
| 1375 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/8.jpg", |
| "instruction": "Filter error and warning messages", |
| "instruction_zh": "筛选错误和警告信息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2783, |
| 1397, |
| 2823, |
| 1442 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Setting_Resources.png", |
| "instruction": "Open the virtual disk path", |
| "instruction_zh": "打开虚拟磁盘路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1611, |
| 987, |
| 1748, |
| 1046 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-41-42.png", |
| "instruction": "Select a local folder to associate", |
| "instruction_zh": "选择本地文件夹进行关联", |
| "category": "functional_grounding", |
| "bbox": [ |
| 979, |
| 536, |
| 1246, |
| 619 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/窗口.png", |
| "instruction": "Manage multiple boards", |
| "instruction_zh": "管理多个画板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2453, |
| 934, |
| 2532, |
| 987 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Containers.png", |
| "instruction": "Display the list of all containers", |
| "instruction_zh": "显示所有容器列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 31, |
| 274, |
| 473, |
| 345 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Docker_en_Mac/Containers.png", |
| "instruction": "Jump to Docker Learning Center", |
| "instruction_zh": "跳转至 Docker 学习中心", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1703, |
| 1258, |
| 2150, |
| 1293 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/文件.png", |
| "instruction": "Select the trigger method", |
| "instruction_zh": "选择触发方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2693, |
| 799, |
| 3005, |
| 840 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-46-40.png", |
| "instruction": "Close the pane without inserting the icon", |
| "instruction_zh": "关闭窗格,不插入图标", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3405, |
| 2024, |
| 3529, |
| 2090 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/17.png", |
| "instruction": "Create a new template directly", |
| "instruction_zh": "直接创建新模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 653, |
| 513, |
| 743, |
| 538 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-48-00.png", |
| "instruction": "View more file saving options", |
| "instruction_zh": "查看更多文件保存选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1699, |
| 1172, |
| 1821, |
| 1211 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-44-12.png", |
| "instruction": "Switch path", |
| "instruction_zh": "切换路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1377, |
| 493, |
| 1792, |
| 535 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Open_Folder.png", |
| "instruction": "Show local disks, devices, and drives", |
| "instruction_zh": "显示本地磁盘、设备和驱动器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 219, |
| 499, |
| 454, |
| 534 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_4eba2c7b-c2fa-4d9b-b09c-8389d879c072.png", |
| "instruction": "Click to share this post", |
| "instruction_zh": "点击转发该微博", |
| "category": "functional_grounding", |
| "bbox": [ |
| 154, |
| 1820, |
| 221, |
| 1878 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/eaby/eaby_b92ef177-fd36-4a8e-9681-7ca1d38cd4f6.png", |
| "instruction": "Expand the advanced filter panel", |
| "instruction_zh": "展开高级筛选面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 787, |
| 1498, |
| 1098, |
| 1559 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-44-13.png", |
| "instruction": "Switch workbook view feature", |
| "instruction_zh": "切换工作簿视图功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 738, |
| 82, |
| 805, |
| 130 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_440ef848-8c9e-4f53-b664-34bfcb959780.png", |
| "instruction": "Enter the guest's name", |
| "instruction_zh": "填写入住人姓名", |
| "category": "functional_grounding", |
| "bbox": [ |
| 284, |
| 704, |
| 912, |
| 775 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_440ef848-8c9e-4f53-b664-34bfcb959780.png", |
| "instruction": "Enter phone number", |
| "instruction_zh": "填写手机号", |
| "category": "functional_grounding", |
| "bbox": [ |
| 473, |
| 840, |
| 892, |
| 906 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/google-maps/google-maps_80a0ead6-4873-4c21-9ad4-381c09ba2191.png", |
| "instruction": "Swap start/end points", |
| "instruction_zh": "交换起点/终点", |
| "category": "functional_grounding", |
| "bbox": [ |
| 922, |
| 269, |
| 996, |
| 347 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Open_Editor.png", |
| "instruction": "Managing VSCode extensions", |
| "instruction_zh": "管理vscode扩展", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3, |
| 382, |
| 70, |
| 441 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-11-04.png", |
| "instruction": "Run the currently selected configuration", |
| "instruction_zh": "运行当前选中配置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2665, |
| 2040, |
| 2817, |
| 2101 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/50.png", |
| "instruction": "Set up internet public access", |
| "instruction_zh": "设置互联网公开访问", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1857, |
| 317, |
| 1945, |
| 367 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ctrip/ctrip_dcff5fa7-18f6-454d-ae75-6c56152eedbf.png", |
| "instruction": "View available coupons", |
| "instruction_zh": "查看可用优惠券", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2789, |
| 1426, |
| 2907, |
| 1542 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/9bcd0bfc-Snipaste_2025-06-24_15-22-41.png", |
| "instruction": "Used for searching", |
| "instruction_zh": "用于搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 21, |
| 265, |
| 929, |
| 352 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/4a6ea704-Snipaste_2025-06-24_15-15-17.png", |
| "instruction": "Jump to the wealth management product page", |
| "instruction_zh": "跳转至理财产品页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 943, |
| 139, |
| 1057, |
| 188 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/Skyscanner/Skyscanner_2d8083ec-cd6a-4f95-92bc-7d7bd689ec89.png", |
| "instruction": "Switch to monthly calendar view", |
| "instruction_zh": "切换至月度日历视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2144, |
| 481, |
| 2358, |
| 513 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_f23b2819-d8fe-447f-b1fd-90eae2c24aa2.png", |
| "instruction": "Filter products by Graco brand", |
| "instruction_zh": "按Graco品牌过滤商品", |
| "category": "functional_grounding", |
| "bbox": [ |
| 566, |
| 427, |
| 591, |
| 452 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/e14debea-Snipaste_2025-06-24_15-21-33.png", |
| "instruction": "Expand more settings", |
| "instruction_zh": "展开更多设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 876, |
| 131, |
| 965, |
| 196 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_7291cea6-6b4f-488f-aa46-cc5a9761ad11.png", |
| "instruction": "Jump to the \"Today's Special Offers\" page", |
| "instruction_zh": "跳转至“今日特惠”页面", |
| "category": "functional_grounding", |
| "bbox": [ |
| 44, |
| 50, |
| 209, |
| 89 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/gaode/gaode_3d762597-fef3-4147-ab4e-75b71f4fa3fe.png", |
| "instruction": "Zoom in on the map scale", |
| "instruction_zh": "放大地图比例尺", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3734, |
| 1991, |
| 3800, |
| 2060 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jd/jd_00e0740a-ce7f-42ec-a745-eda64abaa6fa.png", |
| "instruction": "Clear the current price filter criteria", |
| "instruction_zh": "清空当前价格筛选条件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 957, |
| 1156, |
| 1095, |
| 1226 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/reddit/reddit_ef556747-01b0-459e-96e6-9c1ea16ac86d.png", |
| "instruction": "Return to personalized homepage", |
| "instruction_zh": "返回个性化首页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 29, |
| 177, |
| 615, |
| 279 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-09-48.png", |
| "instruction": "Enter your registration email", |
| "instruction_zh": "输入注册邮箱", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2312, |
| 1183, |
| 3026, |
| 1261 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/35.png", |
| "instruction": "Expand more document editing features", |
| "instruction_zh": "展开更多文档编辑功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2052, |
| 123, |
| 2090, |
| 162 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/设置-登陆.png", |
| "instruction": "Quickly launch new design projects", |
| "instruction_zh": "快速启动新设计项目", |
| "category": "functional_grounding", |
| "bbox": [ |
| 21, |
| 200, |
| 129, |
| 321 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-13-53.png", |
| "instruction": "Run the current project at the top", |
| "instruction_zh": "在顶部运行当前项目", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4507, |
| 18, |
| 4549, |
| 61 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-17-44.png", |
| "instruction": "Access personal account settings", |
| "instruction_zh": "进入个人账户设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3491, |
| 106, |
| 3540, |
| 161 |
| ], |
| "label": "image", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_17-59-37.png", |
| "instruction": "Execute the currently configured program", |
| "instruction_zh": "执行当前配置的程序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 4505, |
| 18, |
| 4552, |
| 60 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/30.jpg", |
| "instruction": "Switch input method", |
| "instruction_zh": "切换输入法", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3114, |
| 3, |
| 3169, |
| 43 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/rednote/rednote_97d22e23-fb34-4331-b7f5-a812f72dcc93.png", |
| "instruction": "View an overview of note-related data", |
| "instruction_zh": "查看笔记相关数据总览", |
| "category": "functional_grounding", |
| "bbox": [ |
| 509, |
| 1345, |
| 798, |
| 1439 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Options.png", |
| "instruction": "Discard changes and close the dialog box", |
| "instruction_zh": "放弃更改并关闭对话框", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1518, |
| 1104, |
| 1701, |
| 1145 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/spotify/spotify_900a2be2-a500-47ec-bc9d-404e858a4a11.png", |
| "instruction": "Download the Spotify desktop client", |
| "instruction_zh": "下载 Spotify 桌面客户端", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2485, |
| 31, |
| 2713, |
| 95 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_0c6e3c9b-7d5d-4e99-8909-c875c167d08c.png", |
| "instruction": "View your saved items, stores, or favorites", |
| "instruction_zh": "查看收藏的商品、店铺或宝贝", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2865, |
| 4, |
| 3013, |
| 64 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia-ch/wikipedia-ch_9f6b265d-c4e0-420a-aa6f-b3fc86ff6f8f.png", |
| "instruction": "Automatically switch between light and dark mode based on the theme.", |
| "instruction_zh": "根据主题自动切换浅色/深色模式。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2933, |
| 739, |
| 2967, |
| 774 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia-ch/wikipedia-ch_9f6b265d-c4e0-420a-aa6f-b3fc86ff6f8f.png", |
| "instruction": "Set the text font size to maximum.", |
| "instruction_zh": "文本字体大小设置最大", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2932, |
| 343, |
| 2969, |
| 378 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Choose_Folder.png", |
| "instruction": "Close the Typora application", |
| "instruction_zh": "关闭 Typora 应用程序", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2504, |
| 1, |
| 2539, |
| 29 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Choose_Folder.png", |
| "instruction": "View paragraph formatting options", |
| "instruction_zh": "查看段落格式设置选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 98, |
| 36, |
| 209, |
| 69 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-14.png", |
| "instruction": "Set standard margins", |
| "instruction_zh": "设置常规页边距", |
| "category": "functional_grounding", |
| "bbox": [ |
| 290, |
| 231, |
| 925, |
| 337 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/wikipedia/wikipedia_c5f826bf-52a5-4f43-810a-27cd243288e3.png", |
| "instruction": "Click to switch tabs", |
| "instruction_zh": "点击切换标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 851, |
| 148, |
| 913, |
| 205 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/e27927df-Snipaste_2025-06-24_15-16-40.png", |
| "instruction": "Jump to the detail page of this product", |
| "instruction_zh": "跳转至该产品的详情页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 834, |
| 1662, |
| 1010, |
| 1758 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Web_Snipaste_2025-05-16_12-58-05.png", |
| "instruction": "Switch between different languages", |
| "instruction_zh": "切换不同语言", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2956, |
| 25, |
| 3117, |
| 126 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/ctrip/ctrip_bb8a52be-a52b-4eec-9e15-28ddf82a8de6.png", |
| "instruction": "View and download the Ctrip app", |
| "instruction_zh": "查看下载携程App", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2622, |
| 34, |
| 2696, |
| 102 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/设计.png", |
| "instruction": "Expand more topic options", |
| "instruction_zh": "展开更多主题选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2516, |
| 147, |
| 2561, |
| 261 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/tradingview/tradingview_2bc26527-5aa4-4c03-94cd-d92112c4e925.png", |
| "instruction": "Refresh filter results", |
| "instruction_zh": "刷新筛选结果", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3040, |
| 488, |
| 3107, |
| 555 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-56-18.png", |
| "instruction": "Run the current file or configuration", |
| "instruction_zh": "运行当前文件或配置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2526, |
| 139, |
| 2575, |
| 187 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/github/github_dc0ef8bc-adb4-4df9-8ff7-feff8c0da2c4.png", |
| "instruction": "Jump to the list of available sponsorship projects", |
| "instruction_zh": "跳转至可赞助项目列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3000, |
| 581, |
| 3410, |
| 638 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_3a3871db-ca36-4e00-ae8c-085bfc561ac0.png", |
| "instruction": "Post Weibo content", |
| "instruction_zh": "发布微博内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1187, |
| 105, |
| 1398, |
| 217 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/段落.png", |
| "instruction": "View paragraph menu", |
| "instruction_zh": "查看段落菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 393, |
| 13, |
| 505, |
| 61 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/更换字体.png", |
| "instruction": "Adjust the zoom level", |
| "instruction_zh": "调整缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2256, |
| 1501, |
| 2447, |
| 1521 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/add.png", |
| "instruction": "Open current repository in external editor", |
| "instruction_zh": "在外部编辑器中打开当前仓库", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2015, |
| 558, |
| 2371, |
| 611 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/设置-辅助功能设置.png", |
| "instruction": "Adopt high color contrast", |
| "instruction_zh": "采用高色彩对比度", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2139, |
| 866, |
| 2222, |
| 917 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/首页.png", |
| "instruction": "Create a new presentation", |
| "instruction_zh": "创建新的演示文稿", |
| "category": "functional_grounding", |
| "bbox": [ |
| 20, |
| 471, |
| 171, |
| 609 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-04-05.png", |
| "instruction": "Run the current file or configuration", |
| "instruction_zh": "运行当前文件或配置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3059, |
| 16, |
| 3103, |
| 60 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/右键编辑.png", |
| "instruction": "Network status", |
| "instruction_zh": "网络状态", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2325, |
| 1552, |
| 2356, |
| 1574 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/podcast-player/podcast-player_b989af8c-b991-4b55-b3cd-c20e5a88a68a.png", |
| "instruction": "Display a list of podcasts categorized by topic", |
| "instruction_zh": "显示播客按主题分类的列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 168, |
| 270, |
| 642, |
| 380 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/youtube/youtube_b23715c7-59f4-4c53-9eeb-7d1fd68d1f47.png", |
| "instruction": "Expand more sharing options", |
| "instruction_zh": "展开更多分享选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1880, |
| 885, |
| 1961, |
| 967 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/添加下一页.png", |
| "instruction": "Load more templates", |
| "instruction_zh": "加载更多模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2249, |
| 1435, |
| 2446, |
| 1476 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/添加下一页.png", |
| "instruction": "Click to adjust the zoom level", |
| "instruction_zh": "点击调节缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2251, |
| 1493, |
| 2448, |
| 1527 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/新建幻灯片.png", |
| "instruction": "View more available templates", |
| "instruction_zh": "查看更多可用模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2249, |
| 1436, |
| 2445, |
| 1476 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_c1e86b21-b5eb-4919-99ba-99b0f249b5ed.png", |
| "instruction": "The page text becomes smaller when selected.", |
| "instruction_zh": "选择页面文字变小", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2931, |
| 212, |
| 2969, |
| 247 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_c1e86b21-b5eb-4919-99ba-99b0f249b5ed.png", |
| "instruction": "Choose a wider page display width", |
| "instruction_zh": "选择更宽的页面展示宽度", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2932, |
| 538, |
| 2969, |
| 575 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-18-13.png", |
| "instruction": "Adjust canvas zoom level", |
| "instruction_zh": "调整画布缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3989, |
| 113, |
| 4070, |
| 154 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/file.png", |
| "instruction": "Adjust the display settings of the graph view", |
| "instruction_zh": "调整图谱视图的显示设置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2927, |
| 264, |
| 2987, |
| 323 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/插入形状.jpg", |
| "instruction": "Adjust the zoom level", |
| "instruction_zh": "调整缩放比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1826, |
| 1397, |
| 2100, |
| 1436 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/instagram/instagram_0fd285cd-fb68-4598-9c71-eab4fd7ccc1c.png", |
| "instruction": "Switch to short video content related to \"West Lake\"", |
| "instruction_zh": "切换至与“west lake”相关的短视频内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 614, |
| 275, |
| 770, |
| 365 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/34.jpg", |
| "instruction": "Create a Java class for unit testing.", |
| "instruction_zh": "创建一个用于单元测试的 Java 类", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1964, |
| 385, |
| 2245, |
| 424 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/首页.png", |
| "instruction": "Click to open the file explorer.", |
| "instruction_zh": "点击可打开文件资源管理器。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3, |
| 156, |
| 90, |
| 233 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-46-31.png", |
| "instruction": "Insert artistic text", |
| "instruction_zh": "插入艺术字", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2223, |
| 147, |
| 2317, |
| 255 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/spotify/spotify_528a44a3-94d0-4968-a374-612fa1c8292a.png", |
| "instruction": "Return to the Spotify homepage", |
| "instruction_zh": "返回 Spotify 主页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 44, |
| 2067, |
| 174, |
| 2201 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/插入模版.png", |
| "instruction": "Close the current tab", |
| "instruction_zh": "关闭当前标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1110, |
| 25, |
| 1128, |
| 41 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/49.jpg", |
| "instruction": "Input method switching", |
| "instruction_zh": "输入法切换", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3118, |
| 6, |
| 3166, |
| 41 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-23-21.png", |
| "instruction": "Used to publish pages to the internet", |
| "instruction_zh": "用于发布页面到互联网", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1991, |
| 784, |
| 2815, |
| 852 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-43-35.png", |
| "instruction": "Fill in the task details", |
| "instruction_zh": "填写任务详细说明", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1186, |
| 547, |
| 1991, |
| 665 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Change_Night_Themes.png", |
| "instruction": "Close the current Typora window", |
| "instruction_zh": "关闭当前 Typora 窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2512, |
| 5, |
| 2534, |
| 27 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Evernote/Snipaste_2025-06-22_15-41-18.png", |
| "instruction": "Switch to calendar/event view", |
| "instruction_zh": "切换至日历/事件视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 269, |
| 454, |
| 484, |
| 540 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_5b47b582-f85d-4587-82a6-b14af098d24d.png", |
| "instruction": "Submit your phone number and verification code to complete login.", |
| "instruction_zh": "提交手机号和验证码,完成登录。", |
| "category": "functional_grounding", |
| "bbox": [ |
| 70, |
| 2488, |
| 1371, |
| 2635 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-35.png", |
| "instruction": "Set page width option", |
| "instruction_zh": "设置页面宽度选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1189, |
| 154, |
| 1366, |
| 202 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/窗口.png", |
| "instruction": "Rotate object", |
| "instruction_zh": "旋转对象", |
| "category": "functional_grounding", |
| "bbox": [ |
| 11, |
| 550, |
| 70, |
| 597 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/17.png", |
| "instruction": "Display the system-recommended generic template", |
| "instruction_zh": "显示系统推荐的通用模板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1533, |
| 377, |
| 1617, |
| 418 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Figma/13.jpg", |
| "instruction": "New browser tab", |
| "instruction_zh": "新建浏览器标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3682, |
| 24, |
| 3735, |
| 78 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_87a53946-4800-4d44-ad38-7dc7b6dda1f1.png", |
| "instruction": "Adjust the stroke thickness of the font", |
| "instruction_zh": "调整字体笔画粗细", |
| "category": "functional_grounding", |
| "bbox": [ |
| 165, |
| 1986, |
| 912, |
| 2060 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/weibo/weibo_86118449-e8e0-4dff-a670-e684851ff277.png", |
| "instruction": "Expand more information about this user", |
| "instruction_zh": "展开该用户更多信息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1321, |
| 572, |
| 1405, |
| 637 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-11-04.png", |
| "instruction": "Apply changes but do not close", |
| "instruction_zh": "应用更改但不关闭", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3017, |
| 2040, |
| 3161, |
| 2098 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/bilibili/bilibili_0f21d115-7738-4845-9b4e-497931cda322.png", |
| "instruction": "Adjust the area where subtitles appear on the video screen", |
| "instruction_zh": "调节弹幕在视频画面上显示范围", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1643, |
| 181, |
| 2141, |
| 220 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-zh/system-zh_2dddb75e-da75-4bf5-bd32-195a264bb58e.png", |
| "instruction": "Adjust the thickness of font strokes", |
| "instruction_zh": "调节字体笔画粗细", |
| "category": "functional_grounding", |
| "bbox": [ |
| 164, |
| 1978, |
| 914, |
| 2049 |
| ], |
| "label": "slider", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/didi/didi_78783510-aabf-4ac3-87d6-f816493da556.png", |
| "instruction": "Switch to driver-side functionality", |
| "instruction_zh": "切换至司机端功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 262, |
| 2085, |
| 386, |
| 2206 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_ef6d98c9-b7a2-4700-885f-a645b703c85a.png", |
| "instruction": "Appearance Settings Panel", |
| "instruction_zh": "外观设置面板", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3118, |
| 47, |
| 3196, |
| 93 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/xiechen/xiechen_12c1f230-a7bc-49ee-a30f-e0b1ef166dda.png", |
| "instruction": "Click to redirect to the \"Summer Heat Festival\" special event page.", |
| "instruction_zh": "点击后跳转至“夏日狂暑季”专题活动页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 356, |
| 1430, |
| 723, |
| 1537 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/taobao/taobao_376f5ef3-3856-412e-b63e-79b6d5e5a540.png", |
| "instruction": "Click to select Alipay payment", |
| "instruction_zh": "点击选择支付宝支付", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2782, |
| 619, |
| 2819, |
| 655 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_f23b2819-d8fe-447f-b1fd-90eae2c24aa2.png", |
| "instruction": "Apply current price filter", |
| "instruction_zh": "应用当前价格筛选", |
| "category": "functional_grounding", |
| "bbox": [ |
| 922, |
| 742, |
| 987, |
| 790 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/meituan/meituan_9efeacfd-4ca4-4b56-895e-b1a0ed03b519.png", |
| "instruction": "Exit the current editing mode", |
| "instruction_zh": "退出当前编辑状态", |
| "category": "functional_grounding", |
| "bbox": [ |
| 930, |
| 118, |
| 1032, |
| 185 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/e14debea-Snipaste_2025-06-24_15-21-33.png", |
| "instruction": "Jump to the Labubu rental special page", |
| "instruction_zh": "跳转至Labubu租赁专题页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 145, |
| 1507, |
| 405, |
| 1585 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/github/github_0b2d9533-9946-4f48-98ae-7aa9bb88b916.png", |
| "instruction": "Display a list of developers who have contributed to the repository", |
| "instruction_zh": "显示对仓库有贡献的开发者列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 690, |
| 335, |
| 1280, |
| 410 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_61c9d33f-673e-4da9-9764-daa94d6f12f9.png", |
| "instruction": "Proceed to the full shopping cart page to complete checkout", |
| "instruction_zh": "跳转至完整购物车页面进行结算", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3562, |
| 111, |
| 3801, |
| 160 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_667488e6-e68c-45b7-87ee-2228cc914e11.png", |
| "instruction": "Adjust the body text to a smaller font size.", |
| "instruction_zh": "调整正文文字为小号字体", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2928, |
| 209, |
| 2970, |
| 252 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_667488e6-e68c-45b7-87ee-2228cc914e11.png", |
| "instruction": "Adjust the body text to a larger font size.", |
| "instruction_zh": "调整正文文字为大号字体", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2931, |
| 337, |
| 2971, |
| 377 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/todo-list/todo-list_50333127-bbd5-4cda-b284-bc37a8cd70f6.png", |
| "instruction": "Show all tasks", |
| "instruction_zh": "显示所有任务", |
| "category": "functional_grounding", |
| "bbox": [ |
| 39, |
| 125, |
| 197, |
| 206 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/airbnb/airbnb_5f85d2c5-04d2-4ad8-9cce-8ad58ef71526.png", |
| "instruction": "Clear filter criteria with one click", |
| "instruction_zh": "一键清除筛选条件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 65, |
| 1830, |
| 1014, |
| 1983 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/wikipedia/wikipedia_e15f669e-787e-4601-8832-654b040b0bd5.png", |
| "instruction": "Expand page width", |
| "instruction_zh": "扩展页面宽度", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2932, |
| 795, |
| 2968, |
| 830 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-51-53.png", |
| "instruction": "Run current configuration", |
| "instruction_zh": "运行当前配置", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3501, |
| 104, |
| 3543, |
| 147 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/explorer.png", |
| "instruction": "Click to log in / switch user accounts", |
| "instruction_zh": "点击可登录/切换用户账户", |
| "category": "functional_grounding", |
| "bbox": [ |
| 0, |
| 1732, |
| 94, |
| 1812 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-56-18.png", |
| "instruction": "Create a new PDF or document", |
| "instruction_zh": "创建新 PDF 或文档", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3273, |
| 139, |
| 3398, |
| 188 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-43-50.png", |
| "instruction": "Set to selected ratio", |
| "instruction_zh": "设置到所选比例", |
| "category": "functional_grounding", |
| "bbox": [ |
| 892, |
| 149, |
| 993, |
| 273 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/布局.jpg", |
| "instruction": "Set left indent", |
| "instruction_zh": "设置左缩进", |
| "category": "functional_grounding", |
| "bbox": [ |
| 880, |
| 180, |
| 1024, |
| 215 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-49-34.png", |
| "instruction": "Create a development container from a local folder", |
| "instruction_zh": "从本地文件夹创建开发容器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 359, |
| 157, |
| 646, |
| 211 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/搜索.png", |
| "instruction": "Close the currently active tab", |
| "instruction_zh": "关闭当前激活的标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1098, |
| 15, |
| 1132, |
| 48 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/excel/Snipaste_2025-05-16_12-45-49.png", |
| "instruction": "Set monochrome printing", |
| "instruction_zh": "设置单色打印", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1509, |
| 834, |
| 1530, |
| 868 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/导出设置.png", |
| "instruction": "Enable the option to open the file's directory after exporting", |
| "instruction_zh": "启用导出后打开文件所在目录选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1349, |
| 1028, |
| 1374, |
| 1059 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-50-13.png", |
| "instruction": "Set theme color to sync with system", |
| "instruction_zh": "设置主题颜色与系统同步", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1051, |
| 292, |
| 1084, |
| 324 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-29.png", |
| "instruction": "Set to not save password", |
| "instruction_zh": "设置不保存密码", |
| "category": "functional_grounding", |
| "bbox": [ |
| 577, |
| 552, |
| 610, |
| 592 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/add_local.png", |
| "instruction": "Click to enter the local repository path", |
| "instruction_zh": "点击输入本地仓库路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1154, |
| 995, |
| 1695, |
| 1048 |
| ], |
| "label": "text input", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Sketch_zh_Mac/文件.png", |
| "instruction": "View more visibility options", |
| "instruction_zh": "查看更多可见度选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2693, |
| 425, |
| 3011, |
| 472 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Notion/Snipaste_2025-06-22_15-24-53.png", |
| "instruction": "Rename the current view", |
| "instruction_zh": "重命名当前视图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 851, |
| 486, |
| 1275, |
| 545 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_3b5de022-47f4-47ca-8bd4-7c8597806d5d.png", |
| "instruction": "Adjust system animation menu", |
| "instruction_zh": "调整系统动画菜单", |
| "category": "functional_grounding", |
| "bbox": [ |
| 721, |
| 1635, |
| 1013, |
| 1722 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Create_new_repository.png", |
| "instruction": "Select local folder path", |
| "instruction_zh": "选择本地文件夹路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1439, |
| 728, |
| 1548, |
| 767 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/设置_图像.png", |
| "instruction": "Automatically escape image URLs when inserting", |
| "instruction_zh": "设置插入时自动转义图片URL", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1016, |
| 1127, |
| 1041, |
| 1153 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/Project.png", |
| "instruction": "View port information", |
| "instruction_zh": "查看端口信息", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1171, |
| 1312, |
| 1273, |
| 1363 |
| ], |
| "label": "tab", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/49.png", |
| "instruction": "View data table sorting method", |
| "instruction_zh": "查看数据表排序方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 733, |
| 191, |
| 819, |
| 229 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_Mac/branch.png", |
| "instruction": "Compared with other branches", |
| "instruction_zh": "和其他分支对比", |
| "category": "functional_grounding", |
| "bbox": [ |
| 775, |
| 393, |
| 1439, |
| 441 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_17-59-17.png", |
| "instruction": "Use voice search", |
| "instruction_zh": "使用语音搜索", |
| "category": "functional_grounding", |
| "bbox": [ |
| 910, |
| 351, |
| 1459, |
| 419 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/效果.png", |
| "instruction": "View more style options", |
| "instruction_zh": "查看更多风格选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 757, |
| 664, |
| 1167, |
| 722 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Eclipse/47.jpg", |
| "instruction": "Customize the appearance of the Chrome browser", |
| "instruction_zh": "自定义chrome浏览器外观", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3223, |
| 2023, |
| 3291, |
| 2087 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/CLion/Snipaste_2025-06-18_18-14-00.png", |
| "instruction": "Click to learn more about the features and capabilities of the AI assistant.", |
| "instruction_zh": "点击查看更多AI助手的功能特点", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2024, |
| 1019, |
| 2184, |
| 1079 |
| ], |
| "label": "link", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Canva_zh_Web/设置.png", |
| "instruction": "Unlink from WeChat account", |
| "instruction_zh": "取消和微信账户关联", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2016, |
| 1889, |
| 2183, |
| 1955 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/amazon/amazon_94eb7936-5a0b-42eb-a1df-c008441071bc.png", |
| "instruction": "Select backpacks suitable for a university setting", |
| "instruction_zh": "筛选适合大学场景的背包", |
| "category": "functional_grounding", |
| "bbox": [ |
| 567, |
| 1569, |
| 590, |
| 1592 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/search.png", |
| "instruction": "Search is case-sensitive", |
| "instruction_zh": "搜索区分大小写", |
| "category": "functional_grounding", |
| "bbox": [ |
| 694, |
| 231, |
| 731, |
| 267 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/search.png", |
| "instruction": "Open a new search editor", |
| "instruction_zh": "打开新的搜索编辑器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 690, |
| 158, |
| 732, |
| 200 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/search.png", |
| "instruction": "Custom layout", |
| "instruction_zh": "自定义布局", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2800, |
| 87, |
| 2844, |
| 126 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Adobe_Illustrator_zh_Mac/文档设置_常规.png", |
| "instruction": "Switch pixel unit option", |
| "instruction_zh": "切换像素单位选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 865, |
| 558, |
| 988, |
| 602 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_zh_windows/右键_新增链接.png", |
| "instruction": "New folder", |
| "instruction_zh": "新建文件夹", |
| "category": "functional_grounding", |
| "bbox": [ |
| 225, |
| 73, |
| 265, |
| 108 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/浏览.png", |
| "instruction": "Open file type filter", |
| "instruction_zh": "打开文件类型筛选器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1240, |
| 850, |
| 1519, |
| 879 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-06-53.png", |
| "instruction": "The interface is set to compact mode.", |
| "instruction_zh": "界面设置为紧凑模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1479, |
| 491, |
| 1513, |
| 528 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Powerpoint_zh_Mac/绘图.png", |
| "instruction": "Enable touchpad drawing", |
| "instruction_zh": "开启触控板画图", |
| "category": "functional_grounding", |
| "bbox": [ |
| 961, |
| 149, |
| 1057, |
| 200 |
| ], |
| "label": "toggle switch", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/qq-news/qq-news_2fc080cf-f781-411a-b601-68830e4d8db0.png", |
| "instruction": "Daily check-in", |
| "instruction_zh": "每日签到", |
| "category": "functional_grounding", |
| "bbox": [ |
| 761, |
| 113, |
| 935, |
| 188 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/gaode/gaode_e7ac1823-a9c0-4a1f-a1ef-ff111c7ad53b.png", |
| "instruction": "View server", |
| "instruction_zh": "查看服务器", |
| "category": "functional_grounding", |
| "bbox": [ |
| 948, |
| 609, |
| 1053, |
| 723 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-56-29.png", |
| "instruction": "Close the currently opened file", |
| "instruction_zh": "关闭当前打开文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1544, |
| 207, |
| 1597, |
| 255 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/window.png", |
| "instruction": "Split the current window to the right", |
| "instruction_zh": "向右拆分当前窗口", |
| "category": "functional_grounding", |
| "bbox": [ |
| 638, |
| 367, |
| 1092, |
| 420 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/window.png", |
| "instruction": "Switch to full screen mode", |
| "instruction_zh": "切换至全屏模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 630, |
| 847, |
| 1094, |
| 905 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/window.png", |
| "instruction": "Switch to source code mode", |
| "instruction_zh": "切换至源码模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 625, |
| 130, |
| 1099, |
| 184 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/bilibili/bilibili_f28026f0-306e-4edc-914b-a19245b025f5.png", |
| "instruction": "Expand video comment list", |
| "instruction_zh": "展开视频弹幕列表", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3676, |
| 339, |
| 3718, |
| 380 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/more.png", |
| "instruction": "Search file contents", |
| "instruction_zh": "查找文件内容", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2552, |
| 801, |
| 2933, |
| 850 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Obsidian_en_Mac/more.png", |
| "instruction": "Move file", |
| "instruction_zh": "移动文件", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2544, |
| 566, |
| 2940, |
| 619 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/alipay/74b78f76-Snipaste_2025-06-24_15-05-04.png", |
| "instruction": "Follow the store", |
| "instruction_zh": "收藏店铺", |
| "category": "functional_grounding", |
| "bbox": [ |
| 979, |
| 122, |
| 1050, |
| 185 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/eleme/eleme_1a663344-1618-4357-a86d-0eba5f9ced07.png", |
| "instruction": "Delete coffee from the shopping cart", |
| "instruction_zh": "删除购物车中的咖啡", |
| "category": "functional_grounding", |
| "bbox": [ |
| 974, |
| 515, |
| 1013, |
| 561 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "mobile/system-en/system-en_ba4c7041-f5b2-49ad-9014-22d9c1387a31.png", |
| "instruction": "Scan to add QR code", |
| "instruction_zh": "扫描添加二维码", |
| "category": "functional_grounding", |
| "bbox": [ |
| 935, |
| 125, |
| 1018, |
| 210 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/5.png", |
| "instruction": "Set the background color", |
| "instruction_zh": "设置背景颜色", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1734, |
| 124, |
| 1787, |
| 158 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/5.png", |
| "instruction": "View more text styles", |
| "instruction_zh": "查看更多文本样式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1566, |
| 127, |
| 1623, |
| 163 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/5.png", |
| "instruction": "Set indentation options", |
| "instruction_zh": "设置缩进选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2013, |
| 126, |
| 2072, |
| 160 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/vscode_en_Mac/editor_layout.png", |
| "instruction": "View terminal menu options", |
| "instruction_zh": "查看终端菜单选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 789, |
| 12, |
| 931, |
| 60 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_en_windows/Insert_Table.png", |
| "instruction": "Delete the current row of the table", |
| "instruction_zh": "删除表格当前行", |
| "category": "functional_grounding", |
| "bbox": [ |
| 540, |
| 1006, |
| 917, |
| 1057 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "web/jira/jira_d64ceb2a-80e2-4f42-80ba-d57927475b5e.png", |
| "instruction": "View issues with different sorting methods", |
| "instruction_zh": "查看issues不同排序方式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 445, |
| 425, |
| 876, |
| 493 |
| ], |
| "label": "dropdown", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-59-05.png", |
| "instruction": "The interface is set to compact mode.", |
| "instruction_zh": "界面设置为紧凑模式", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1410, |
| 1525, |
| 1444, |
| 1557 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/IntelliJ_IDEA/Snipaste_2025-06-20_00-59-05.png", |
| "instruction": "Allow the window title bar to always display the full path", |
| "instruction_zh": "允许窗口标题栏始终显示完整路径", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1411, |
| 1622, |
| 1442, |
| 1654 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Yuque/30.png", |
| "instruction": "Select an image to upload", |
| "instruction_zh": "选择上传图片", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1155, |
| 576, |
| 1303, |
| 617 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Pixso/Snipaste_2025-06-20_01-23-01.png", |
| "instruction": "Upgrade current subscription plan", |
| "instruction_zh": "升级当前订阅方案", |
| "category": "functional_grounding", |
| "bbox": [ |
| 3470, |
| 143, |
| 3650, |
| 204 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Typora_zh_Mac/设置_编辑器.png", |
| "instruction": "Align indentation", |
| "instruction_zh": "对齐缩进", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1019, |
| 759, |
| 1042, |
| 789 |
| ], |
| "label": "checkbox/radiobox", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-07-07.png", |
| "instruction": "Not practical to use HTTP proxy", |
| "instruction_zh": "不实用http代理", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1458, |
| 627, |
| 1490, |
| 664 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Word/邮件.jpg", |
| "instruction": "View accessibility options", |
| "instruction_zh": "查看辅助功能", |
| "category": "functional_grounding", |
| "bbox": [ |
| 704, |
| 1395, |
| 969, |
| 1435 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/pycharm/Snipaste_2025-05-16_13-03-29.png", |
| "instruction": "Close the new feature introduction tab", |
| "instruction_zh": "关闭新功能介绍标签页", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1660, |
| 107, |
| 1688, |
| 142 |
| ], |
| "label": "button", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Main_Interface.png", |
| "instruction": "Check battery status", |
| "instruction_zh": "查看电池状态", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2390, |
| 1536, |
| 2433, |
| 1584 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/Github_desktop_en_windows/Main_Interface.png", |
| "instruction": "View system time", |
| "instruction_zh": "查看系统时间", |
| "category": "functional_grounding", |
| "bbox": [ |
| 2439, |
| 1535, |
| 2548, |
| 1590 |
| ], |
| "label": "text/tag", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/右键编辑.png", |
| "instruction": "View more number options", |
| "instruction_zh": "查看更多编号选项", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1681, |
| 423, |
| 2003, |
| 467 |
| ], |
| "label": "menu", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/右键编辑.png", |
| "instruction": "Align the text", |
| "instruction_zh": "文字做对齐", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1787, |
| 863, |
| 1820, |
| 900 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| }, |
| { |
| "img_filename": "desktop/PowerPoint_zh_windows/右键编辑.png", |
| "instruction": "Set text color", |
| "instruction_zh": "设置文字颜色", |
| "category": "functional_grounding", |
| "bbox": [ |
| 1952, |
| 861, |
| 1995, |
| 895 |
| ], |
| "label": "icon", |
| "data_type": "bbox" |
| } |
| ] |