[{"data":1,"prerenderedAt":304},["ShallowReactive",2],{"projects-list":3},[4,95,185,267],{"id":5,"title":6,"body":7,"category":57,"cover":58,"description":59,"extension":60,"highlights":61,"images":66,"links":72,"meta":74,"navigation":76,"path":77,"period":78,"portrait":79,"poster":80,"role":81,"seo":82,"stack":83,"status":88,"stem":89,"tags":90,"video":93,"videos":80,"__hash__":94},"projects\u002Fprojects\u002Far-ur5-real.md","真机拓展：Quest 3 AR 透视控制真实 UR5",{"type":8,"value":9,"toc":50},"minimark",[10,14,18,21,44,47],[11,12,13],"h2",{"id":13},"项目简介",[15,16,17],"p",{},"在「Quest 3 VR 远程操控 UR5 数字孪生」纯仿真项目的基础上，独立开发真机控制链路 UR5_Teleop：Quest 3 以 AR 彩色透视模式运行，将头显与手柄位姿映射到真实 UR5 机械臂，在实际工作台上完成遥控运动。该拓展与仿真仓库代码相互独立。",[11,19,20],{"id":20},"技术方案",[22,23,24,32,38],"ul",{},[25,26,27,31],"li",{},[28,29,30],"strong",{},"真机通信","：头显控制位姿经局域网发送至真机控制服务，转换为 UR5 可执行的末端目标。",[25,33,34,37],{},[28,35,36],{},"AR 透视","：利用 Quest 3 彩色透视直接观察真实工作台与机械臂，无需重建场景模型。",[25,39,40,43],{},[28,41,42],{},"控制迁移","：复用仿真中验证的笛卡尔伺服与夹爪连续控制逻辑，缩短真机调试周期。",[11,45,46],{"id":46},"个人收获",[15,48,49],{},"完整走通了控制策略从仿真到真机的迁移过程，体会到 AR 透视在遥操作中降低空间认知负担的作用，也积累了真机安全控制与通信时延处理的经验。",{"title":51,"searchDepth":52,"depth":52,"links":53},"",2,[54,55,56],{"id":13,"depth":52,"text":13},{"id":20,"depth":52,"text":20},{"id":46,"depth":52,"text":46},"具身智能","\u002Fimages\u002Fprojects\u002Freal-hardware-overview.jpg","在纯仿真项目基础上独立拓展真机控制链路 UR5_Teleop，Quest 3 AR 彩色透视下将头显与手柄位姿映射到真实 UR5 完成遥控运动。","md",[62,63,64,65],"在纯仿真项目基础上独立拓展真机控制链路（UR5_Teleop），将 Quest 3 头显与手柄位姿映射到真实 UR5。","Quest 3 AR 彩色透视下保留真实工作台视野，在实际工作台上完成机械臂遥控运动。","真机端复用笛卡尔伺服与连续夹爪控制逻辑，仿真中验证的控制链路可直接向真机迁移。","拓展代码 UR5_Teleop 与仿真仓库相互独立，已开源。",[67,69],{"src":58,"title":68},"真机 UR5、RobotiQ 夹爪与 D405 腕部相机",{"src":70,"title":71},"\u002Fimages\u002Fprojects\u002Freal-d405-mount.jpg","D405 相机法兰安装",{"github":73},"https:\u002F\u002Fgithub.com\u002Fwkcherish\u002FUR5_Teleop.git",{"date":75},"2026-09-01",true,"\u002Fprojects\u002Far-ur5-real","2026.08 – 至今",false,null,"独立开发",{"title":6,"description":59},[84,85,86,87],"Quest 3","Python","UR5","Three.js","进行中","projects\u002Far-ur5-real",[84,36,86,91,92],"UR5_Teleop","遥操作","\u002Fvideos\u002Fprojects\u002Far-ur5.mp4","Piwg_HpfiihFgsBjLUZdewuitikfE9K5-oasSLhNyGM",{"id":96,"title":97,"body":98,"category":57,"cover":149,"description":150,"extension":60,"highlights":151,"images":156,"links":171,"meta":172,"navigation":76,"path":174,"period":175,"portrait":79,"poster":80,"role":81,"seo":176,"stack":177,"status":180,"stem":181,"tags":182,"video":51,"videos":80,"__hash__":184},"projects\u002Fprojects\u002Far-ur5-rl.md","Quest 3 VR 远程操控 UR5 数字孪生（纯仿真）",{"type":8,"value":99,"toc":144},[100,102,105,107,139,141],[11,101,13],{"id":13},[15,103,104],{},"搭建可用于交互控制和状态反馈的 UR5 机械臂 MuJoCo 数字孪生仿真。前端基于 Three.js 构建与后端状态相互映射的 3D 可视化界面，后端使用 FastAPI 接收控制输入并驱动仿真；Quest 3 通过局域网 WebXR 进入 VR 后，可用手柄或手势连续控制机械臂与夹爪。本项目为纯仿真工作，真机 AR 拓展为独立项目。",[11,106,20],{"id":20},[22,108,109,115,121,127,133],{},[25,110,111,114],{},[28,112,113],{},"仿真环境","：MuJoCo 中建立 UR5 机械臂、工作台、工具箱与工具模型，配置接触、摩擦与执行器参数。",[25,116,117,120],{},[28,118,119],{},"可视化","：Three.js 实时渲染机械臂状态，与后端通过 WebSocket\u002FHTTP 保持状态同步。",[25,122,123,126],{},[28,124,125],{},"通信层","：FastAPI 提供状态观测、相机画面与控制接口，桥接前端输入与仿真动作。",[25,128,129,132],{},[28,130,131],{},"VR 交互","：Quest 3 利用手柄 6DoF 位姿或 Hand Tracking 手势，经笛卡尔伺服映射为末端执行器目标位姿。",[25,134,135,138],{},[28,136,137],{},"伺服控制","：后端通过 MuJoCo Jacobian 将末端误差换算为关节速度，并串联限位、奇异点降速与碰撞保护。",[11,140,46],{"id":46},[15,142,143],{},"系统理解了数字孪生系统从建模、通信到 VR 交互的完整链路，掌握了 WebXR 开发与基于 Jacobian 的笛卡尔伺服方法，也为后续真机遥操作与模仿学习复现打下基础。",{"title":51,"searchDepth":52,"depth":52,"links":145},[146,147,148],{"id":13,"depth":52,"text":13},{"id":20,"depth":52,"text":20},{"id":46,"depth":52,"text":46},"\u002Fimages\u002Fprojects\u002Fsim-overview.png","基于 MuJoCo 的 UR5 数字孪生仿真，Three.js 可视化与 FastAPI 后端，Quest 3 通过 WebXR 在 VR 中以手柄或手势控制机械臂。",[152,153,154,155],"在 MuJoCo 中搭建 UR5 机械臂、工作台与工具箱、钳子、扳手等工具的高保真仿真场景，FastAPI 后端提供状态观测与控制接口。","Three.js 构建与后端状态实时双向映射的 3D 数字孪生界面，桌面浏览器即可完成调试与观测。","Quest 3 经局域网以 WebXR 进入 VR，手柄或手势通过 6DoF 笛卡尔伺服控制机械臂，Trigger 连续控制夹爪开合。","后端基于 Jacobian 实现 Cartesian servo，并施加速度、加速度、关节限位与奇异点约束，保证仿真中运动平滑安全。",[157,159,162,165,168],{"src":149,"title":158},"MuJoCo 仿真场景：UR5、工作台与工具箱",{"src":160,"title":161},"\u002Fimages\u002Fprojects\u002Fsim-overview-2.png","仿真场景另一视角",{"src":163,"title":164},"\u002Fimages\u002Fprojects\u002Fsim-overview-3.png","工作台后侧视角",{"src":166,"title":167},"\u002Fimages\u002Fprojects\u002Fsim-d405-view.png","D405 腕部相机渲染视角",{"src":169,"title":170},"\u002Fimages\u002Fprojects\u002Fsim-cad-mount.png","相机法兰安装件设计",{},{"date":173},"2026-06-15","\u002Fprojects\u002Far-ur5-rl","2026.03 – 2026.06",{"title":97,"description":150},[178,87,179,84,85],"MuJoCo","FastAPI","已完成","projects\u002Far-ur5-rl",[178,87,179,84,183],"WebXR","kXCTEg8RB2d0GP8OHN0IfhCQg71WeWqr28NSnqb6jHU",{"id":186,"title":187,"body":188,"category":229,"cover":230,"description":231,"extension":60,"highlights":232,"images":80,"links":237,"meta":239,"navigation":76,"path":241,"period":242,"portrait":79,"poster":230,"role":243,"seo":244,"stack":245,"status":180,"stem":249,"tags":250,"video":254,"videos":255,"__hash__":266},"projects\u002Fprojects\u002Flerobot-vla-reproduction.md","LeRobot101：ACT \u002F smolVLA \u002F pi0.5 复现",{"type":8,"value":189,"toc":224},[190,192,195,198,218,221],[11,191,13],{"id":13},[15,193,194],{},"以 Hugging Face LeRobot 框架为主线，系统复现 ACT、smolVLA、pi0.5 三个代表性模型，覆盖模仿学习与视觉-语言-动作两大技术路线。项目打通了从遥操作数据采集、策略训练到仿真评估的完整链路，所有复现代码已整理上传至 GitHub。",[11,196,197],{"id":197},"复现内容",[22,199,200,206,212],{},[25,201,202,205],{},[28,203,204],{},"ACT（Action Chunking with Transformers）","：以动作分块预测替代单步动作回归，配合时间集成（temporal ensembling）平滑执行轨迹，复现数据采集、训练与仿真评估流程。",[25,207,208,211],{},[28,209,210],{},"smolVLA","：基于 SmolVLM 视觉-语言骨干的轻量 VLA 模型，在桌面操作任务上完成端到端复现，理解视觉观测与语言指令到动作 token 的映射方式。",[25,213,214,217],{},[28,215,216],{},"pi0.5","：基于 OpenPI 的预训练 VLA 策略，在自有任务配置上进行微调，验证「语言指令 → 视觉-语言理解 → 动作序列输出」的完整执行链路。",[11,219,220],{"id":220},"评估结果",[15,222,223],{},"在 Robosuite 中以脚本专家生成演示数据，训练行为克隆（BC）策略；在连续 20 轮评估中达到 80% 任务成功率，验证了数据质量与动作分块对策略稳定性的作用。",{"title":51,"searchDepth":52,"depth":52,"links":225},[226,227,228],{"id":13,"depth":52,"text":13},{"id":197,"depth":52,"text":197},{"id":220,"depth":52,"text":220},"机器人学习","\u002Fimages\u002Fprojects\u002Fact-poster.jpg","基于 LeRobot 框架复现 ACT、smolVLA 与 pi0.5 三类模仿学习与视觉-语言-动作模型，打通数据采集、策略训练到仿真评估全流程。",[233,234,235,236],"跟随 LeRobot101 复现 ACT 模型，理解动作分块（Action Chunking）与模仿学习训练流程。","复现 smolVLA 轻量 VLA 模型，在仿真桌面任务上完成数据采集、策略训练与评估。","复现 pi0.5：基于 OpenPI 预训练 VLA 策略进行微调，验证语言指令到机械臂动作的执行链路。","配合 Robosuite 行为克隆实验，从脚本专家数据训练策略，20 轮评估达到 80% 成功率。",{"github":238},"https:\u002F\u002Fgithub.com\u002Fwkcherish\u002Flerobot.git",{"date":240},"2026-05-20","\u002Fprojects\u002Flerobot-vla-reproduction","2025.11 – 2026.05","独立复现",{"title":187,"description":231},[246,247,248,178],"LeRobot","PyTorch","Transformers","projects\u002Flerobot-vla-reproduction",[246,251,210,216,252,253],"ACT","模仿学习","VLA","\u002Fvideos\u002Fprojects\u002Fact.mp4",[256,258,262],{"src":254,"title":257,"poster":230},"ACT 策略仿真任务演示",{"src":259,"title":260,"poster":261},"\u002Fvideos\u002Fprojects\u002Fsmolvla.mp4","smolVLA 桌面任务复现","\u002Fimages\u002Fprojects\u002Fsmolvla-poster.jpg",{"src":263,"title":264,"poster":265},"\u002Fvideos\u002Fprojects\u002Fpi0.5.mp4","pi0.5 微调策略执行","\u002Fimages\u002Fprojects\u002Fpi05-poster.jpg","OBkLJ9rOpfpt66cMl1TkSBaef3E8ALjvOwncZv3t9WU",{"id":268,"title":269,"body":270,"category":280,"cover":281,"description":282,"extension":60,"highlights":283,"images":80,"links":288,"meta":289,"navigation":76,"path":291,"period":292,"portrait":79,"poster":80,"role":81,"seo":293,"stack":294,"status":88,"stem":298,"tags":299,"video":51,"videos":80,"__hash__":303},"projects\u002Fprojects\u002Furgrasp-agent.md","UR5 Grasp Agent：从手眼标定到 GraspNet 抓取",{"type":8,"value":271,"toc":277},[272,274],[11,273,13],{"id":13},[15,275,276],{},"构建一套从硬件标定到抓取策略的 UR5 抓取系统，打通 RealSense 感知、GraspNet 位姿检测与机械臂执行链路。",{"title":51,"searchDepth":52,"depth":52,"links":278},[279],{"id":13,"depth":52,"text":13},"机器人感知","\u002Fimages\u002Fprojects\u002Furgrasp-annotation.png","面向真实 UR5 的抓取智能体，覆盖相机标定、手眼标定、GraspNet 抓取位姿检测与机械臂运动执行全链路。",[284,285,286,287],"完成 RealSense 相机内参标定与眼在手上（eye-in-hand）手眼标定，统一米制与旋转矢量表示。","基于 GraspNet 从 RGB-D 场景检测 6D 抓取位姿，融合桌面物体分割与抓取点生成。","通过 ur_rtde 驱动 UR5 执行抓取运动，构建从视觉感知到运动执行的完整抓取 Agent。","统一相机系、标定板系与机器人基坐标系的米制尺度与旋转矢量表示，控制手眼标定重投影与位姿传递误差。",{},{"date":290},"2025-09-01","\u002Fprojects\u002Furgrasp-agent","2025.12 – 2026.04",{"title":269,"description":282},[85,247,295,296,297],"OpenCV","GraspNet","ur_rtde","projects\u002Furgrasp-agent",[296,86,300,301,302],"手眼标定","RealSense","6D 抓取位姿","YyQkluZioC8fIDzM_lYdoYv_sstvJ1FHw1GVcy43mYU",1791660992927]