{"type":"raw_signal","id":"open-source-project-lets-a-vision-model-drive-c99a00","slug":"open-source-project-lets-a-vision-model-drive-c99a00","title":"Open source project lets a vision model drive a stock iPhone via a $7 ESP32-S3 acting as USB mouse.","description":"ESP32 iPhone Agent is an open-source project for controlling a stock iPhone with a vision model.","retrieval_nugget":"ESP32 iPhone Agent is an open-source project for controlling a stock iPhone with a vision model.","observed_at":"2026-10-13","record_date":"2026-10-13","date_kind":"observed_at","why_it_matters":"ESP32 iPhone Agent is an open-source project for controlling a stock iPhone with a vision model. Its README describes an AirPlay-based screen input path and a $7 ESP32-S3 board that connects to the phone as a USB HID mouse and keyboard. The project says it requires no Mac, developer account, or jailbreak and can use any OpenAI-compatible vision model. These are implementation details documented by","novelty":"notable","verification_level":"source-linked","signal_type":"release","source_platform":"github.com","topics":[],"entities":["ESP32 iPhone Agent","ESP32-S3","iPhone"],"related_patterns":["agent-ready-software-exposes-capabilities"],"source_url":"https://github.com/onehumanbeing/esp32-iphone-agent","source_urls":["https://github.com/onehumanbeing/esp32-iphone-agent"],"schema_version":"newruntime-agent-readable-v0.2","stable_id":"signal:open-source-project-lets-a-vision-model-drive-c99a00","status":"published","visuals":[],"editor":{"role":"editor","name":"Andrey Reshetnikov","profile":"https://newruntime.com/owner-profile.md","profile_json":"https://newruntime.com/owner-profile.json","same_as":["https://www.linkedin.com/in/reshetnikov1/","https://t.me/lapetuse"]},"routes":{"html":"https://newruntime.com/signals/open-source-project-lets-a-vision-model-drive-c99a00/","markdown":"https://newruntime.com/signals/open-source-project-lets-a-vision-model-drive-c99a00.md","json":"https://newruntime.com/signals/open-source-project-lets-a-vision-model-drive-c99a00.json"},"next_reads":[{"type":"collection","path":"/signals/","url":"https://newruntime.com/signals/","title":"Raw Signals","reason":"Open every source-linked raw signal.","media_type":"text/html","json_url":"https://newruntime.com/signals.json"},{"type":"collection","path":"/source-ledger.json","url":"https://newruntime.com/source-ledger.json","title":"Source Ledger","reason":"Inspect the public source evidence graph.","media_type":"application/json"}]}