Mercurial > code > home > repos > homeauto

annotate espNode/readcam.py @ 1560:c3d699b5759c

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
more py3 fixes Ignore-this: f212b4a5edf8e599e9efd70bc65e7651 darcs-hash:d944ca9d7d7b36c2c02529dcf9225a99c0aa1831
author drewp <drewp@bigasterisk.com>
date Fri, 14 Feb 2020 00:33:31 -0800
parents ed3d29eb989a
children
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1527
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 #!camtest/bin/python3
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
2 import binascii
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 import logging
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
4 import time
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
5 import io
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
6 import os
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 import json
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 logging.basicConfig(level=logging.INFO)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
9 from aiohttp import web
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 from aiohttp.web import Response
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
11 from aiohttp_sse import sse_response
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
12
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
13 import asyncio
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
14
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
15 from aioesphomeapi import APIClient
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
16 from aioesphomeapi.model import CameraState
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
17 import apriltag
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
18 import cv2
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
19 import numpy
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
20
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
21 class CameraReceiver:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
22 def __init__(self, loop):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
23 self.lastFrameTime = None
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24 self.loop = loop
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
25 self.lastFrame = b"", ''
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
26 self.recent = []
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28 async def start(self):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
29 self.c = c = APIClient(self.loop, '10.2.0.21', 6053, 'MyPassword')
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 await c.connect(login=True)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
31 await c.subscribe_states(on_state=self.on_state)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32 await c.request_image_stream()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34 def on_state(self, s):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
35 if isinstance(s, CameraState):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
36 jpg = s.image
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
37 if len(self.recent) > 10:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
38 self.recent = self.recent[-10:]
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
39
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
40 self.recent.append(jpg)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
41 print('recent lens: %s' % (','.join(str(len(x))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
42 for x in self.recent)))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
43 else:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
44 print('other on_state', s)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
45
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
46 def analyze(self, jpg):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
47 img = cv2.imdecode(numpy.asarray(bytearray(jpg)),
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
48 cv2.IMREAD_GRAYSCALE)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
49 result = detector.detect(img)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
50 msg = {}
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
51 if result:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
52 center = result[0].center
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
53 msg['center'] = [round(center[0], 2), round(center[1], 2)]
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
54 return msg
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
55
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
56 async def frames(self):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
57 while True:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
58 if self.recent:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
59 if self.lastFrameTime and time.time() - self.lastFrameTime > 15:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
60 print('no recent frames')
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
61 os.abort()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
62
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
63 jpg = self.recent.pop(0)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64 msg = self.analyze(jpg)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65 yield jpg, msg
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
66 self.lastFrame = jpg, msg
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
67 self.lastFrameTime = time.time()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
68 else:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
69 await asyncio.sleep(.5)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
70
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 loop = asyncio.get_event_loop()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
72
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
73 recv = CameraReceiver(loop)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
74 detector = apriltag.Detector()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
75
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
76 loop.create_task(recv.start())
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
77
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
78 def imageUri(jpg):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
79 return 'data:image/jpeg;base64,' + binascii.b2a_base64(jpg).decode('ascii')
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
80
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
81 async def stream(request):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82 async with sse_response(request) as resp:
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
83 await resp.send(imageUri(recv.lastFrame[0]))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
84 await resp.send(json.dumps(recv.lastFrame[1]))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
85 async for frame, msg in recv.frames():
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
86 await resp.send(json.dumps(msg))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
87 await resp.send(imageUri(frame))
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
88 return resp
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
89
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
90 async def index(request):
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
91 d = r"""
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
92 <html>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
93 <body>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
94 <style>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
95 #center {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
96 position: absolute;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
97 font-size: 35px;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
98 color: orange;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
99 text-shadow: black 0 1px 1px;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
100 margin-left: -14px;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
101 margin-top: -23px;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
102 }
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
103 </style>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
104 <script>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
105 var evtSource = new EventSource("/stream");
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
106 evtSource.onmessage = function(e) {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
107 if (e.data[0] == '{') {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
108 const msg = JSON.parse(e.data);
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
109 const st = document.querySelector('#center').style;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
110 if (msg.center) {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
111 st.left = msg.center[0];
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
112 st.top = msg.center[1];
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
113 } else {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
114 st.left = -999;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
115 }
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
116 } else {
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
117 document.getElementById('response').src = e.data;
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
118 }
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
119 }
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
120 </script>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
121 <h1>Response from server:</h1>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
122 <div style="position: relative">
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
123 <img id="response"></img>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
124 <span id="center" style="position: absolute">&#x25ce;</span>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
125 </div>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
126 </body>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
127 </html>
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
128 """
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
129 return Response(text=d, content_type='text/html')
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
130
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
131
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
132 app = web.Application()
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
133 app.router.add_route('GET', '/stream', stream)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
134 app.router.add_route('GET', '/', index)
ed3d29eb989a espNode was not a service; move it to top dir
drewp <drewp@bigasterisk.com>
parents:
diff changeset
135 web.run_app(app, host='0.0.0.0', port=10020)