changeset 685:7c5953801cf1

hall cam Ignore-this: 5207340dd631394149022a10cef3fbae
author drewp@bigasterisk.com
date Thu, 16 Jan 2020 13:23:47 -0800
parents b39d24617a85
children 438edc93e29e
files service/espNode/garage_hall_cam.yaml service/espNode/readcam.py
diffstat 2 files changed, 194 insertions(+), 0 deletions(-) [+]
line wrap: on
line diff
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/service/espNode/garage_hall_cam.yaml	Thu Jan 16 13:23:47 2020 -0800
@@ -0,0 +1,59 @@
+# jump IO0 to GND on the board for programming
+
+esphome:
+  name: garage_hall_cam
+  platform: ESP32
+  board: nodemcu-32s
+  build_path: build
+
+wifi:
+  ssid: !secret wifi_ssid
+  password: !secret wifi_password
+  domain: ''
+  use_address: 10.2.0.21
+     
+#mqtt:
+#  broker: '10.2.0.1'
+#  port: 1883
+#  username: ''
+#  password: ''
+  
+logger:
+  baud_rate: 115200
+  level: DEBUG
+  
+ota:
+
+api:
+  port: 6053
+  password: 'MyPassword'
+  
+esp32_camera:
+  external_clock:
+    pin: GPIO0
+    frequency: 20MHz
+  i2c_pins:
+    sda: GPIO26
+    scl: GPIO27
+  data_pins: [GPIO5, GPIO18, GPIO19, GPIO21, GPIO36, GPIO39, GPIO34, GPIO35]
+  vsync_pin: GPIO25
+  href_pin: GPIO23
+  pixel_clock_pin: GPIO22
+  power_down_pin: GPIO32
+
+  name: camera
+  # setting to 5 causes 'Setup Failed: ERROR'
+  max_framerate: 1 fps
+  # https://github.com/raphaelbs/esp32-cam-ai-thinker#capabilities says camera
+  # is likely ov2640 with these native resolutions:
+  # uxga=1600x1200 svga=800x600 cif=400x296
+  # My camera has 'Setup Failed: ERROR' if this is not 640x480. Not sure why.
+  resolution: 640x480
+  
+  # 10 to 63. default=10. higher is
+  # worse. https://github.com/esphome/esphome/blob/6682c43dfaeb1c006943ae546145e5f22262cadb/esphome/components/esp32_camera/__init__.py#L84
+  # sets the lower limit to 10, but
+  # https://github.com/raphaelbs/esp32-cam-ai-thinker/blob/master/components/ov2640/sensors/ov2640.c#L345
+  # suggests that it might be 0 (for an ov2640, anyway).
+  jpeg_quality: 20
+  
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/service/espNode/readcam.py	Thu Jan 16 13:23:47 2020 -0800
@@ -0,0 +1,135 @@
+#!camtest/bin/python3
+import binascii
+import logging
+import time
+import io
+import os
+import json
+logging.basicConfig(level=logging.INFO)
+from aiohttp import web
+from aiohttp.web import Response
+from aiohttp_sse import sse_response
+
+import asyncio
+
+from aioesphomeapi import APIClient
+from aioesphomeapi.model import CameraState
+import apriltag
+import cv2
+import numpy
+
+class CameraReceiver:
+    def __init__(self, loop):
+        self.lastFrameTime = None
+        self.loop = loop
+        self.lastFrame = b"", ''
+        self.recent = []
+
+    async def start(self):
+        self.c = c = APIClient(self.loop, '10.2.0.21', 6053, 'MyPassword')
+        await c.connect(login=True)
+        await c.subscribe_states(on_state=self.on_state)
+        await c.request_image_stream()
+
+    def on_state(self, s):
+        if isinstance(s, CameraState):
+            jpg = s.image
+            if len(self.recent) > 10:
+                self.recent = self.recent[-10:]
+
+            self.recent.append(jpg)
+            print('recent lens: %s' % (','.join(str(len(x))
+                                                for x in self.recent)))
+        else:
+            print('other on_state', s)
+
+    def analyze(self, jpg):
+        img = cv2.imdecode(numpy.asarray(bytearray(jpg)),
+                           cv2.IMREAD_GRAYSCALE)
+        result = detector.detect(img)
+        msg = {}
+        if result:
+            center = result[0].center
+            msg['center'] = [round(center[0], 2), round(center[1], 2)]
+        return msg
+
+    async def frames(self):
+        while True:
+            if self.recent:
+                if self.lastFrameTime and time.time() - self.lastFrameTime > 15:
+                    print('no recent frames')
+                    os.abort()
+
+                jpg = self.recent.pop(0)
+                msg = self.analyze(jpg)
+                yield jpg, msg
+                self.lastFrame = jpg, msg
+                self.lastFrameTime = time.time()
+            else:
+                await asyncio.sleep(.5)
+
+loop = asyncio.get_event_loop()
+
+recv = CameraReceiver(loop)
+detector = apriltag.Detector()
+
+loop.create_task(recv.start())
+
+def imageUri(jpg):
+    return 'data:image/jpeg;base64,' + binascii.b2a_base64(jpg).decode('ascii')
+
+async def stream(request):
+    async with sse_response(request) as resp:
+        await resp.send(imageUri(recv.lastFrame[0]))
+        await resp.send(json.dumps(recv.lastFrame[1]))
+        async for frame, msg in recv.frames():
+            await resp.send(json.dumps(msg))
+            await resp.send(imageUri(frame))
+    return resp
+
+async def index(request):
+    d = r"""
+        <html>
+        <body>
+    <style>
+    #center {
+    position: absolute;
+    font-size: 35px;
+    color: orange;
+    text-shadow: black 0 1px 1px;
+    margin-left: -14px;
+    margin-top: -23px;
+    }
+    </style>
+            <script>
+                var evtSource = new EventSource("/stream");
+                evtSource.onmessage = function(e) {
+                    if (e.data[0] == '{') {
+                      const msg = JSON.parse(e.data);
+                      const st = document.querySelector('#center').style;
+                      if (msg.center) {
+                        st.left = msg.center[0];
+                        st.top = msg.center[1];
+                      } else {
+                        st.left = -999;
+                      }
+                    } else {
+                      document.getElementById('response').src = e.data;
+                    }
+                }
+            </script>
+            <h1>Response from server:</h1>
+            <div style="position: relative">
+              <img id="response"></img>
+              <span id="center" style="position: absolute">&#x25ce;</span>
+           </div>
+        </body>
+    </html>
+    """
+    return Response(text=d, content_type='text/html')
+
+
+app = web.Application()
+app.router.add_route('GET', '/stream', stream)
+app.router.add_route('GET', '/', index)
+web.run_app(app, host='0.0.0.0', port=10020)