Mercurial > code > home > repos > homeauto

annotate service/piNode/piNode.py @ 1143:d1bc88f67969

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
RgbPixelsAnimation and docker build updates Ignore-this: c79e4a64bb5ad8683aa837839e79785b darcs-hash:bcc0201b2aaf3a1f1f689a6437eef8298970c58a
author drewp <drewp@bigasterisk.com>
date Sat, 03 Mar 2018 18:09:34 -0800
parents 1e43ec4a5f23
children 97f5cbcac00b
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 from __future__ import division
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
2 import sys, logging, socket, json, time, os
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 import cyclone.web
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
4 from cyclone.httpclient import fetch
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
5 from rdflib import Namespace, URIRef, Literal, Graph, RDF, ConjunctiveGraph
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
6 from rdflib.parser import StringInputSource
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 from twisted.internet import reactor, task
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 from docopt import docopt
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
9
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 logging.basicConfig(level=logging.DEBUG)
1136
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
11
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
12 sys.path.append("../../lib")
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
13 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
1143
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
14
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
15 from rdfdb.rdflibpatch import inContext
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
16 from rdfdb.patch import Patch
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
17
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
18 try:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
19 import pigpio
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
20 except ImportError:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
21 class pigpio(object):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
22 @staticmethod
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
23 def pi():
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
24 return None
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
25
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
26 import devices
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
27 from export_to_influxdb import InfluxExporter
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
28
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
29 log = logging.getLogger()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 logging.getLogger('serial').setLevel(logging.WARN)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
31
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32 ROOM = Namespace('http://projects.bigasterisk.com/room/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33 HOST = Namespace('http://bigasterisk.com/ruler/host/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
35 hostname = socket.gethostname()
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
36 CTX = ROOM['pi/%s' % hostname]
1136
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
37 bang6 = 'fcb8:4119:fb46:96f8:8b07:1260:0f50:fcfa'
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
38
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
39 def patchRandid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
40 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
41 I'm concerned urandom is slow on raspberry pi, and I'm adding to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
42 graphs a lot. Unclear what the ordered return values might do to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
43 the balancing of the graph.
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
44 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
45 _id_serial = [1000]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
46 def randid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
47 _id_serial[0] += 1
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
48 return _id_serial[0]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
49 import rdflib.plugins.memory
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
50 rdflib.plugins.memory.randid = randid
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
51 patchRandid()
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
52
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
53 class Config(object):
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
54 def __init__(self, masterGraph):
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
55 self.graph = ConjunctiveGraph()
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
56 log.info('read config')
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
57 for f in os.listdir('config'):
1130
2a87739c243d ignore emacs backup files
drewp <drewp@bigasterisk.com>
parents: 1109
diff changeset
58 if f.startswith('.') or not f.endswith('.n3'): continue
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
59 self.graph.parse('config/%s' % f, format='n3')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
60 log.info(' parsed %s', f)
1074
069fa84d92eb it's working
drewp <drewp@bigasterisk.com>
parents: 1063
diff changeset
61 self.graph.bind('', ROOM)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
62 self.graph.bind('rdf', RDF)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
63 # config graph is too noisy; maybe make it a separate resource
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
64 #masterGraph.patch(Patch(addGraph=self.graph))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
66 class Board(object):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
67 """similar to arduinoNode.Board but without the communications stuff"""
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
68 def __init__(self, graph, masterGraph, uri):
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
69 self.graph, self.uri = graph, uri
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
70 self.masterGraph = masterGraph
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
71 self.masterGraph.patch(Patch(addQuads=self.staticStmts()))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
72 self.pi = pigpio.pi()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
73 self._devs = devices.makeDevices(graph, self.uri, self.pi)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
74 log.debug('found %s devices', len(self._devs))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
75 self._statementsFromInputs = {} # input device uri: latest statements
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
76 self._lastPollTime = {} # input device uri: time()
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
77 self._influx = InfluxExporter(self.graph)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
78 for d in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
79 self.syncMasterGraphToHostStatements(d)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
80
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
81 def startPolling(self):
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
82 task.LoopingCall(self._poll).start(.05)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
83
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
84 def _poll(self):
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
85 try:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
86 self._pollMaybeError()
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
87 except Exception:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
88 log.exception("During poll:")
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
89
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
90 def _pollMaybeError(self):
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
91 pollTime = {} # uri: sec
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
92 for i in self._devs:
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
93 now = time.time()
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
94 if (hasattr(i, 'pollPeriod') and
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
95 self._lastPollTime.get(i.uri, 0) + i.pollPeriod > now):
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
96 continue
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
97 new = i.poll()
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
98 pollTime[i.uri] = time.time() - now
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
99 if isinstance(new, dict): # new style
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
100 oneshot = new['oneshot']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
101 new = new['latest']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
102 else:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
103 oneshot = None
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
104 prev = self._statementsFromInputs.get(i.uri, set())
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
105
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
106 if new or prev:
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
107 self._statementsFromInputs[i.uri] = new
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
108 # it's important that quads from different devices
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
109 # don't clash, since that can lead to inconsistent
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
110 # patches (e.g.
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
111 # dev1 changes value from 1 to 2;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
112 # dev2 changes value from 2 to 3;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
113 # dev1 changes from 2 to 4 but this patch will
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
114 # fail since the '2' statement is gone)
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
115 self.masterGraph.patch(Patch.fromDiff(inContext(prev, i.uri),
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
116 inContext(new, i.uri)))
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
117
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
118 if oneshot:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
119 self._sendOneshot(oneshot)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
120 self._lastPollTime[i.uri] = now
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
121 if log.isEnabledFor(logging.DEBUG):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
122 log.debug('poll times:')
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
123 for u, s in sorted(pollTime.items()):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
124 log.debug(" %.4f ms %s", s * 1000, u)
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
125 log.debug('total poll time: %f ms', sum(pollTime.values()) * 1000)
1143
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
126
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
127 pollResults = map(set, self._statementsFromInputs.values())
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
128 if pollResults:
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
129 self._influx.exportToInflux(set.union(*pollResults))
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
130
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
131 def _sendOneshot(self, oneshot):
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
132 body = (' '.join('%s %s %s .' % (s.n3(), p.n3(), o.n3())
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
133 for s,p,o in oneshot)).encode('utf8')
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
134 url = 'http://[%s]:9071/oneShot' % bang6
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
135 d = fetch(method='POST',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
136 url=url,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
137 headers={'Content-Type': ['text/n3']},
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
138 postdata=body,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
139 timeout=5)
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
140 def err(e):
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
141 log.info('oneshot post to %r failed: %s',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
142 url, e.getErrorMessage())
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
143 d.addErrback(err)
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
144
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
145 def outputStatements(self, stmts):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
146 unused = set(stmts)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
147 for dev in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
148 stmtsForDev = []
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
149 for pat in dev.outputPatterns():
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
150 if [term is None for term in pat] != [False, False, True]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
151 raise NotImplementedError
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
152 for stmt in stmts:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
153 if stmt[:2] == pat[:2]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
154 stmtsForDev.append(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
155 unused.discard(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
156 if stmtsForDev:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
157 log.info("output goes to action handler for %s" % dev.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
158 dev.sendOutput(stmtsForDev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
159
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
160 # Dev *could* change hostStatements at any time, and
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
161 # we're not currently tracking that, but the usual is
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
162 # to change them in response to sendOutput so this
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
163 # should be good enough. The right answer is to give
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
164 # each dev the masterGraph for it to write to.
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
165 self.syncMasterGraphToHostStatements(dev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
166 log.info("output and masterGraph sync complete")
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
167 if unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
168 log.info("Board %s doesn't care about these statements:", self.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
169 for s in unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
170 log.warn("%r", s)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
171
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
172 def syncMasterGraphToHostStatements(self, dev):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
173 hostStmtCtx = URIRef(dev.uri + '/host')
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
174 newQuads = inContext(dev.hostStatements(), hostStmtCtx)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
175 p = self.masterGraph.patchSubgraph(hostStmtCtx, newQuads)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
176 log.debug("patch master with these host stmts %s", p)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
177
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
178 def staticStmts(self):
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
179 return [(HOST[hostname], ROOM['connectedTo'], self.uri, CTX)]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
180
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
181 def description(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
182 """for web page"""
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
183 return {
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
184 'uri': self.uri,
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
185 'devices': [d.description() for d in self._devs],
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
186 'graph': 'http://sticker:9059/graph', #todo
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
187 }
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
188
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
189 class Dot(cyclone.web.RequestHandler):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
190 def get(self):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
191 configGraph = self.settings.config.graph
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
192 dot = dotrender.render(configGraph, self.settings.boards)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
193 self.write(dot)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
194
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
195 def rdfGraphBody(body, headers):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
196 g = Graph()
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
197 g.parse(StringInputSource(body), format='nt')
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
198 return g
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
199
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
200 class OutputPage(cyclone.web.RequestHandler):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
201 def put(self):
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
202 arg = self.request.arguments
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
203 if arg.get('s') and arg.get('p'):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
204 subj = URIRef(arg['s'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
205 pred = URIRef(arg['p'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
206 turtleLiteral = self.request.body
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
207 try:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
208 obj = Literal(float(turtleLiteral))
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
209 except ValueError:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
210 obj = Literal(turtleLiteral)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
211 stmt = (subj, pred, obj)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
212 else:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
213 g = rdfGraphBody(self.request.body, self.request.headers)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
214 assert len(g) == 1, len(g)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
215 stmt = g.triples((None, None, None)).next()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
216
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
217 self.settings.board.outputStatements([stmt])
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
218
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
219 class Boards(cyclone.web.RequestHandler):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
220 def get(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
221 self.set_header('Content-type', 'application/json')
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
222 self.write(json.dumps({
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
223 'host': hostname,
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
224 'boards': [self.settings.board.description()]
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
225 }, indent=2))
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
226
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
227 def main():
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
228 arg = docopt("""
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
229 Usage: piNode.py [options]
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
230
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
231 -v Verbose
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
232 """)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
233 log.setLevel(logging.WARN)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
234 if arg['-v']:
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
235 from twisted.python import log as twlog
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
236 twlog.startLogging(sys.stdout)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
237
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
238 log.setLevel(logging.DEBUG)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
239
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
240 masterGraph = PatchableGraph()
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
241 config = Config(masterGraph)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
242
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
243 thisHost = Literal(hostname)
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
244 for row in config.graph.query(
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
245 'SELECT ?board WHERE { ?board a :PiBoard; :hostname ?h }',
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
246 initBindings=dict(h=thisHost)):
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
247 thisBoard = row.board
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
248 break
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
249 else:
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
250 raise ValueError("config had no board for :hostname %r" % thisHost)
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
251
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
252 log.info("found config for board %r" % thisBoard)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
253 board = Board(config.graph, masterGraph, thisBoard)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
254 board.startPolling()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
255
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
256 reactor.listenTCP(9059, cyclone.web.Application([
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
257 (r"/()", cyclone.web.StaticFileHandler, {
1143
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
258 "path": "static", "default_filename": "index.html"}),
d1bc88f67969 RgbPixelsAnimation and docker build updates
drewp <drewp@bigasterisk.com>
parents: 1136
diff changeset
259 (r'/static/(.*)', cyclone.web.StaticFileHandler, {"path": "static"}),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
260 (r'/boards', Boards),
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
261 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}),
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
262 (r"/graph/events", CycloneGraphEventsHandler, {'masterGraph': masterGraph}),
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
263 (r'/output', OutputPage),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
264 (r'/dot', Dot),
1025
f58b5536f683 ipv6 and some refactor
drewp <drewp@bigasterisk.com>
parents: 989
diff changeset
265 ], config=config, board=board, debug=arg['-v']), interface='::')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
266 log.warn('serving on 9059')
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
267 reactor.run()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
268
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
269 main()