Mercurial > code > home > repos > homeauto

annotate service/piNode/piNode.py @ 1133:114ca7fd9d01

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
IR remote rule Ignore-this: 901771de421a81129f2ddf4316af91d9 darcs-hash:a037a1bcf9631ac214fe1e61ff42fb00f25cb451
author drewp <drewp@bigasterisk.com>
date Sat, 03 Feb 2018 14:38:10 -0800
parents 2a87739c243d
children a94f2a522d41
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 from __future__ import division
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
2 import sys, logging, socket, json, time, os
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 import cyclone.web
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
4 from cyclone.httpclient import fetch
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
5 from rdflib import Namespace, URIRef, Literal, Graph, RDF, ConjunctiveGraph
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
6 from rdflib.parser import StringInputSource
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 from twisted.internet import reactor, task
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 from docopt import docopt
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
9
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 logging.basicConfig(level=logging.DEBUG)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
11 sys.path.append("/opt/homeauto_lib")
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
12 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
13 from light9.rdfdb.rdflibpatch import inContext
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
14 from light9.rdfdb.patch import Patch
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
15 sys.path.append('/opt/pigpio')
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
16 try:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
17 import pigpio
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
18 except ImportError:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
19 class pigpio(object):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
20 @staticmethod
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
21 def pi():
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
22 return None
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
23
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24 import devices
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
25 from export_to_influxdb import InfluxExporter
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
26
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27 log = logging.getLogger()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28 logging.getLogger('serial').setLevel(logging.WARN)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
29
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 ROOM = Namespace('http://projects.bigasterisk.com/room/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
31 HOST = Namespace('http://bigasterisk.com/ruler/host/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33 hostname = socket.gethostname()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
35 CTX = ROOM['pi/%s' % hostname]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
36
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
37 def patchRandid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
38 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
39 I'm concerned urandom is slow on raspberry pi, and I'm adding to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
40 graphs a lot. Unclear what the ordered return values might do to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
41 the balancing of the graph.
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
42 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
43 _id_serial = [1000]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
44 def randid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
45 _id_serial[0] += 1
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
46 return _id_serial[0]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
47 import rdflib.plugins.memory
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
48 rdflib.plugins.memory.randid = randid
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
49 patchRandid()
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
50
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
51 class Config(object):
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
52 def __init__(self, masterGraph):
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
53 self.graph = ConjunctiveGraph()
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
54 log.info('read config')
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
55 for f in os.listdir('config'):
1130
2a87739c243d ignore emacs backup files
drewp <drewp@bigasterisk.com>
parents: 1109
diff changeset
56 if f.startswith('.') or not f.endswith('.n3'): continue
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
57 self.graph.parse('config/%s' % f, format='n3')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
58 log.info(' parsed %s', f)
1074
069fa84d92eb it's working
drewp <drewp@bigasterisk.com>
parents: 1063
diff changeset
59 self.graph.bind('', ROOM)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
60 self.graph.bind('rdf', RDF)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
61 # config graph is too noisy; maybe make it a separate resource
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
62 #masterGraph.patch(Patch(addGraph=self.graph))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
63
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64 class Board(object):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65 """similar to arduinoNode.Board but without the communications stuff"""
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
66 def __init__(self, graph, masterGraph, uri):
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
67 self.graph, self.uri = graph, uri
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
68 self.masterGraph = masterGraph
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
69 self.masterGraph.patch(Patch(addQuads=self.staticStmts()))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
70 self.pi = pigpio.pi()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 self._devs = devices.makeDevices(graph, self.uri, self.pi)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
72 log.debug('found %s devices', len(self._devs))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
73 self._statementsFromInputs = {} # input device uri: latest statements
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
74 self._lastPollTime = {} # input device uri: time()
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
75 self._influx = InfluxExporter(self.graph)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
76 for d in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
77 self.syncMasterGraphToHostStatements(d)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
78
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
79 def startPolling(self):
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
80 task.LoopingCall(self._poll).start(.05)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
81
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82 def _poll(self):
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
83 try:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
84 self._pollMaybeError()
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
85 except Exception:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
86 log.exception("During poll:")
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
87
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
88 def _pollMaybeError(self):
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
89 pollTime = {} # uri: sec
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
90 for i in self._devs:
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
91 now = time.time()
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
92 if (hasattr(i, 'pollPeriod') and
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
93 self._lastPollTime.get(i.uri, 0) + i.pollPeriod > now):
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
94 continue
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
95 new = i.poll()
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
96 pollTime[i.uri] = time.time() - now
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
97 if isinstance(new, dict): # new style
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
98 oneshot = new['oneshot']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
99 new = new['latest']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
100 else:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
101 oneshot = None
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
102 prev = self._statementsFromInputs.get(i.uri, set())
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
103
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
104 if new or prev:
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
105 self._statementsFromInputs[i.uri] = new
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
106 # it's important that quads from different devices
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
107 # don't clash, since that can lead to inconsistent
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
108 # patches (e.g.
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
109 # dev1 changes value from 1 to 2;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
110 # dev2 changes value from 2 to 3;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
111 # dev1 changes from 2 to 4 but this patch will
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
112 # fail since the '2' statement is gone)
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
113 self.masterGraph.patch(Patch.fromDiff(inContext(prev, i.uri),
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
114 inContext(new, i.uri)))
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
115
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
116 if oneshot:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
117 self._sendOneshot(oneshot)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
118 self._lastPollTime[i.uri] = now
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
119 if log.isEnabledFor(logging.DEBUG):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
120 log.debug('poll times:')
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
121 for u, s in sorted(pollTime.items()):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
122 log.debug(" %.4f ms %s", s * 1000, u)
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
123 log.debug('total poll time: %f ms', sum(pollTime.values()) * 1000)
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
124 self._influx.exportToInflux(
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
125 set.union(*[set(v) for v in self._statementsFromInputs.values()]))
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
126
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
127 def _sendOneshot(self, oneshot):
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
128 body = (' '.join('%s %s %s .' % (s.n3(), p.n3(), o.n3())
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
129 for s,p,o in oneshot)).encode('utf8')
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
130 url = 'http://[%s]:9071/oneShot' % bang6
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
131 d = fetch(method='POST',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
132 url=url,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
133 headers={'Content-Type': ['text/n3']},
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
134 postdata=body,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
135 timeout=5)
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
136 def err(e):
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
137 log.info('oneshot post to %r failed: %s',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
138 url, e.getErrorMessage())
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
139 d.addErrback(err)
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
140
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
141 def outputStatements(self, stmts):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
142 unused = set(stmts)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
143 for dev in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
144 stmtsForDev = []
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
145 for pat in dev.outputPatterns():
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
146 if [term is None for term in pat] != [False, False, True]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
147 raise NotImplementedError
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
148 for stmt in stmts:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
149 if stmt[:2] == pat[:2]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
150 stmtsForDev.append(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
151 unused.discard(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
152 if stmtsForDev:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
153 log.info("output goes to action handler for %s" % dev.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
154 dev.sendOutput(stmtsForDev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
155
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
156 # Dev *could* change hostStatements at any time, and
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
157 # we're not currently tracking that, but the usual is
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
158 # to change them in response to sendOutput so this
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
159 # should be good enough. The right answer is to give
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
160 # each dev the masterGraph for it to write to.
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
161 self.syncMasterGraphToHostStatements(dev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
162 log.info("output and masterGraph sync complete")
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
163 if unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
164 log.info("Board %s doesn't care about these statements:", self.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
165 for s in unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
166 log.warn("%r", s)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
167
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
168 def syncMasterGraphToHostStatements(self, dev):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
169 hostStmtCtx = URIRef(dev.uri + '/host')
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
170 newQuads = inContext(dev.hostStatements(), hostStmtCtx)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
171 p = self.masterGraph.patchSubgraph(hostStmtCtx, newQuads)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
172 log.debug("patch master with these host stmts %s", p)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
173
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
174 def staticStmts(self):
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
175 return [(HOST[hostname], ROOM['connectedTo'], self.uri, CTX)]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
176
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
177 def description(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
178 """for web page"""
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
179 return {
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
180 'uri': self.uri,
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
181 'devices': [d.description() for d in self._devs],
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
182 'graph': 'http://sticker:9059/graph', #todo
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
183 }
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
184
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
185 class Dot(cyclone.web.RequestHandler):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
186 def get(self):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
187 configGraph = self.settings.config.graph
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
188 dot = dotrender.render(configGraph, self.settings.boards)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
189 self.write(dot)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
190
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
191 def rdfGraphBody(body, headers):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
192 g = Graph()
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
193 g.parse(StringInputSource(body), format='nt')
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
194 return g
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
195
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
196 class OutputPage(cyclone.web.RequestHandler):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
197 def put(self):
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
198 arg = self.request.arguments
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
199 if arg.get('s') and arg.get('p'):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
200 subj = URIRef(arg['s'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
201 pred = URIRef(arg['p'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
202 turtleLiteral = self.request.body
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
203 try:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
204 obj = Literal(float(turtleLiteral))
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
205 except ValueError:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
206 obj = Literal(turtleLiteral)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
207 stmt = (subj, pred, obj)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
208 else:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
209 g = rdfGraphBody(self.request.body, self.request.headers)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
210 assert len(g) == 1, len(g)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
211 stmt = g.triples((None, None, None)).next()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
212
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
213 self.settings.board.outputStatements([stmt])
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
214
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
215 class Boards(cyclone.web.RequestHandler):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
216 def get(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
217 self.set_header('Content-type', 'application/json')
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
218 self.write(json.dumps({
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
219 'host': hostname,
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
220 'boards': [self.settings.board.description()]
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
221 }, indent=2))
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
222
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
223 def main():
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
224 arg = docopt("""
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
225 Usage: piNode.py [options]
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
226
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
227 -v Verbose
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
228 """)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
229 log.setLevel(logging.WARN)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
230 if arg['-v']:
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
231 from twisted.python import log as twlog
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
232 twlog.startLogging(sys.stdout)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
233
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
234 log.setLevel(logging.DEBUG)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
235
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
236 masterGraph = PatchableGraph()
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
237 config = Config(masterGraph)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
238
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
239 thisHost = Literal(hostname)
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
240 for row in config.graph.query(
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
241 'SELECT ?board WHERE { ?board a :PiBoard; :hostname ?h }',
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
242 initBindings=dict(h=thisHost)):
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
243 thisBoard = row.board
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
244 break
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
245 else:
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
246 raise ValueError("config had no board for :hostname %r" % thisHost)
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
247
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
248 log.info("found config for board %r" % thisBoard)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
249 board = Board(config.graph, masterGraph, thisBoard)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
250 board.startPolling()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
251
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
252 reactor.listenTCP(9059, cyclone.web.Application([
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
253 (r"/()", cyclone.web.StaticFileHandler, {
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
254 "path": "../arduinoNode/static", "default_filename": "index.html"}),
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
255 (r'/static/(.*)', cyclone.web.StaticFileHandler, {"path": "../arduinoNode/static"}),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
256 (r'/boards', Boards),
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
257 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}),
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
258 (r"/graph/events", CycloneGraphEventsHandler, {'masterGraph': masterGraph}),
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
259 (r'/output', OutputPage),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
260 (r'/dot', Dot),
1025
f58b5536f683 ipv6 and some refactor
drewp <drewp@bigasterisk.com>
parents: 989
diff changeset
261 ], config=config, board=board, debug=arg['-v']), interface='::')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
262 log.warn('serving on 9059')
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
263 reactor.run()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
264
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
265 main()