Mercurial > code > home > repos > homeauto

annotate service/piNode/piNode.py @ 1136:1e43ec4a5f23

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
build and import updates for rdfdb, etc Ignore-this: 233cb2b31f03be51695f0fff40eecca7 darcs-hash:92c1c526292f9013ad41d2e3b6d11add8fff02ae
author drewp <drewp@bigasterisk.com>
date Mon, 19 Feb 2018 04:21:28 -0800
parents 2a87739c243d
children f64e20d3407e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 from __future__ import division
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
2 import sys, logging, socket, json, time, os
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 import cyclone.web
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
4 from cyclone.httpclient import fetch
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
5 from rdflib import Namespace, URIRef, Literal, Graph, RDF, ConjunctiveGraph
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
6 from rdflib.parser import StringInputSource
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 from twisted.internet import reactor, task
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 from docopt import docopt
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
9
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 logging.basicConfig(level=logging.DEBUG)
1136
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
11
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
12 sys.path.append("../../lib")
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
13 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
14 from light9.rdfdb.rdflibpatch import inContext
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
15 from light9.rdfdb.patch import Patch
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
16 sys.path.append('/opt/pigpio')
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
17 try:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
18 import pigpio
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
19 except ImportError:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
20 class pigpio(object):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
21 @staticmethod
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
22 def pi():
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
23 return None
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
25 import devices
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
26 from export_to_influxdb import InfluxExporter
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
27
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28 log = logging.getLogger()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
29 logging.getLogger('serial').setLevel(logging.WARN)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
30
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
31 ROOM = Namespace('http://projects.bigasterisk.com/room/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32 HOST = Namespace('http://bigasterisk.com/ruler/host/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34 hostname = socket.gethostname()
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
35 CTX = ROOM['pi/%s' % hostname]
1136
1e43ec4a5f23 build and import updates for rdfdb, etc
drewp <drewp@bigasterisk.com>
parents: 1130
diff changeset
36 bang6 = 'fcb8:4119:fb46:96f8:8b07:1260:0f50:fcfa'
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
37
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
38 def patchRandid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
39 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
40 I'm concerned urandom is slow on raspberry pi, and I'm adding to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
41 graphs a lot. Unclear what the ordered return values might do to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
42 the balancing of the graph.
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
43 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
44 _id_serial = [1000]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
45 def randid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
46 _id_serial[0] += 1
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
47 return _id_serial[0]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
48 import rdflib.plugins.memory
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
49 rdflib.plugins.memory.randid = randid
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
50 patchRandid()
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
51
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
52 class Config(object):
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
53 def __init__(self, masterGraph):
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
54 self.graph = ConjunctiveGraph()
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
55 log.info('read config')
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
56 for f in os.listdir('config'):
1130
2a87739c243d ignore emacs backup files
drewp <drewp@bigasterisk.com>
parents: 1109
diff changeset
57 if f.startswith('.') or not f.endswith('.n3'): continue
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
58 self.graph.parse('config/%s' % f, format='n3')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
59 log.info(' parsed %s', f)
1074
069fa84d92eb it's working
drewp <drewp@bigasterisk.com>
parents: 1063
diff changeset
60 self.graph.bind('', ROOM)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
61 self.graph.bind('rdf', RDF)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
62 # config graph is too noisy; maybe make it a separate resource
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
63 #masterGraph.patch(Patch(addGraph=self.graph))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65 class Board(object):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
66 """similar to arduinoNode.Board but without the communications stuff"""
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
67 def __init__(self, graph, masterGraph, uri):
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
68 self.graph, self.uri = graph, uri
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
69 self.masterGraph = masterGraph
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
70 self.masterGraph.patch(Patch(addQuads=self.staticStmts()))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 self.pi = pigpio.pi()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
72 self._devs = devices.makeDevices(graph, self.uri, self.pi)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
73 log.debug('found %s devices', len(self._devs))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
74 self._statementsFromInputs = {} # input device uri: latest statements
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
75 self._lastPollTime = {} # input device uri: time()
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
76 self._influx = InfluxExporter(self.graph)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
77 for d in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
78 self.syncMasterGraphToHostStatements(d)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
79
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
80 def startPolling(self):
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
81 task.LoopingCall(self._poll).start(.05)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
83 def _poll(self):
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
84 try:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
85 self._pollMaybeError()
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
86 except Exception:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
87 log.exception("During poll:")
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
88
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
89 def _pollMaybeError(self):
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
90 pollTime = {} # uri: sec
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
91 for i in self._devs:
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
92 now = time.time()
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
93 if (hasattr(i, 'pollPeriod') and
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
94 self._lastPollTime.get(i.uri, 0) + i.pollPeriod > now):
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
95 continue
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
96 new = i.poll()
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
97 pollTime[i.uri] = time.time() - now
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
98 if isinstance(new, dict): # new style
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
99 oneshot = new['oneshot']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
100 new = new['latest']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
101 else:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
102 oneshot = None
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
103 prev = self._statementsFromInputs.get(i.uri, set())
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
104
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
105 if new or prev:
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
106 self._statementsFromInputs[i.uri] = new
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
107 # it's important that quads from different devices
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
108 # don't clash, since that can lead to inconsistent
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
109 # patches (e.g.
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
110 # dev1 changes value from 1 to 2;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
111 # dev2 changes value from 2 to 3;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
112 # dev1 changes from 2 to 4 but this patch will
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
113 # fail since the '2' statement is gone)
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
114 self.masterGraph.patch(Patch.fromDiff(inContext(prev, i.uri),
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
115 inContext(new, i.uri)))
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
116
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
117 if oneshot:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
118 self._sendOneshot(oneshot)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
119 self._lastPollTime[i.uri] = now
1109
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
120 if log.isEnabledFor(logging.DEBUG):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
121 log.debug('poll times:')
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
122 for u, s in sorted(pollTime.items()):
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
123 log.debug(" %.4f ms %s", s * 1000, u)
77f6117e002f influx output, fade support, switch to Adafruit_DHT, start of Lcd8544
drewp <drewp@bigasterisk.com>
parents: 1098
diff changeset
124 log.debug('total poll time: %f ms', sum(pollTime.values()) * 1000)
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
125 self._influx.exportToInflux(
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
126 set.union(*[set(v) for v in self._statementsFromInputs.values()]))
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
127
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
128 def _sendOneshot(self, oneshot):
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
129 body = (' '.join('%s %s %s .' % (s.n3(), p.n3(), o.n3())
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
130 for s,p,o in oneshot)).encode('utf8')
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
131 url = 'http://[%s]:9071/oneShot' % bang6
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
132 d = fetch(method='POST',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
133 url=url,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
134 headers={'Content-Type': ['text/n3']},
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
135 postdata=body,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
136 timeout=5)
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
137 def err(e):
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
138 log.info('oneshot post to %r failed: %s',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
139 url, e.getErrorMessage())
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
140 d.addErrback(err)
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
141
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
142 def outputStatements(self, stmts):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
143 unused = set(stmts)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
144 for dev in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
145 stmtsForDev = []
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
146 for pat in dev.outputPatterns():
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
147 if [term is None for term in pat] != [False, False, True]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
148 raise NotImplementedError
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
149 for stmt in stmts:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
150 if stmt[:2] == pat[:2]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
151 stmtsForDev.append(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
152 unused.discard(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
153 if stmtsForDev:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
154 log.info("output goes to action handler for %s" % dev.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
155 dev.sendOutput(stmtsForDev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
156
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
157 # Dev *could* change hostStatements at any time, and
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
158 # we're not currently tracking that, but the usual is
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
159 # to change them in response to sendOutput so this
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
160 # should be good enough. The right answer is to give
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
161 # each dev the masterGraph for it to write to.
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
162 self.syncMasterGraphToHostStatements(dev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
163 log.info("output and masterGraph sync complete")
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
164 if unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
165 log.info("Board %s doesn't care about these statements:", self.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
166 for s in unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
167 log.warn("%r", s)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
168
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
169 def syncMasterGraphToHostStatements(self, dev):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
170 hostStmtCtx = URIRef(dev.uri + '/host')
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
171 newQuads = inContext(dev.hostStatements(), hostStmtCtx)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
172 p = self.masterGraph.patchSubgraph(hostStmtCtx, newQuads)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
173 log.debug("patch master with these host stmts %s", p)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
174
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
175 def staticStmts(self):
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
176 return [(HOST[hostname], ROOM['connectedTo'], self.uri, CTX)]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
177
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
178 def description(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
179 """for web page"""
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
180 return {
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
181 'uri': self.uri,
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
182 'devices': [d.description() for d in self._devs],
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
183 'graph': 'http://sticker:9059/graph', #todo
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
184 }
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
185
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
186 class Dot(cyclone.web.RequestHandler):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
187 def get(self):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
188 configGraph = self.settings.config.graph
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
189 dot = dotrender.render(configGraph, self.settings.boards)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
190 self.write(dot)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
191
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
192 def rdfGraphBody(body, headers):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
193 g = Graph()
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
194 g.parse(StringInputSource(body), format='nt')
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
195 return g
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
196
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
197 class OutputPage(cyclone.web.RequestHandler):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
198 def put(self):
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
199 arg = self.request.arguments
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
200 if arg.get('s') and arg.get('p'):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
201 subj = URIRef(arg['s'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
202 pred = URIRef(arg['p'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
203 turtleLiteral = self.request.body
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
204 try:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
205 obj = Literal(float(turtleLiteral))
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
206 except ValueError:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
207 obj = Literal(turtleLiteral)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
208 stmt = (subj, pred, obj)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
209 else:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
210 g = rdfGraphBody(self.request.body, self.request.headers)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
211 assert len(g) == 1, len(g)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
212 stmt = g.triples((None, None, None)).next()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
213
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
214 self.settings.board.outputStatements([stmt])
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
215
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
216 class Boards(cyclone.web.RequestHandler):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
217 def get(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
218 self.set_header('Content-type', 'application/json')
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
219 self.write(json.dumps({
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
220 'host': hostname,
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
221 'boards': [self.settings.board.description()]
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
222 }, indent=2))
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
223
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
224 def main():
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
225 arg = docopt("""
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
226 Usage: piNode.py [options]
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
227
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
228 -v Verbose
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
229 """)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
230 log.setLevel(logging.WARN)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
231 if arg['-v']:
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
232 from twisted.python import log as twlog
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
233 twlog.startLogging(sys.stdout)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
234
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
235 log.setLevel(logging.DEBUG)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
236
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
237 masterGraph = PatchableGraph()
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
238 config = Config(masterGraph)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
239
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
240 thisHost = Literal(hostname)
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
241 for row in config.graph.query(
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
242 'SELECT ?board WHERE { ?board a :PiBoard; :hostname ?h }',
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
243 initBindings=dict(h=thisHost)):
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
244 thisBoard = row.board
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
245 break
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
246 else:
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
247 raise ValueError("config had no board for :hostname %r" % thisHost)
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
248
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
249 log.info("found config for board %r" % thisBoard)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
250 board = Board(config.graph, masterGraph, thisBoard)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
251 board.startPolling()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
252
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
253 reactor.listenTCP(9059, cyclone.web.Application([
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
254 (r"/()", cyclone.web.StaticFileHandler, {
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
255 "path": "../arduinoNode/static", "default_filename": "index.html"}),
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
256 (r'/static/(.*)', cyclone.web.StaticFileHandler, {"path": "../arduinoNode/static"}),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
257 (r'/boards', Boards),
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
258 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}),
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
259 (r"/graph/events", CycloneGraphEventsHandler, {'masterGraph': masterGraph}),
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
260 (r'/output', OutputPage),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
261 (r'/dot', Dot),
1025
f58b5536f683 ipv6 and some refactor
drewp <drewp@bigasterisk.com>
parents: 989
diff changeset
262 ], config=config, board=board, debug=arg['-v']), interface='::')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
263 log.warn('serving on 9059')
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
264 reactor.run()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
265
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
266 main()