Mercurial > code > home > repos > homeauto

annotate service/piNode/piNode.py @ 1098:b5906f6fce3f

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
save data to influxdb, not graphite Ignore-this: ebf07e54d1949bdf3c2e9a81c5fc7292 darcs-hash:d65ec17d9811cc51bbbbdaef0d1730767bf768df
author drewp <drewp@bigasterisk.com>
date Mon, 01 Aug 2016 02:26:38 -0700
parents d0ca77a3faf4
children e7cbf250188a
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 from __future__ import division
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
2 import sys, logging, socket, json, time, os
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 import cyclone.web
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
4 from cyclone.httpclient import fetch
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
5 from rdflib import Namespace, URIRef, Literal, Graph, RDF, ConjunctiveGraph
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
6 from rdflib.parser import StringInputSource
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 from twisted.internet import reactor, task
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 from docopt import docopt
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
9
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 logging.basicConfig(level=logging.DEBUG)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
11 sys.path.append("/opt/homeauto_lib")
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
12 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
13 from light9.rdfdb.rdflibpatch import inContext
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
14 from light9.rdfdb.patch import Patch
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
15 sys.path.append('/opt/pigpio')
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
16 try:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
17 import pigpio
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
18 except ImportError:
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
19 class pigpio(object):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
20 @staticmethod
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
21 def pi():
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
22 return None
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
23
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24 import devices
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
25 from export_to_influxdb import InfluxExporter
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
26
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27 log = logging.getLogger()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28 logging.getLogger('serial').setLevel(logging.WARN)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
29
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 ROOM = Namespace('http://projects.bigasterisk.com/room/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
31 HOST = Namespace('http://bigasterisk.com/ruler/host/')
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33 hostname = socket.gethostname()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
35 CTX = ROOM['pi/%s' % hostname]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
36
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
37 def patchRandid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
38 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
39 I'm concerned urandom is slow on raspberry pi, and I'm adding to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
40 graphs a lot. Unclear what the ordered return values might do to
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
41 the balancing of the graph.
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
42 """
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
43 _id_serial = [1000]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
44 def randid():
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
45 _id_serial[0] += 1
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
46 return _id_serial[0]
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
47 import rdflib.plugins.memory
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
48 rdflib.plugins.memory.randid = randid
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
49 patchRandid()
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
50
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
51 class Config(object):
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
52 def __init__(self, masterGraph):
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
53 self.graph = ConjunctiveGraph()
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
54 log.info('read config')
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
55 for f in os.listdir('config'):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
56 if f.startswith('.'): continue
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
57 self.graph.parse('config/%s' % f, format='n3')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
58 log.info(' parsed %s', f)
1074
069fa84d92eb it's working
drewp <drewp@bigasterisk.com>
parents: 1063
diff changeset
59 self.graph.bind('', ROOM)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
60 self.graph.bind('rdf', RDF)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
61 # config graph is too noisy; maybe make it a separate resource
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
62 #masterGraph.patch(Patch(addGraph=self.graph))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
63
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64 class Board(object):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65 """similar to arduinoNode.Board but without the communications stuff"""
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
66 def __init__(self, graph, masterGraph, uri):
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
67 self.graph, self.uri = graph, uri
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
68 self.masterGraph = masterGraph
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
69 self.masterGraph.patch(Patch(addQuads=self.staticStmts()))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
70 self.pi = pigpio.pi()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 self._devs = devices.makeDevices(graph, self.uri, self.pi)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
72 log.debug('found %s devices', len(self._devs))
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
73 self._statementsFromInputs = {} # input device uri: latest statements
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
74 self._lastPollTime = {} # input device uri: time()
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
75 self._influx = InfluxExporter(self.graph)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
76 for d in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
77 self.syncMasterGraphToHostStatements(d)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
78
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
79 def startPolling(self):
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
80 task.LoopingCall(self._poll).start(.05)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
81
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82 def _poll(self):
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
83 try:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
84 self._pollMaybeError()
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
85 except Exception:
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
86 log.exception("During poll:")
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
87
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
88 def _pollMaybeError(self):
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
89 for i in self._devs:
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
90 now = time.time()
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
91 if (hasattr(i, 'pollPeriod') and
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
92 self._lastPollTime.get(i.uri, 0) + i.pollPeriod > now):
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
93 continue
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
94 new = i.poll()
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
95 if isinstance(new, dict): # new style
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
96 oneshot = new['oneshot']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
97 new = new['latest']
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
98 else:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
99 oneshot = None
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
100 prev = self._statementsFromInputs.get(i.uri, set())
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
101
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
102 if new or prev:
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
103 self._statementsFromInputs[i.uri] = new
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
104 # it's important that quads from different devices
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
105 # don't clash, since that can lead to inconsistent
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
106 # patches (e.g.
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
107 # dev1 changes value from 1 to 2;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
108 # dev2 changes value from 2 to 3;
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
109 # dev1 changes from 2 to 4 but this patch will
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
110 # fail since the '2' statement is gone)
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
111 self.masterGraph.patch(Patch.fromDiff(inContext(prev, i.uri),
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
112 inContext(new, i.uri)))
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
113
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
114 if oneshot:
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
115 self._sendOneshot(oneshot)
1048
f3c7f617c335 piNode poll switches much faster. mirror the logic in arduinoNode though vari-rate poll is not supported yet
drewp <drewp@bigasterisk.com>
parents: 1038
diff changeset
116 self._lastPollTime[i.uri] = now
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
117 self._influx.exportToInflux(
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
118 set.union(*[set(v) for v in self._statementsFromInputs.values()]))
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
119
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
120 def _sendOneshot(self, oneshot):
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
121 body = (' '.join('%s %s %s .' % (s.n3(), p.n3(), o.n3())
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
122 for s,p,o in oneshot)).encode('utf8')
1098
b5906f6fce3f save data to influxdb, not graphite
drewp <drewp@bigasterisk.com>
parents: 1076
diff changeset
123 url = 'http://[%s]:9071/oneShot' % bang6
1076
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
124 d = fetch(method='POST',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
125 url=url,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
126 headers={'Content-Type': ['text/n3']},
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
127 postdata=body,
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
128 timeout=5)
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
129 def err(e):
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
130 log.info('oneshot post to %r failed: %s',
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
131 url, e.getErrorMessage())
d0ca77a3faf4 rewrite oneShotPost to ease debugging. add try-block around polling
drewp <drewp@bigasterisk.com>
parents: 1074
diff changeset
132 d.addErrback(err)
1056
d2007482aec5 start sending oneshot events from some devices
drewp <drewp@bigasterisk.com>
parents: 1048
diff changeset
133
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
134 def outputStatements(self, stmts):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
135 unused = set(stmts)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
136 for dev in self._devs:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
137 stmtsForDev = []
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
138 for pat in dev.outputPatterns():
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
139 if [term is None for term in pat] != [False, False, True]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
140 raise NotImplementedError
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
141 for stmt in stmts:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
142 if stmt[:2] == pat[:2]:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
143 stmtsForDev.append(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
144 unused.discard(stmt)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
145 if stmtsForDev:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
146 log.info("output goes to action handler for %s" % dev.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
147 dev.sendOutput(stmtsForDev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
148
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
149 # Dev *could* change hostStatements at any time, and
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
150 # we're not currently tracking that, but the usual is
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
151 # to change them in response to sendOutput so this
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
152 # should be good enough. The right answer is to give
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
153 # each dev the masterGraph for it to write to.
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
154 self.syncMasterGraphToHostStatements(dev)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
155 log.info("output and masterGraph sync complete")
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
156 if unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
157 log.info("Board %s doesn't care about these statements:", self.uri)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
158 for s in unused:
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
159 log.warn("%r", s)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
160
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
161 def syncMasterGraphToHostStatements(self, dev):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
162 hostStmtCtx = URIRef(dev.uri + '/host')
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
163 newQuads = inContext(dev.hostStatements(), hostStmtCtx)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
164 p = self.masterGraph.patchSubgraph(hostStmtCtx, newQuads)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
165 log.debug("patch master with these host stmts %s", p)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
166
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
167 def staticStmts(self):
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
168 return [(HOST[hostname], ROOM['connectedTo'], self.uri, CTX)]
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
169
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
170 def description(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
171 """for web page"""
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
172 return {
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
173 'uri': self.uri,
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
174 'devices': [d.description() for d in self._devs],
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
175 'graph': 'http://sticker:9059/graph', #todo
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
176 }
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
177
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
178 class Dot(cyclone.web.RequestHandler):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
179 def get(self):
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
180 configGraph = self.settings.config.graph
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
181 dot = dotrender.render(configGraph, self.settings.boards)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
182 self.write(dot)
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
183
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
184 def rdfGraphBody(body, headers):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
185 g = Graph()
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
186 g.parse(StringInputSource(body), format='nt')
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
187 return g
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
188
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
189 class OutputPage(cyclone.web.RequestHandler):
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
190 def put(self):
989
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
191 arg = self.request.arguments
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
192 if arg.get('s') and arg.get('p'):
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
193 subj = URIRef(arg['s'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
194 pred = URIRef(arg['p'][-1])
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
195 turtleLiteral = self.request.body
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
196 try:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
197 obj = Literal(float(turtleLiteral))
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
198 except ValueError:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
199 obj = Literal(turtleLiteral)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
200 stmt = (subj, pred, obj)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
201 else:
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
202 g = rdfGraphBody(self.request.body, self.request.headers)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
203 assert len(g) == 1, len(g)
065fc9e07c10 piNode allow nt graphs as the body of a PUT /output
drewp <drewp@bigasterisk.com>
parents: 988
diff changeset
204 stmt = g.triples((None, None, None)).next()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
205
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
206 self.settings.board.outputStatements([stmt])
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
207
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
208 class Boards(cyclone.web.RequestHandler):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
209 def get(self):
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
210 self.set_header('Content-type', 'application/json')
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
211 self.write(json.dumps({
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
212 'host': hostname,
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
213 'boards': [self.settings.board.description()]
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
214 }, indent=2))
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
215
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
216 def main():
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
217 arg = docopt("""
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
218 Usage: piNode.py [options]
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
219
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
220 -v Verbose
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
221 """)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
222 log.setLevel(logging.WARN)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
223 if arg['-v']:
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
224 from twisted.python import log as twlog
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
225 twlog.startLogging(sys.stdout)
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
226
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
227 log.setLevel(logging.DEBUG)
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
228
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
229 masterGraph = PatchableGraph()
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
230 config = Config(masterGraph)
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
231
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
232 thisHost = Literal(hostname)
1026
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
233 for row in config.graph.query(
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
234 'SELECT ?board WHERE { ?board a :PiBoard; :hostname ?h }',
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
235 initBindings=dict(h=thisHost)):
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
236 thisBoard = row.board
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
237 break
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
238 else:
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
239 raise ValueError("config had no board for :hostname %r" % thisHost)
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
240
8e075449ba0a piNode support for temp sensors. proper hostname lookup
drewp <drewp@bigasterisk.com>
parents: 1025
diff changeset
241 log.info("found config for board %r" % thisBoard)
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
242 board = Board(config.graph, masterGraph, thisBoard)
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
243 board.startPolling()
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
244
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
245 reactor.listenTCP(9059, cyclone.web.Application([
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
246 (r"/()", cyclone.web.StaticFileHandler, {
988
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
247 "path": "../arduinoNode/static", "default_filename": "index.html"}),
63c172316239 get piNode working, for motionsensor at least
drewp <drewp@bigasterisk.com>
parents: 987
diff changeset
248 (r'/static/(.*)', cyclone.web.StaticFileHandler, {"path": "../arduinoNode/static"}),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
249 (r'/boards', Boards),
1031
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
250 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}),
9328df09f679 piNode uses new graph SSE code
drewp <drewp@bigasterisk.com>
parents: 1030
diff changeset
251 (r"/graph/events", CycloneGraphEventsHandler, {'masterGraph': masterGraph}),
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
252 (r'/output', OutputPage),
1038
ffe6a00c6cef server/browser graph sync. cut dependency on the WS version. merge some changes between arduino/pi code.
drewp <drewp@bigasterisk.com>
parents: 1035
diff changeset
253 (r'/dot', Dot),
1025
f58b5536f683 ipv6 and some refactor
drewp <drewp@bigasterisk.com>
parents: 989
diff changeset
254 ], config=config, board=board, debug=arg['-v']), interface='::')
1063
295d20307b81 try a speedup for raspi
drewp <drewp@bigasterisk.com>
parents: 1056
diff changeset
255 log.warn('serving on 9059')
987
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
256 reactor.run()
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
257
cc79d092e136 start pinode
drewp <drewp@bigasterisk.com>
parents:
diff changeset
258 main()