Mercurial > code > home > repos > homeauto
annotate service/piNode/piNode.py @ 230:0aa54404df19
update arduinoNode to support streamed graph output
Ignore-this: fa35d1fae5b0e411b167650550c3e77d
| author | drewp@bigasterisk.com |
|---|---|
| date | Thu, 28 Jan 2016 02:24:32 -0800 |
| parents | 1e8ef0daf0f8 |
| children | 4ebb5cc30002 |
| rev | line source |
|---|---|
| 182 | 1 from __future__ import division |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
2 import sys, logging, socket, json, time |
| 182 | 3 import cyclone.web |
| 226 | 4 from rdflib import Namespace, URIRef, Literal, Graph, RDF, ConjunctiveGraph |
|
184
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
5 from rdflib.parser import StringInputSource |
| 182 | 6 from twisted.internet import reactor, task |
| 7 from docopt import docopt | |
| 8 logging.basicConfig(level=logging.DEBUG) | |
| 226 | 9 sys.path.append("/opt/homeauto_lib") |
| 10 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler | |
| 11 from light9.rdfdb.rdflibpatch import inContext | |
| 12 from light9.rdfdb.patch import Patch | |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
13 sys.path.append('/opt/pigpio') |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
14 try: |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
15 import pigpio |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
16 except ImportError: |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
17 class pigpio(object): |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
18 @staticmethod |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
19 def pi(): |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
20 return None |
| 182 | 21 |
| 22 import devices | |
| 23 | |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
24 # from /my/proj/room |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
25 from carbondata import CarbonClient |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
26 |
| 182 | 27 log = logging.getLogger() |
| 28 logging.getLogger('serial').setLevel(logging.WARN) | |
| 29 ROOM = Namespace('http://projects.bigasterisk.com/room/') | |
| 30 HOST = Namespace('http://bigasterisk.com/ruler/host/') | |
| 31 | |
| 32 hostname = socket.gethostname() | |
| 33 | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
34 class Config(object): |
| 226 | 35 def __init__(self, masterGraph): |
| 36 self.graph = ConjunctiveGraph() | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
37 log.info('read config') |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
38 self.graph.parse('config.n3', format='n3') |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
39 self.graph.bind('', ROOM) # maybe working |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
40 self.graph.bind('rdf', RDF) |
| 226 | 41 masterGraph.patch(Patch(addGraph=self.graph)) |
| 182 | 42 |
| 43 class Board(object): | |
| 44 """similar to arduinoNode.Board but without the communications stuff""" | |
| 226 | 45 def __init__(self, graph, masterGraph, uri): |
| 182 | 46 self.graph, self.uri = graph, uri |
| 226 | 47 self.ctx = ROOM['pi/%s' % hostname] |
| 48 self.masterGraph = masterGraph | |
| 49 self.masterGraph.patch(Patch(addQuads=self.staticStmts())) | |
| 182 | 50 self.pi = pigpio.pi() |
| 51 self._devs = devices.makeDevices(graph, self.uri, self.pi) | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
52 log.debug('found %s devices', len(self._devs)) |
| 182 | 53 self._statementsFromInputs = {} # input device uri: latest statements |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
54 self._carbon = CarbonClient(serverHost='bang') |
| 182 | 55 |
| 56 def startPolling(self): | |
| 57 task.LoopingCall(self._poll).start(.5) | |
| 58 | |
| 59 def _poll(self): | |
| 60 for i in self._devs: | |
| 226 | 61 prev = inContext(self._statementsFromInputs.get(i.uri, []), self.ctx) |
| 62 new = self._statementsFromInputs[i.uri] = i.poll() | |
| 63 new = inContext(new, self.ctx) | |
| 64 self.masterGraph.patch(Patch.fromDiff(prev, new)) | |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
65 self._exportToGraphite() |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
66 |
| 182 | 67 def outputStatements(self, stmts): |
| 68 unused = set(stmts) | |
| 69 for dev in self._devs: | |
| 70 stmtsForDev = [] | |
| 71 for pat in dev.outputPatterns(): | |
| 72 if [term is None for term in pat] != [False, False, True]: | |
| 73 raise NotImplementedError | |
| 74 for stmt in stmts: | |
| 75 if stmt[:2] == pat[:2]: | |
| 76 stmtsForDev.append(stmt) | |
| 77 unused.discard(stmt) | |
| 78 if stmtsForDev: | |
| 79 log.info("output goes to action handler for %s" % dev.uri) | |
| 80 dev.sendOutput(stmtsForDev) | |
| 81 log.info("success") | |
| 82 if unused: | |
| 83 log.warn("No devices cared about these statements:") | |
| 84 for s in unused: | |
| 85 log.warn(repr(s)) | |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
86 |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
87 # needs merge with arduinoNode.py |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
88 def _exportToGraphite(self): |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
89 # note this is writing way too often- graphite is storing at a lower res |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
90 now = time.time() |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
91 # 20 sec is not precise; just trying to reduce wifi traffic |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
92 if getattr(self, 'lastGraphiteExport', 0) + 20 > now: |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
93 return |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
94 self.lastGraphiteExport = now |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
95 log.debug('graphite export:') |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
96 # objects of these statements are suitable as graphite values. |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
97 graphitePredicates = {ROOM['temperatureF']} |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
98 # bug: one sensor can have temp and humid- this will be ambiguous |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
99 for s, graphiteName in self.graph.subject_objects(ROOM['graphiteName']): |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
100 for group in self._statementsFromInputs.values(): |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
101 for stmt in group: |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
102 if stmt[0] == s and stmt[1] in graphitePredicates: |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
103 log.debug(' sending %s -> %s', stmt[0], graphiteName) |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
104 self._carbon.send(graphiteName, stmt[2].toPython(), now) |
| 226 | 105 |
| 106 def staticStmts(self): | |
| 107 return [(HOST[socket.gethostname()], ROOM['connectedTo'], self.uri, self.ctx)] | |
| 108 | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
109 def description(self): |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
110 """for web page""" |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
111 return { |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
112 'uri': self.uri, |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
113 'devices': [d.description() for d in self._devs], |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
114 'graph': 'http://sticker:9059/graph', #todo |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
115 } |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
116 |
|
184
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
117 def rdfGraphBody(body, headers): |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
118 g = Graph() |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
119 g.parse(StringInputSource(body), format='nt') |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
120 return g |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
121 |
| 182 | 122 class OutputPage(cyclone.web.RequestHandler): |
| 123 def put(self): | |
|
184
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
124 arg = self.request.arguments |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
125 if arg.get('s') and arg.get('p'): |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
126 subj = URIRef(arg['s'][-1]) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
127 pred = URIRef(arg['p'][-1]) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
128 turtleLiteral = self.request.body |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
129 try: |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
130 obj = Literal(float(turtleLiteral)) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
131 except ValueError: |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
132 obj = Literal(turtleLiteral) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
133 stmt = (subj, pred, obj) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
134 else: |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
135 g = rdfGraphBody(self.request.body, self.request.headers) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
136 assert len(g) == 1, len(g) |
|
e052416a2290
piNode allow nt graphs as the body of a PUT /output
drewp@bigasterisk.com
parents:
183
diff
changeset
|
137 stmt = g.triples((None, None, None)).next() |
| 182 | 138 |
| 139 self.settings.board.outputStatements([stmt]) | |
| 140 | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
141 class Boards(cyclone.web.RequestHandler): |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
142 def get(self): |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
143 self.set_header('Content-type', 'application/json') |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
144 self.write(json.dumps({ |
| 225 | 145 'host': socket.gethostname(), |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
146 'boards': [self.settings.board.description()] |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
147 }, indent=2)) |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
148 |
| 182 | 149 def main(): |
| 150 arg = docopt(""" | |
| 151 Usage: piNode.py [options] | |
| 152 | |
| 153 -v Verbose | |
| 154 """) | |
| 155 log.setLevel(logging.WARN) | |
| 156 if arg['-v']: | |
| 157 from twisted.python import log as twlog | |
| 158 twlog.startLogging(sys.stdout) | |
| 159 | |
| 160 log.setLevel(logging.DEBUG) | |
| 161 | |
| 226 | 162 masterGraph = PatchableGraph() |
| 163 config = Config(masterGraph) | |
| 182 | 164 |
|
221
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
165 thisHost = Literal(socket.gethostname()) |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
166 for row in config.graph.query( |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
167 'SELECT ?board WHERE { ?board a :PiBoard; :hostname ?h }', |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
168 initBindings=dict(h=thisHost)): |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
169 thisBoard = row.board |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
170 break |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
171 else: |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
172 raise ValueError("config had no board for :hostname %r" % thisHost) |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
173 |
|
666e0e756ce6
piNode support for temp sensors. proper hostname lookup
drewp@bigasterisk.com
parents:
220
diff
changeset
|
174 log.info("found config for board %r" % thisBoard) |
| 226 | 175 board = Board(config.graph, masterGraph, thisBoard) |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
176 board.startPolling() |
| 182 | 177 |
| 178 reactor.listenTCP(9059, cyclone.web.Application([ | |
| 179 (r"/()", cyclone.web.StaticFileHandler, { | |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
180 "path": "../arduinoNode/static", "default_filename": "index.html"}), |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
181 (r'/static/(.*)', cyclone.web.StaticFileHandler, {"path": "../arduinoNode/static"}), |
| 226 | 182 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}), |
| 183 (r"/graph/events", CycloneGraphEventsHandler, {'masterGraph': masterGraph}), | |
| 182 | 184 (r'/output', OutputPage), |
|
183
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
185 (r'/boards', Boards), |
|
634d6e477953
get piNode working, for motionsensor at least
drewp@bigasterisk.com
parents:
182
diff
changeset
|
186 #(r'/dot', Dot), |
| 220 | 187 ], config=config, board=board, debug=arg['-v']), interface='::') |
| 182 | 188 reactor.run() |
| 189 | |
| 190 main() |