Mercurial > code > home > repos > homeauto

annotate service/mqtt_to_rdf/mqtt_to_rdf.py @ 1544:33076ad439d1

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
fixes to TS and page build. remove some unused attempts at binding to <streamed-graph> Ignore-this: dc4cd74d21fef101b32da824bbf60a00 darcs-hash:46f8164157442fb22e93a3e2062ffbcd20b43350
author drewp <drewp@bigasterisk.com>
date Thu, 13 Feb 2020 10:17:54 -0800
parents a598d2141587
children a04ed4b3d5dd
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1533
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 """
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
2 Subscribe to mqtt topics; generate RDF statements.
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3 """
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
4 import json
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
5 import sys
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
6 from docopt import docopt
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 from rdflib import Namespace, URIRef, Literal, Graph, RDF, XSD
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 from rdflib.parser import StringInputSource
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
9 from rdflib.term import Node
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 from twisted.internet import reactor
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
11 import cyclone.web
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
12 import rx, rx.operators, rx.scheduler.eventloop
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
13 from greplin import scales
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
14 from greplin.scales.cyclonehandler import StatsHandler
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
15
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
16 from export_to_influxdb import InfluxExporter
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
17 from mqtt_client import MqttClient
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
18
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
19 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
20 from rdfdb.patch import Patch
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
21 from rdfdb.rdflibpatch import graphFromQuads
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
22 from standardservice.logsetup import log, verboseLogging
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
23 from standardservice.scalessetup import gatherProcessStats
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
25 ROOM = Namespace('http://projects.bigasterisk.com/room/')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
26
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27 gatherProcessStats()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
29 def parseDurationLiteral(lit: Literal) -> float:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 if lit.endswith('s'):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
31 return float(lit.split('s')[0])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32 raise NotImplementedError(f'duration literal: {lit}')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
33
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
34
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
35 class MqttStatementSource:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
36 def __init__(self, uri, config, masterGraph, mqtt, influx):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
37 self.uri = uri
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
38 self.config = config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
39 self.masterGraph = masterGraph
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
40 self.mqtt = mqtt
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
41 self.influx = influx
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
42
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
43 self.mqttTopic = self.topicFromConfig(self.config)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
44
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
45 statPath = '/subscribed_topic/' + self.mqttTopic.decode('ascii').replace('/', '|')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
46 scales.init(self, statPath)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
47 self._mqttStats = scales.collection(
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
48 statPath + '/incoming', scales.IntStat('count'),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
49 scales.RecentFpsStat('fps'))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
50
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
51
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
52 rawBytes = self.subscribeMqtt()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
53 rawBytes = rx.operators.do_action(self.countIncomingMessage)(rawBytes)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
54 parsed = self.getParser()(rawBytes)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
55
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
56 g = self.config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
57 for conv in g.items(g.value(self.uri, ROOM['conversions'])):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
58 parsed = self.conversionStep(conv)(parsed)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
59
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
60 outputQuadsSets = rx.combine_latest(
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
61 *[self.makeQuads(parsed, plan)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
62 for plan in g.objects(self.uri, ROOM['graphStatements'])])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
63
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64 outputQuadsSets.subscribe_(self.updateQuads)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
66 def topicFromConfig(self, config) -> bytes:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
67 topicParts = list(config.items(config.value(self.uri, ROOM['mqttTopic'])))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
68 return b'/'.join(t.encode('ascii') for t in topicParts)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
69
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
70
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 def subscribeMqtt(self):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
72 return self.mqtt.subscribe(self.mqttTopic)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
73
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
74 def countIncomingMessage(self, _):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
75 self._mqttStats.fps.mark()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
76 self._mqttStats.count += 1
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
77
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
78 def getParser(self):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
79 g = self.config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
80 parser = g.value(self.uri, ROOM['parser'])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
81 if parser == XSD.double:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82 return rx.operators.map(lambda v: Literal(float(v.decode('ascii'))))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
83 elif parser == ROOM['tagIdToUri']:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
84 return rx.operators.map(self.tagIdToUri)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
85 elif parser == ROOM['onOffBrightness']:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
86 return rx.operators.map(lambda v: Literal(0.0 if v == b'OFF' else 1.0))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
87 elif parser == ROOM['jsonBrightness']:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
88 return rx.operators.map(self.parseJsonBrightness)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
89 elif ROOM['ValueMap'] in g.objects(parser, RDF.type):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
90 return rx.operators.map(lambda v: self.remap(parser, v.decode('ascii')))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
91 else:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
92 raise NotImplementedError(parser)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
93
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
94 def parseJsonBrightness(self, mqttValue: bytes):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
95 msg = json.loads(mqttValue.decode('ascii'))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
96 return Literal(float(msg['brightness'] / 255) if msg['state'] == 'ON' else 0.0)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
97
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
98 def conversionStep(self, conv: Node):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
99 g = self.config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
100 if conv == ROOM['celsiusToFarenheit']:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
101 return rx.operators.map(lambda value: Literal(round(value.toPython() * 1.8 + 32, 2)))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
102 elif g.value(conv, ROOM['ignoreValueBelow'], default=None) is not None:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
103 threshold = g.value(conv, ROOM['ignoreValueBelow'])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
104 return rx.operators.filter(lambda value: value.toPython() >= threshold.toPython())
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
105 else:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
106 raise NotImplementedError(conv)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
107
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
108 def makeQuads(self, parsed, plan):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
109 g = self.config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
110 def quadsFromValue(valueNode):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
111 return set([
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
112 (self.uri,
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
113 g.value(plan, ROOM['outputPredicate']),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
114 valueNode,
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
115 self.uri)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
116 ])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
117
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
118 def emptyQuads(element):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
119 return set([])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
120
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
121 quads = rx.operators.map(quadsFromValue)(parsed)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
122
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
123 dur = g.value(plan, ROOM['statementLifetime'])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
124 if dur is not None:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
125 sec = parseDurationLiteral(dur)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
126 quads = quads.pipe(
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
127 rx.operators.debounce(sec, rx.scheduler.eventloop.TwistedScheduler(reactor)),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
128 rx.operators.map(emptyQuads),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
129 rx.operators.merge(quads),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
130 )
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
131
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
132 return quads
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
133
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
134 def updateQuads(self, newGraphs):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
135 newQuads = set.union(*newGraphs)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
136 g = graphFromQuads(newQuads)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
137 log.debug(f'{self.uri} update to {len(newQuads)} statements')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
138
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
139 self.influx.exportToInflux(newQuads)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
140
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
141 self.masterGraph.patchSubgraph(self.uri, g)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
142
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
143 def tagIdToUri(self, value: bytearray) -> URIRef:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
144 justHex = value.decode('ascii').replace('-', '').lower()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
145 int(justHex, 16) # validate
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
146 return URIRef(f'http://bigasterisk.com/rfidCard/{justHex}')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
147
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
148 def remap(self, parser, valueStr: str):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
149 g = self.config
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
150 value = Literal(valueStr)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
151 for entry in g.objects(parser, ROOM['map']):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
152 if value == g.value(entry, ROOM['from']):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
153 return g.value(entry, ROOM['to'])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
154 raise KeyError(value)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
155
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
156
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
157 if __name__ == '__main__':
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
158 arg = docopt("""
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
159 Usage: mqtt_to_rdf.py [options]
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
160
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
161 -v Verbose
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
162 --cs=STR Only process config filenames with this substring
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
163 """)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
164 verboseLogging(arg['-v'])
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
165
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
166 config = Graph()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
167 for fn in [
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
168 "config_cardreader.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
169 "config_nightlight_ari.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
170 "config_bed_bar.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
171 "config_air_quality_indoor.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
172 "config_air_quality_outdoor.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
173 "config_living_lamps.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
174 "config_kitchen.n3",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
175 ]:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
176 if not arg['--cs'] or arg['--cs'] in fn:
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
177 config.parse(fn, format='n3')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
178
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
179 masterGraph = PatchableGraph()
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
180
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
181 mqtt = MqttClient(clientId='mqtt_to_rdf', brokerHost='bang',
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
182 brokerPort=1883)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
183 influx = InfluxExporter(config)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
184
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
185 srcs = []
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
186 for src in config.subjects(RDF.type, ROOM['MqttStatementSource']):
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
187 srcs.append(MqttStatementSource(src, config, masterGraph, mqtt, influx))
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
188 log.info(f'set up {len(srcs)} sources')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
189
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
190 port = 10018
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
191 reactor.listenTCP(port, cyclone.web.Application([
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
192 (r"/()", cyclone.web.StaticFileHandler,
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
193 {"path": ".", "default_filename": "index.html"}),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
194 (r"/build/(bundle.js)",
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
195 cyclone.web.StaticFileHandler, {"path": "build"}),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
196 (r'/stats/(.*)', StatsHandler, {'serverName': 'mqtt_to_rdf'}),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
197 (r"/graph/mqtt", CycloneGraphHandler, {'masterGraph': masterGraph}),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
198 (r"/graph/mqtt/events", CycloneGraphEventsHandler,
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
199 {'masterGraph': masterGraph}),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
200 ], mqtt=mqtt, masterGraph=masterGraph, debug=arg['-v']),
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
201 interface='::')
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
202 log.warn('serving on %s', port)
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
203
a598d2141587 more mqtt_to_rdf renames. bring in basic LitElement setup for the debug page
drewp <drewp@bigasterisk.com>
parents:
diff changeset
204 reactor.run()