Mercurial > code > home > repos > homeauto

annotate service/store/store.py @ 1454:c3efea9917f4

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
graph path now has 'store' in it Ignore-this: f20acfa66fa56e5b4e076e76cad140f6 darcs-hash:01a6fa048f8d946b52dbcd7102f236d8ccf01898
author drewp <drewp@bigasterisk.com>
date Wed, 25 Sep 2019 17:29:47 -0700
parents ea942d383f62
children a93fbf0d0daa
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 """
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
2 persistent store of rdf statements, meant for stmts from users.
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
4 API is not typical rdf: putting statments replaces existing (s,o)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
5 matches so there can be only one object at a time. Putting the special
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
6 object :unset clears the statement.
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 """
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
9 import sys, logging
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 from docopt import docopt
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
11 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
12 from rdfdb.patch import Patch
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
13 from rdflib import Namespace, URIRef, Literal, Graph
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
14 from rdflib.parser import StringInputSource
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
15 from twisted.internet import reactor
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
16 from twisted.python.filepath import FilePath
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
17 import cyclone.web
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
18 from standardservice.logsetup import log, verboseLogging
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
19
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
20 ROOM = Namespace('http://projects.bigasterisk.com/room/')
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
21
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
22 CTX = ROOM['stored']
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
23
1261
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
24 class ValuesResource(cyclone.web.RequestHandler):
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
25 def put(self):
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
26 arg = self.request.arguments
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27 if arg.get('s') and arg.get('p'):
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
28 self._onQueryStringStatement(arg['s'][-1], arg['p'][-1], self.request.body)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
29 else:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
30 self._onGraphBodyStatements(self.request.body, self.request.headers)
1261
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
31 post = put
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
32 def _onQueryStringStatement(self, s, p, body):
1261
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
33 subj = URIRef(s)
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
34 pred = URIRef(p)
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
35 turtleLiteral = self.request.body
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
36 try:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
37 obj = Literal(float(turtleLiteral))
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
38 except ValueError:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
39 obj = Literal(turtleLiteral)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
40 self._onStatements([(subj, pred, obj)])
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
41
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
42 def _onGraphBodyStatements(self, body, headers):
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
43 # maybe quads only so we can track who made the input and from what interface?
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
44 # Or your input of triples gets wrapped in a new quad in here?
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
45 g = Graph()
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
46 g.parse(StringInputSource(body), format='nt')
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
47 if not g:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
48 raise ValueError("expected graph body")
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
49 self._onStatements(list(g.triples((None, None, None))))
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
50
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
51 def _onStatements(self, stmts):
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
52 g = self.settings.masterGraph
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
53 for s, p, o in stmts:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
54 patch = g.getObjectPatch(CTX, s, p, o)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
55 if o == ROOM['unset']:
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
56 patch = Patch(delQuads=patch.delQuads)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
57 g.patch(patch)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
58 nquads = g.serialize(None, format='nquads')
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
59 self.settings.dbFile.setContent(nquads)
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
60
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
61 if __name__ == '__main__':
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
62 arg = docopt("""
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
63 Usage: store.py [options]
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
64
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
65 -v Verbose
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
66 """)
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
67 verboseLogging(arg['-v'])
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
68
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
69 masterGraph = PatchableGraph()
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
70 dbFile = FilePath('/opt/homeauto_store/db.nquads')
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
71 if dbFile.exists():
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
72 masterGraph._graph.parse(dbFile.open(), format='nquads')
1453
ea942d383f62 index page is a data browser. support for -v
drewp <drewp@bigasterisk.com>
parents: 1261
diff changeset
73
1261
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
74 port = 10015
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
75 reactor.listenTCP(port, cyclone.web.Application([
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
76 (r"/()", cyclone.web.StaticFileHandler,
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
77 {"path": ".", "default_filename": "index.html"}),
1454
c3efea9917f4 graph path now has 'store' in it
drewp <drewp@bigasterisk.com>
parents: 1453
diff changeset
78 (r"/store", CycloneGraphHandler, {'masterGraph': masterGraph}),
c3efea9917f4 graph path now has 'store' in it
drewp <drewp@bigasterisk.com>
parents: 1453
diff changeset
79 (r"/store/events", CycloneGraphEventsHandler,
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
80 {'masterGraph': masterGraph}),
1261
1431cd58803d change port, put to /values, build updates
drewp <drewp@bigasterisk.com>
parents: 1214
diff changeset
81 (r'/values', ValuesResource),
1214
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
82 ], masterGraph=masterGraph, dbFile=dbFile, debug=arg['-v']),
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
83 interface='::')
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
84 log.warn('serving on %s', port)
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
85
c1792115b1d3 new 'store' service for user inputs
drewp <drewp@bigasterisk.com>
parents:
diff changeset
86 reactor.run()