annotate service/store/store.py @ 411:9fbd2d0193bf

new 'store' service for user inputs Ignore-this: 7b14beca506dd7f1e38b5214aae1833a
author drewp@bigasterisk.com
date Sat, 16 Mar 2019 18:22:57 -0700
parents
children 4c68b604c7ec
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
411
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
1 """
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
2 persistent store of rdf statements, meant for stmts from users.
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
3
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
4 API is not typical rdf: putting statments replaces existing (s,o)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
5 matches so there can be only one object at a time. Putting the special
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
6 object :unset clears the statement.
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
7 """
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
8
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
9 import sys, logging
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
10 from docopt import docopt
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
11 from patchablegraph import PatchableGraph, CycloneGraphHandler, CycloneGraphEventsHandler
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
12 from rdfdb.patch import Patch
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
13 from rdflib import Namespace, URIRef, Literal, Graph
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
14 from rdflib.parser import StringInputSource
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
15 from twisted.internet import reactor
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
16 from twisted.python.filepath import FilePath
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
17 import cyclone.web
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
18
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
19 ROOM = Namespace('http://projects.bigasterisk.com/room/')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
20
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
21 logging.basicConfig()
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
22 log = logging.getLogger()
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
23
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
24 CTX = ROOM['stored']
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
25
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
26 class OutputPage(cyclone.web.RequestHandler):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
27 def put(self):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
28 arg = self.request.arguments
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
29 if arg.get('s') and arg.get('p'):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
30 self._onQueryStringStatement(arg['s'][-1], arg['p'][-1], self.request.body)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
31 else:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
32 self._onGraphBodyStatements(self.request.body, self.request.headers)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
33
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
34 def _onQueryStringStatement(self, s, p, body):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
35 subj = URIRef(arg['s'][-1])
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
36 pred = URIRef(arg['p'][-1])
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
37 turtleLiteral = self.request.body
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
38 try:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
39 obj = Literal(float(turtleLiteral))
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
40 except ValueError:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
41 obj = Literal(turtleLiteral)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
42 self._onStatements([(subj, pred, obj)])
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
43
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
44 def _onGraphBodyStatements(self, body, headers):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
45 # maybe quads only so we can track who made the input and from what interface?
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
46 # Or your input of triples gets wrapped in a new quad in here?
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
47 g = Graph()
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
48 g.parse(StringInputSource(body), format='nt')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
49 if not g:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
50 raise ValueError("expected graph body")
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
51 self._onStatements(list(g.triples((None, None, None))))
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
52
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
53 def _onStatements(self, stmts):
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
54 g = self.settings.masterGraph
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
55 for s, p, o in stmts:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
56 patch = g.getObjectPatch(CTX, s, p, o)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
57 if o == ROOM['unset']:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
58 patch = Patch(delQuads=patch.delQuads)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
59 g.patch(patch)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
60 nquads = g.serialize(None, format='nquads')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
61 self.settings.dbFile.setContent(nquads)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
62
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
63 if __name__ == '__main__':
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
64 arg = docopt("""
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
65 Usage: store.py [options]
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
66
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
67 -v Verbose
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
68 """)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
69 log.setLevel(logging.WARN)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
70 if arg['-v']:
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
71 from twisted.python import log as twlog
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
72 twlog.startLogging(sys.stdout)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
73 log.setLevel(logging.DEBUG)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
74
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
75 masterGraph = PatchableGraph()
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
76 dbFile = FilePath('/opt/homeauto_store/db.nquads')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
77 if dbFile.exists():
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
78 masterGraph._graph.parse(dbFile.open(), format='nquads')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
79
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
80 port = 10014
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
81 reactor.listenTCP(port, cyclone.web.Application([
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
82 (r"/()", cyclone.web.StaticFileHandler,
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
83 {"path": ".", "default_filename": "index.html"}),
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
84 (r"/graph", CycloneGraphHandler, {'masterGraph': masterGraph}),
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
85 (r"/graph/events", CycloneGraphEventsHandler,
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
86 {'masterGraph': masterGraph}),
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
87 (r'/output', OutputPage),
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
88 ], masterGraph=masterGraph, dbFile=dbFile, debug=arg['-v']),
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
89 interface='::')
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
90 log.warn('serving on %s', port)
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
91
9fbd2d0193bf new 'store' service for user inputs
drewp@bigasterisk.com
parents:
diff changeset
92 reactor.run()