Mercurial > code > home > repos > homeauto
view lib/patchablegraph.py @ 1084:3a9f20f881d1
immediate mode needs a PUT request
Ignore-this: 48c3b5d2c25440a43000b53079d0bd68
darcs-hash:c3756f6387c72f4e3eb0615104fca885560e4d16
author | drewp <drewp@bigasterisk.com> |
---|---|
date | Fri, 06 May 2016 17:32:18 -0700 |
parents | ffe6a00c6cef |
children | 8d89da1915df |
line wrap: on
line source
""" Design: 1. Services each have (named) graphs, which they patch as things change. PatchableGraph is an object for holding this graph. 2. You can http GET that graph, or ... 3. You can http GET/SSE that graph and hear about modifications to it 4. The client that got the graph holds and maintains a copy. The client may merge together multiple graphs. 5. Client queries its graph with low-level APIs or client-side sparql. 6. When the graph changes, the client knows and can update itself at low or high granularity. See also: * http://iswc2007.semanticweb.org/papers/533.pdf RDFSync: efficient remote synchronization of RDF models * https://www.w3.org/2009/12/rdf-ws/papers/ws07 Supporting Change Propagation in RDF * https://www.w3.org/DesignIssues/lncs04/Diff.pdf Delta: an ontology for the distribution of differences between RDF graphs """ import sys, json, logging import cyclone.sse sys.path.append("/my/proj/light9") from light9.rdfdb.grapheditapi import GraphEditApi from rdflib import ConjunctiveGraph from light9.rdfdb.rdflibpatch import patchQuads from rdflib_jsonld.serializer import from_rdf from cycloneerr import PrettyErrorHandler log = logging.getLogger('patchablegraph') def writeGraphResponse(req, graph, acceptHeader): if acceptHeader == 'application/nquads': req.set_header('Content-type', 'application/nquads') graph.serialize(req, format='nquads') elif acceptHeader == 'application/ld+json': req.set_header('Content-type', 'application/ld+json') graph.serialize(req, format='json-ld', indent=2) else: req.set_header('Content-type', 'application/x-trig') graph.serialize(req, format='trig') # forked from /my/proj/light9/light9/rdfdb/rdflibpatch.py def _graphFromQuads2(q): g = ConjunctiveGraph() #g.addN(q) # no effect on nquad output for s,p,o,c in q: g.get_context(c).add((s,p,o)) # kind of works with broken rdflib nquad serializer code #g.store.add((s,p,o), c) # no effect on nquad output return g def patchAsJson(p): return json.dumps({'patch': { 'adds': from_rdf(_graphFromQuads2(p.addQuads)), 'deletes': from_rdf(_graphFromQuads2(p.delQuads)), }}) def graphAsJson(g): # This is not the same as g.serialize(format='json-ld')! That # version omits literal datatypes. return json.dumps(from_rdf(g)) class PatchableGraph(GraphEditApi): """ Master graph that you modify with self.patch, and we get the updates to all current listeners. """ def __init__(self): self._graph = ConjunctiveGraph() self._observers = [] def serialize(self, to, **kw): return self._graph.serialize(to, **kw) def patch(self, p): if p.isNoop(): return patchQuads(self._graph, deleteQuads=p.delQuads, addQuads=p.addQuads, perfect=False) # true? for ob in self._observers: ob(patchAsJson(p)) def asJsonLd(self): return graphAsJson(self._graph) def addObserver(self, onPatch): self._observers.append(onPatch) def removeObserver(self, onPatch): try: self._observers.remove(onPatch) except ValueError: pass class CycloneGraphHandler(PrettyErrorHandler, cyclone.web.RequestHandler): def initialize(self, masterGraph): self.masterGraph = masterGraph def get(self): writeGraphResponse(self, self.masterGraph, self.request.headers.get('accept')) class CycloneGraphEventsHandler(cyclone.sse.SSEHandler): """ One session with one client. returns current graph plus future patches to keep remote version in sync with ours. intsead of turning off buffering all over, it may work for this response to send 'x-accel-buffering: no', per http://nginx.org/en/docs/http/ngx_http_proxy_module.html#proxy_buffering """ def __init__(self, application, request, masterGraph): cyclone.sse.SSEHandler.__init__(self, application, request) self.masterGraph = masterGraph def bind(self): graphJson = self.masterGraph.asJsonLd() log.debug("send fullGraph event: %s", graphJson) self.sendEvent(message=graphJson, event='fullGraph') self.masterGraph.addObserver(self.onPatch) def onPatch(self, patchJson): # throttle and combine patches here- ideally we could see how # long the latency to the client is to make a better rate choice self.sendEvent(message=patchJson, event='patch') def unbind(self): self.masterGraph.removeObserver(self.onPatch)