annotate service/mqtt_to_rdf/stmt_chunk_test.py @ 1661:00a5624d1d14

cleanups and optimizations
author drewp@bigasterisk.com
date Sun, 19 Sep 2021 16:51:51 -0700
parents 15e84c71beee
children 6fa7ddee9ba8
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1659
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
1 from time import clock_gettime
1655
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
2 import unittest
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
3
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
4 from rdflib.term import Variable
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
5
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
6 from inference_test import N3
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
7 from rdflib import ConjunctiveGraph, Graph, Literal, Namespace, Variable
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
8
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
9 from stmt_chunk import ChunkedGraph, Chunk, applyChunky
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
10
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
11 ROOM = Namespace('http://projects.bigasterisk.com/room/')
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
12
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
13 from lhs_evaluation import functionsFor
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
14 from candidate_binding import CandidateBinding
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
15
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
16
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
17 class TestChunkedGraph(unittest.TestCase):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
18
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
19 def testMakesSimpleChunks(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
20 cg = ChunkedGraph(N3(':a :b :c .'), functionsFor)
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
21
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
22 self.assertSetEqual(cg.chunksUsedByFuncs, set())
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
23 self.assertSetEqual(cg.patternChunks, set())
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
24 self.assertSetEqual(cg.staticChunks, set([Chunk((ROOM.a, ROOM.b, ROOM.c), subjList=None, objList=None)]))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
25
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
26 def testSeparatesPatternChunks(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
27 cg = ChunkedGraph(N3('?x :b :c . :a ?y :c . :a :b ?z .'), functionsFor)
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
28 self.assertEqual(len(cg.patternChunks), 3)
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
29
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
30 def testBoolMeansEmpty(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
31 self.assertTrue(ChunkedGraph(N3(":a :b :c ."), functionsFor))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
32 self.assertFalse(ChunkedGraph(N3(""), functionsFor))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
33
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
34 def testContains(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
35 # If I write with assertIn, there's a seemingly bogus pytype error.
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
36 self.assert_(Chunk((ROOM.a, ROOM.b, ROOM.c)) in ChunkedGraph(N3(":a :b :c ."), functionsFor))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
37 self.assert_(Chunk((ROOM.a, ROOM.b, ROOM.zzz)) not in ChunkedGraph(N3(":a :b :c ."), functionsFor))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
38
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
39 def testNoPredicatesAppear(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
40 cg = ChunkedGraph(N3(":a :b :c ."), functionsFor)
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
41 self.assertTrue(cg.noPredicatesAppear([ROOM.d, ROOM.e]))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
42 self.assertFalse(cg.noPredicatesAppear([ROOM.b, ROOM.d]))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
43
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
44
1659
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
45 class TestListCollection(unittest.TestCase):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
46
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
47 def testSubjList(self):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
48 cg = ChunkedGraph(N3('(:u :v) :b :c .'), functionsFor)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
49 expected = Chunk((None, ROOM.b, ROOM.c), subjList=[ROOM.u, ROOM.v])
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
50 self.assertEqual(cg.staticChunks, set([expected]))
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
51
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
52 def testObjList(self):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
53 cg = ChunkedGraph(N3(':a :b (:u :v) .'), functionsFor)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
54 expected = Chunk((ROOM.a, ROOM.b, None), objList=[ROOM.u, ROOM.v])
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
55 self.assertSetEqual(cg.staticChunks, set([expected]))
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
56
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
57 def testVariableInListMakesAPatternChunk(self):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
58 cg = ChunkedGraph(N3(':a :b (?x :v) .'), functionsFor)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
59 expected = Chunk((ROOM.a, ROOM.b, None), objList=[Variable('x'), ROOM.v])
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
60 self.assertSetEqual(cg.patternChunks, set([expected]))
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
61
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
62 def testListUsedTwice(self):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
63 cg = ChunkedGraph(N3('(:u :v) :b :c, :d .'), functionsFor)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
64
1661
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
65 self.assertSetEqual(
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
66 cg.staticChunks,
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
67 set([
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
68 Chunk((None, ROOM.b, ROOM.c), subjList=[ROOM.u, ROOM.v]),
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
69 Chunk((None, ROOM.b, ROOM.d), subjList=[ROOM.u, ROOM.v])
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
70 ]))
1659
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
71
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
72 def testUnusedListFragment(self):
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
73 cg = ChunkedGraph(N3(':a rdf:first :b .'), functionsFor)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
74 self.assertFalse(cg)
15e84c71beee parse lists from graph into the Chunks
drewp@bigasterisk.com
parents: 1655
diff changeset
75
1661
00a5624d1d14 cleanups and optimizations
drewp@bigasterisk.com
parents: 1659
diff changeset
76
1655
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
77 class TestApplyChunky(unittest.TestCase):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
78 binding = CandidateBinding({Variable('x'): ROOM.xval})
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
79
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
80 def testBoundStatementsOnly(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
81 ret = list(
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
82 applyChunky(self.binding,
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
83 g=[Chunk((ROOM.a, ROOM.b, Variable('x'))),
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
84 Chunk((ROOM.ay, ROOM.by, Variable('y')))],
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
85 returnBoundStatementsOnly=True))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
86 self.assertEqual(ret, [Chunk((ROOM.a, ROOM.b, ROOM.xval))])
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
87
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
88 def testAllStatements(self):
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
89 ret = list(
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
90 applyChunky(self.binding,
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
91 g=[Chunk((ROOM.a, ROOM.b, Variable('x'))),
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
92 Chunk((ROOM.ay, ROOM.by, Variable('y')))],
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
93 returnBoundStatementsOnly=False))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
94 self.assertCountEqual(
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
95 ret,
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
96 [
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
97 Chunk((ROOM.a, ROOM.b, ROOM.xval)), #
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
98 Chunk((ROOM.ay, ROOM.by, Variable('y')))
15e195fb24bb new stmt_chunk_test
drewp@bigasterisk.com
parents:
diff changeset
99 ])