annotate service/tomatoWifi/tomatoWifi.py @ 0:6fd208b97616

start Ignore-this: e06ac598970a0d4750f588ab89f56996
author Drew Perttula <drewp@bigasterisk.com>
date Mon, 01 Aug 2011 03:30:30 -0700
parents
children 26a6cf58743d
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
1 #!/usr/bin/python
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
2 """
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
3 scrape the tomato router status pages to see who's connected to the
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
4 wifi access points. Includes leases that aren't currently connected.
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
5
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
6 Returns:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
7 json listing (for magma page)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
8 rdf graph (for reasoning)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
9 activity stream, when we start saving history
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
10
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
11 Todo: this should be the one polling and writing to mongo, not entrancemusic
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
12 """
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
13 from __future__ import division
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
14 import sys, cyclone.web, simplejson, traceback, time, pystache, datetime
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
15 from dateutil import tz
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
16 from twisted.python import log
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
17 from twisted.internet import reactor, task
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
18
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
19 from pymongo import Connection, DESCENDING
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
20 from rdflib import Namespace, Literal, URIRef
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
21 sys.path.append("/my/site/magma")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
22 from stategraph import StateGraph
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
23 from wifi import Wifi
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
24
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
25 sys.path.append("/my/proj/homeauto/lib")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
26 from cycloneerr import PrettyErrorHandler
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
27
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
28 DEV = Namespace("http://projects.bigasterisk.com/device/")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
29 ROOM = Namespace("http://projects.bigasterisk.com/room/")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
30
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
31 class Index(PrettyErrorHandler, cyclone.web.RequestHandler):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
32 def get(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
33
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
34 age = time.time() - self.settings.poller.lastPollTime
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
35 if age > 10:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
36 raise ValueError("poll data is stale. age=%s" % age)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
37
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
38 self.write("this is wifiusage. needs index page that embeds the table")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
39
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
40 class Table(PrettyErrorHandler, cyclone.web.RequestHandler):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
41 def get(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
42 def rowDict(addr):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
43 addr['cls'] = "signal" if addr.get('signal') else "nosignal"
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
44 if 'lease' in addr:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
45 addr['lease'] = addr['lease'].replace("0 days, ", "")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
46 return addr
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
47
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
48 self.set_header("Content-Type", "application/xhtml+xml")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
49 self.write(pystache.render(
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
50 open("table.mustache").read(),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
51 dict(
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
52 rows=sorted(map(rowDict, self.settings.poller.lastAddrs),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
53 key=lambda a: (a.get('router'),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
54 a.get('name'),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
55 a.get('mac'))))))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
56
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
57
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
58 class Json(PrettyErrorHandler, cyclone.web.RequestHandler):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
59 def get(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
60 self.set_header("Content-Type", "application/json")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
61 age = time.time() - self.settings.poller.lastPollTime
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
62 if age > 10:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
63 raise ValueError("poll data is stale. age=%s" % age)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
64 self.write(simplejson.dumps({"wifi" : self.settings.poller.lastAddrs,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
65 "dataAge" : age}))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
66
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
67 class GraphHandler(PrettyErrorHandler, cyclone.web.RequestHandler):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
68 def get(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
69 g = StateGraph(ctx=DEV['wifi'])
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
70
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
71 # someday i may also record specific AP and their strength,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
72 # for positioning. But many users just want to know that the
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
73 # device is connected to some bigasterisk AP.
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
74 aps = URIRef("http://bigasterisk.com/wifiAccessPoints")
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
75 age = time.time() - self.settings.poller.lastPollTime
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
76 if age > 10:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
77 raise ValueError("poll data is stale. age=%s" % age)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
78
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
79 for dev in self.settings.poller.lastAddrs:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
80 if not dev.get('signal'):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
81 continue
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
82 uri = URIRef("http://bigasterisk.com/wifiDevice/%s" % dev['mac'])
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
83 g.add((uri, ROOM['macAddress'], Literal(dev['mac'])))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
84 g.add((uri, ROOM['connected'], aps))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
85 if 'rawName' in dev:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
86 g.add((uri, ROOM['wifiNetworkName'], Literal(dev['rawName'])))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
87 g.add((uri, ROOM['deviceName'], Literal(dev['name'])))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
88 g.add((uri, ROOM['signalStrength'], Literal(dev['signal'])))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
89
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
90 self.set_header('Content-type', 'application/x-trig')
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
91 self.write(g.asTrig())
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
92
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
93 class Application(cyclone.web.Application):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
94 def __init__(self, wifi, poller):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
95 handlers = [
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
96 (r"/", Index),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
97 (r'/json', Json),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
98 (r'/graph', GraphHandler),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
99 (r'/table', Table),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
100 #(r'/activity', Activity),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
101 ]
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
102 settings = {
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
103 'wifi' : wifi,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
104 'poller' : poller,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
105 'mongo' : Connection('bang', 27017,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
106 tz_aware=True)['house']['sensor']
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
107 }
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
108 cyclone.web.Application.__init__(self, handlers, **settings)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
109
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
110 class Poller(object):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
111 def __init__(self, wifi, mongo):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
112 self.wifi = wifi
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
113 self.mongo = mongo
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
114 self.lastAddrs = []
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
115 self.lastWithSignal = []
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
116 self.lastPollTime = 0
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
117
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
118 def assertCurrent(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
119 dt = time.time() - self.lastPollTime
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
120 assert dt < 10, "last poll was %s sec ago" % dt
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
121
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
122 def poll(self):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
123 try:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
124 newAddrs = self.wifi.getPresentMacAddrs()
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
125
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
126 newWithSignal = [a for a in newAddrs if a.get('signal')]
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
127
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
128 actions = self.computeActions(newWithSignal)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
129 for action in actions:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
130 action['created'] = datetime.datetime.now(tz.gettz('UTC'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
131 mongo.save(action)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
132 try:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
133 self.doEntranceMusic(action)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
134 except Exception, e:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
135 print "entrancemusic error", e
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
136
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
137 self.lastWithSignal = newWithSignal
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
138 self.lastAddrs = newAddrs
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
139 self.lastPollTime = time.time()
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
140 except Exception, e:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
141 print "poll error", e
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
142 traceback.print_exc()
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
143
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
144 def computeActions(self, newWithSignal):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
145 def removeVolatile(a):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
146 ret = dict((k,v) for k,v in a.items() if k in ['name', 'mac'])
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
147 ret['signal'] = bool(a.get('signal'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
148 return ret
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
149
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
150 def find(a, others):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
151 a = removeVolatile(a)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
152 return any(a == removeVolatile(o) for o in others)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
153
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
154 actions = []
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
155
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
156 def makeAction(addr, act):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
157 return dict(sensor="wifi",
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
158 address=addr.get('mac'),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
159 name=addr.get('name'),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
160 networkName=addr.get('rawName'),
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
161 action=act)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
162
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
163 for addr in newWithSignal:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
164 if not find(addr, self.lastWithSignal):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
165 # the point of all the removeVolatile stuff is so
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
166 # I have the complete addr object here, although
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
167 # it is currently mostly thrown out by makeAction
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
168 actions.append(makeAction(addr, 'arrive'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
169
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
170 for addr in self.lastWithSignal:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
171 if not find(addr, newWithSignal):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
172 actions.append(makeAction(addr, 'leave'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
173
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
174 return actions
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
175
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
176
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
177 def doEntranceMusic(self, action):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
178 # these need to move out to their own service
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
179 dt = self.deltaSinceLastArrive(action['name'])
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
180 if dt > datetime.timedelta(hours=1):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
181 import restkit, jsonlib
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
182 hub = restkit.Resource(
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
183 # PSHB not working yet; "http://bang:9030/"
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
184 "http://slash:9049/"
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
185 )
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
186 action = action.copy()
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
187 del action['created']
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
188 hub.post("visitorNet", payload=jsonlib.dumps(action))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
189
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
190 def deltaSinceLastArrive(self, name):
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
191 results = list(self.mongo.find({'name' : name}).sort('created',
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
192 DESCENDING).limit(1))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
193 if not results:
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
194 return datetime.timedelta.max
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
195 now = datetime.datetime.now(tz.gettz('UTC'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
196 last = results[0]['created'].replace(tzinfo=tz.gettz('UTC'))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
197 return now - last
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
198
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
199
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
200 if __name__ == '__main__':
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
201 config = {
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
202 'servePort' : 9070,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
203 'pollFrequency' : 1/5,
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
204 }
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
205 #log.startLogging(sys.stdout)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
206
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
207
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
208 mongo = Connection('bang', 27017)['visitor']['visitor']
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
209
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
210 wifi = Wifi()
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
211 poller = Poller(wifi, mongo)
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
212 task.LoopingCall(poller.poll).start(1/config['pollFrequency'])
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
213
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
214 reactor.listenTCP(config['servePort'], Application(wifi, poller))
Drew Perttula <drewp@bigasterisk.com>
parents:
diff changeset
215 reactor.run()