annotate service/reasoning/httpputoutputs.py @ 720:e157afd642b5

rewrite reasoning PutOutputs Ignore-this: 9c7c4b67b1f42992920572d147544a4f
author drewp@bigasterisk.com
date Wed, 05 Feb 2020 00:19:43 -0800
parents
children f3f667769aef
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
720
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
1 import logging
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
2 import time
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
3
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
4 from rx.subjects import BehaviorSubject
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
5 from twisted.internet import reactor
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
6 import treq
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
7
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
8 log = logging.getLogger('httpputoutputs')
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
9
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
10 class HttpPutOutput(object):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
11 def __init__(self, url,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
12 refreshSecs,#: BehaviorSubject,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
13 mockOutput=False):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
14 self.url = url
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
15 self.mockOutput = mockOutput
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
16 self.payload = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
17 self.foafAgent = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
18 self.nextCall = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
19 self.lastErr = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
20 self.numRequests = 0
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
21 self.refreshSecs = refreshSecs
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
22
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
23 def report(self):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
24 return {
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
25 'url': self.url,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
26 'urlAbbrev': self.url
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
27 .replace('http%3A%2F%2Fprojects.bigasterisk.com%2Froom%2F', ':')
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
28 .replace('http://projects.bigasterisk.com/room/', ':')
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
29 .replace('.vpn-home.bigasterisk.com', '.vpn-home'),
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
30 'payload': self.payload,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
31 'numRequests': self.numRequests,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
32 'lastChangeTime': round(self.lastChangeTime, 2),
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
33 'lastErr': str(self.lastErr) if self.lastErr is not None else None,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
34 }
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
35
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
36 def setPayload(self, payload, foafAgent):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
37 if self.numRequests > 0 and (self.payload == payload and
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
38 self.foafAgent == foafAgent):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
39 return
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
40 self.payload = payload
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
41 self.foafAgent = foafAgent
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
42 self.lastChangeTime = time.time()
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
43 self.makeRequest()
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
44
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
45 def makeRequest(self):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
46 if self.payload is None:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
47 log.debug("PUT None to %s - waiting", self.url)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
48 return
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
49 h = {}
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
50 if self.foafAgent:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
51 h['x-foaf-agent'] = self.foafAgent
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
52 if self.nextCall and self.nextCall.active():
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
53 self.nextCall.cancel()
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
54 self.nextCall = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
55 self.lastErr = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
56 log.debug("PUT %s payload=%s agent=%s",
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
57 self.url, self.payload, self.foafAgent)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
58 if not self.mockOutput:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
59 self.currentRequest = treq.put(self.url, data=self.payload,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
60 headers=h, timeout=3)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
61 self.currentRequest.addCallback(self.onResponse).addErrback(
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
62 self.onError)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
63 else:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
64 reactor.callLater(.2, self.onResponse, None)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
65
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
66 self.numRequests += 1
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
67
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
68 def currentRefreshSecs(self):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
69 out = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
70 if 1:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
71 # workaround
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
72 def secsFromLiteral(v):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
73 if v[-1] != 's':
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
74 raise NotImplementedError(v)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
75 return float(v[:-1])
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
76
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
77 out = secsFromLiteral(self.refreshSecs.value)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
78 else:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
79 # goal: caller should map secsFromLiteral on the
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
80 # observable, so we see a float
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
81 def recv(v):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
82 log.info('recv %r', v)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
83 import ipdb;ipdb.set_trace()
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
84 self.refreshSecs.subscribe(recv)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
85 if out is None:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
86 raise ValueError('refreshSecs had no value')
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
87 log.debug(' got refresh %r', out)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
88 return out
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
89
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
90 def onResponse(self, resp):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
91 log.debug(" PUT %s ok", self.url)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
92 self.lastErr = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
93 self.currentRequest = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
94 self.nextCall = reactor.callLater(self.currentRefreshSecs(),
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
95 self.makeRequest)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
96
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
97 def onError(self, err):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
98 self.lastErr = err
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
99 log.debug(' PUT %s failed: %s', self.url, err)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
100 self.currentRequest = None
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
101 self.nextCall = reactor.callLater(self.currentRefreshSecs(),
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
102 self.makeRequest)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
103
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
104 class HttpPutOutputs(object):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
105 """these grow forever"""
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
106 def __init__(self, mockOutput=False):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
107 self.mockOutput = mockOutput
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
108 self.state = {} # url: HttpPutOutput
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
109
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
110 def put(self, url, payload, foafAgent, refreshSecs):
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
111 if url not in self.state:
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
112 self.state[url] = HttpPutOutput(url, mockOutput=self.mockOutput,
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
113 refreshSecs=refreshSecs)
e157afd642b5 rewrite reasoning PutOutputs
drewp@bigasterisk.com
parents:
diff changeset
114 self.state[url].setPayload(payload, foafAgent)