Mercurial > code > home > repos > reposync

annotate repo_local_status.py @ 18:6f38aa08408d

Find changesets by keywords (author, files, the commit message), revision number or hash, or revset expression.
starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
author drewp@bigasterisk.com
date Sun, 09 Jan 2022 00:21:41 -0800
parents hg_status.py@a4778c56cc03
children b59912649fc4
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
18
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
1 """
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
2 configured hg dirs and settings -> rdf graph
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
3 """
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
4 import datetime
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
5 import json
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
6 import time
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
7 import traceback
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
8 from dataclasses import dataclass, field
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
9 from pathlib import Path
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
10 from typing import Dict, Optional, Tuple
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
11
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
12 import cyclone.httpserver
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
13 import cyclone.sse
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
14 import cyclone.web
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
15 import docopt
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
16 import treq
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
17 import tzlocal
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
18 from cycloneerr import PrettyErrorHandler
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
19 from dateutil.parser import parse
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
20 from dateutil.tz import tzlocal
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
21 from prometheus_client.exposition import generate_latest
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
22 from prometheus_client.registry import REGISTRY
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
23 from ruamel.yaml import YAML
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
24 from standardservice.logsetup import log, verboseLogging
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
25 from twisted.internet import reactor
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
26 from twisted.internet.defer import inlineCallbacks, returnValue
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
27 from twisted.internet.utils import _UnexpectedErrorOutput, getProcessOutput
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
28
18
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
29 from patch_cyclone_sse import patchCycloneSse
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
30 patchCycloneSse()
6f38aa08408d starting over: make a web page that draws a streamed graph from collector, with plans for services to scrape the data that collector will subscribe to
drewp@bigasterisk.com
parents: 17
diff changeset
31
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
32 githubOwner = 'drewp'
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
33
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
34
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
35 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
36 def runHg(cwd, args):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
37 if args[0] not in ['push']:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
38 args.extend(['-T', 'json'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
39 j = yield getProcessOutput('/usr/local/bin/hg', args, path=cwd)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
40 returnValue(json.loads(j) if j else None)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
41
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
42
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
43 @dataclass
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
44 class Repo:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
45 path: Path
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
46 github: bool
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
47 _cache: Dict[str, Tuple[float, object]] = field(default_factory=dict)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
48
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
49 def _isStale(self, group) -> Optional[object]:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
50 now = time.time()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
51 if group not in self._cache:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
52 return True
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
53 if now > self._cache[group][0] + 86400:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
54 return True
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
55 print('fresh')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
56 return False
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
57
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
58 def _save(self, group, obj):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
59 now = time.time()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
60 self._cache[group] = (now, obj)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
61
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
62 def _get(self, group):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
63 print('get')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
64 return self._cache[group][1]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
65
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
66 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
67 def getStatus(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
68 if self._isStale('status'):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
69 try:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
70 statusResp = yield runHg(self.path, ['status'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
71 except Exception as e:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
72 status = {'error': repr(e)}
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
73 else:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
74 unknowns = len([row for row in statusResp if row['status'] == '?'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
75 status = {'unknown': unknowns, 'changed': len(statusResp) - unknowns}
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
76 self._save('status', status)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
77 returnValue(self._get('status'))
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
78
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
79 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
80 def getLatestHgCommit(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
81 if self._isStale('log'):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
82 rows = yield runHg(self.path, ['log', '--limit', '1'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
83 commit = rows[0]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
84 sec = commit['date'][0]
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
85 t = datetime.datetime.fromtimestamp(sec, tzlocal())
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
86 self._save('log', {'email': commit['user'], 't': t.isoformat(), 'message': commit['desc']})
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
87 returnValue(self._get('log'))
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
88
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
89 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
90 def getLatestGithubCommit(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
91 if self._isStale('github'):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
92 resp = yield treq.get(f'https://api.github.com/repos/{githubOwner}/{self.path.name}/commits?per_page=1',
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
93 timeout=5,
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
94 headers={
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
95 'User-agent': 'reposync by github.com/drewp',
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
96 'Accept': 'application/vnd.github.v3+json'
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
97 })
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
98 ret = yield treq.json_content(resp)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
99 commit = ret[0]['commit']
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
100 t = parse(commit['committer']['date']).astimezone(tzlocal()).isoformat()
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
101 self._save('github', {'email': commit['committer']['email'], 't': t, 'message': commit['message']})
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
102 returnValue(self._get('github'))
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
103
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
104 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
105 def clearGithubMaster(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
106 '''bang(pts/13):/tmp/reset% git init
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
107 Initialized empty Git repository in /tmp/reset/.git/
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
108 then github set current to a new branch called 'clearing' with https://developer.github.com/v3/repos/#update-a-repository
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
109 bang(pts/13):/tmp/reset% git remote add origin git@github.com:drewp/href.git
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
110 bang(pts/13):/tmp/reset% git push origin :master
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
111 To github.com:drewp/href.git
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
112 - [deleted] master
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
113 maybe --set-upstream origin
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
114 bang(pts/13):/tmp/reset% git remote set-branches origin master
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
115 ?
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
116 then push
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
117 then github setdefault to master
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
118 then github delete clearing
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
119 '''
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
120
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
121 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
122 def pushToGithub(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
123 if not self.github:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
124 raise ValueError
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
125 yield runHg(self.path, ['bookmark', '--rev', 'default', 'master'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
126 out = yield runHg(self.path, ['push', f'git+ssh://git@github.com/{githubOwner}/{self.path.name}.git'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
127 print(f'out fompushh {out}')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
128
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
129
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
130 class GithubSync(PrettyErrorHandler, cyclone.web.RequestHandler):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
131
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
132 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
133 def post(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
134 try:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
135 path = self.get_argument('repo')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
136 repo = [r for r in self.settings.repos if str(r.path) == path][0]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
137 yield repo.pushToGithub()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
138 except Exception:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
139 traceback.print_exc()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
140 raise
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
141
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
142
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
143 class Statuses(cyclone.sse.SSEHandler):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
144
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
145 def update(self, key, data):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
146 self.sendEvent(json.dumps({'key': key, 'update': data}).encode('utf8'))
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
147
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
148 def bind(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
149 self.toProcess = self.settings.repos[:]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
150 reactor.callLater(0, self.runOne)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
151
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
152 @inlineCallbacks
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
153 def runOne(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
154 if not self.toProcess:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
155 print('done')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
156 return
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
157 repo = self.toProcess.pop(0)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
158
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
159 try:
16
db4037285592 update deps, some ide setup
drewp@bigasterisk.com
parents: 4
diff changeset
160 update = {'path': str(repo.path), 'github': repo.github, 'status': (yield repo.getStatus()), 'hgLatest': (yield repo.getLatestHgCommit())}
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
161 if repo.github:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
162 update['githubLatest'] = (yield repo.getLatestGithubCommit())
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
163 self.update(str(repo.path), update)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
164 except Exception:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
165 log.warn(f'not reporting on {repo}')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
166 traceback.print_exc()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
167 reactor.callLater(0, self.runOne)
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
168
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
169
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
170 class Metrics(cyclone.web.RequestHandler):
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
171
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
172 def get(self):
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
173 self.add_header('content-type', 'text/plain')
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
174 self.write(generate_latest(REGISTRY))
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
175
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
176
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
177 def main():
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
178 args = docopt.docopt('''
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
179 Usage:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
180 hg_status.py [options]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
181
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
182 Options:
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
183 -v, --verbose more logging
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
184 ''')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
185 verboseLogging(args['--verbose'])
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
186
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
187 # import sys
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
188 # sys.path.append('/usr/lib/python3/dist-packages')
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
189 # import OpenSSL
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
190
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
191 yaml = YAML(typ='safe')
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
192 config = yaml.load(open('config.yaml'))
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
193 repos = [Repo(Path(row['dir']), row['github']) for row in config['hg_repos']]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
194
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
195 class Application(cyclone.web.Application):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
196
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
197 def __init__(self):
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
198 handlers = [
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
199 (r"/()", cyclone.web.StaticFileHandler, {
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
200 'path': '.',
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
201 'default_filename': 'index.html'
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
202 }),
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
203 (r'/build/(bundle\.js)', cyclone.web.StaticFileHandler, {
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
204 'path': './build/'
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
205 }),
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
206 (r'/status/events', Statuses),
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
207 (r'/githubSync', GithubSync),
17
a4778c56cc03 update deps and k8s setup
drewp@bigasterisk.com
parents: 16
diff changeset
208 (r'/metrics', Metrics),
4
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
209 ]
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
210 cyclone.web.Application.__init__(
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
211 self,
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
212 handlers,
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
213 repos=repos,
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
214 debug=args['--verbose'],
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
215 template_path='.',
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
216 )
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
217
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
218 reactor.listenTCP(10001, Application())
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
219 reactor.run()
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
220
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
221
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
222 if __name__ == '__main__':
f714a6a7842c start new web view for hgand github syncing
drewp@bigasterisk.com
parents:
diff changeset
223 main()