annotate service/collector/makefile @ 1273:6f27fe20f6eb

py3 updates. some other refactors. Ignore-this: d767dfb98f4191f61b4ff6177c76b36a darcs-hash:e0636408927f199272b1415400de7fec47487c89
author drewp <drewp@bigasterisk.com>
date Sat, 20 Apr 2019 23:46:57 -0700
parents 666f9a2198a7
children 7fd9fa5d33aa
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
1 JOB=collector
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
2 PORT=9072
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
3
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
4 TAG=bang6:5000/${JOB}_x86:latest
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
5
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
6 build_image:
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
7 rm -rf tmp_ctx
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
8 mkdir -p tmp_ctx
1254
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
9 cp -a Dockerfile ../../lib/*.py ../../lib/twisted_sse_demo *.py req* *.ini stubs tmp_ctx
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
10 docker build --network=host -t ${TAG} tmp_ctx
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
11
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
12 push_image: build_image
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
13 docker push ${TAG}
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
14
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
15 shell: build_image
1254
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
16 docker run --rm -it --cap-add SYS_PTRACE \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
17 --name=$(JOB)_shell \
1254
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
18 --net=host \
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
19 -v `pwd`/.mypy_cache:/opt/.mypy_cache \
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
20 -v `pwd`/sse_collector.py:/opt/sse_collector.py \
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
21 ${TAG} /bin/bash
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
22
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
23 local_run: build_image
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
24 docker run --rm -it -p ${PORT}:${PORT} \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
25 --name=$(JOB)_local \
1156
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
26 --net=host \
ee168d55524a reasoning & collector move into docker images
drewp <drewp@bigasterisk.com>
parents:
diff changeset
27 ${TAG} \
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
28 python3 sse_collector.py -v
1159
b1aa28ea1fee patch rdflib_jsonld for new rdflib
drewp <drewp@bigasterisk.com>
parents: 1156
diff changeset
29
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
30 local_run_strace: build_image
1159
b1aa28ea1fee patch rdflib_jsonld for new rdflib
drewp <drewp@bigasterisk.com>
parents: 1156
diff changeset
31 docker run --rm -it -p ${PORT}:${PORT} \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
32 --name=$(JOB)_local \
1159
b1aa28ea1fee patch rdflib_jsonld for new rdflib
drewp <drewp@bigasterisk.com>
parents: 1156
diff changeset
33 --net=host \
b1aa28ea1fee patch rdflib_jsonld for new rdflib
drewp <drewp@bigasterisk.com>
parents: 1156
diff changeset
34 --cap-add SYS_PTRACE \
b1aa28ea1fee patch rdflib_jsonld for new rdflib
drewp <drewp@bigasterisk.com>
parents: 1156
diff changeset
35 ${TAG} \
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
36 strace -f -tts 200 python3 /mnt/sse_collector.py -v
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
37
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
38 local_run_pyspy: build_image
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
39 docker run --rm -it -p ${PORT}:${PORT} \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
40 --name=$(JOB)_local \
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
41 --net=host \
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
42 --cap-add SYS_PTRACE \
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
43 ${TAG} \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
44 py-spy -- python3 sse_collector.py
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
45
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
46 typecheck: build_image
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
47 docker run --rm -it -p ${PORT}:${PORT} \
1273
6f27fe20f6eb py3 updates. some other refactors.
drewp <drewp@bigasterisk.com>
parents: 1254
diff changeset
48 --name=$(JOB)_mypy \
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
49 --net=host \
1254
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
50 -v `pwd`/.mypy_cache:/opt/.mypy_cache \
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
51 ${TAG} \
1254
666f9a2198a7 add types to sse_collector.py. Surprisingly few bugs found.
drewp <drewp@bigasterisk.com>
parents: 1252
diff changeset
52 /usr/local/bin/mypy -m sse_collector -m export_to_influxdb -m logsetup -m patchablegraph -m patchsource -m rdfdb.patch
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
53
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
54
1252
9cfa7f69e41f collector partial py3+types update. WIP
drewp <drewp@bigasterisk.com>
parents: 1245
diff changeset
55 redeploy: push_image
1245
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
56 supervisorctl restart sse_collector_9072
4c123099e5b6 collector build improvements; stats and logging
drewp <drewp@bigasterisk.com>
parents: 1159
diff changeset
57