victoriametrics: next/create

comparison next/create_all.py @ 57:b3addcd4486c

extract css/js to their own files (patch is contaminated with some parameterization code)

author	drewp@bigasterisk.com
date	Fri, 26 Apr 2024 15:35:23 -0700
parents	a72c47973aa4
children	e3151ab43579

comparison

equal deleted inserted replaced

-:a72c47973aa4
+:b3addcd4486c
+from pathlib import Path
 from index_page import makeIndexHtml
 from output import affinityToNode, build, createIngress, createPv, createPvc, toJson, createSvc
 def createAgentDeploy(tzArg, vmVersion, pipelineWebRoot, agentFileName, agentName, agentPort, scrapeMapKey, insertName, pipelineName):
 (build / f'{objPrefix}-3index_cmap.yaml').write_text(toJson({
 "apiVersion": "v1", "kind": "ConfigMap", "metadata": { "name": name },
 "data": {
 "index.html": html,
-(??)        }
+"index.js": Path("index.js").read_text(),
-(??)    }))
+"index.css": Path("index.css").read_text(),
-(??)(build / 'vmselect_svc.yaml').write_text(toJson({
+}
-(??)    "apiVersion": "v1",
-(??)    "kind": "Service",
-(??)    "metadata": {
-(??)        "name": "next-victoriametrics-vmselect"
-(??)    },
-(??)    "spec": {
-(??)        "ports": [{
-(??)            "port": 80,
-(??)            "targetPort": 8481
-(??)        }],
-(??)        "selector": {
-(??)            "app": "next-victoriametrics-vmselect"
-(??)        }
-(??)    }
-(??)}
-(??)                                                # in vmui, set server url to
-(??)                                                # https://bigasterisk.com/m/next/vmselect/select/0/prometheus
-(??)                                               ))
-(??)
-(??)(build / 'vmselect_svc.yaml').write_text(
-(??)    toJson({
-(??)        "apiVersion": "networking.k8s.io/v1",
-(??)        "kind": "Ingress",
-(??)        "metadata": {
-(??)            "name": "next-victoriametrics",
-(??)            "annotations": {
-(??)                "cert-manager.io/cluster-issuer": "letsencrypt-prod",
-(??)                "ingress.pomerium.io/allow_public_unauthenticated_access": "false",
-(??)                "ingress.pomerium.io/pass_identity_headers": "true",
-(??)                "ingress.pomerium.io/preserve_host_header": "true",
 })) # yapf: disable
 (build / f'{objPrefix}-3index_deploy.yaml').write_text(
 toJson({
 "apiVersion": "apps/v1", "kind": "Deployment", "metadata": { "name": name },
 }
 }
 })) # yapf: disable
 createSvc(f'{objPrefix}-3index', f'{objPrefix}-index', [{'port': 80, 'targetPort': 80}])
-(build / 'vmselect_svc.yaml').write_text(
-toJson({
+def main():
-"apiVersion": "networking.k8s.io/v1",
+tzArg = "-loggerTimezone=America/Los_Angeles"
-"kind": "Ingress",
+objPrefix = "next-victoriametrics"  # prefix on all k8s object names
-"metadata": {
+webRoot = "/m/next"
-"name": "next-victoriametrics",
+vmVersion = "v1.100.1"
-"annotations": {
+webHost = 'bigasterisk.com'
-"cert-manager.io/cluster-issuer": "letsencrypt-prod",
+pipelines = [
-"ingress.pomerium.io/allow_public_unauthenticated_access": "false",
+('forever', '100y'),
-"ingress.pomerium.io/pass_identity_headers": "true",
+('recent', '90y'),
-"ingress.pomerium.io/preserve_host_header": "true",
+]
-}
+storageSvcs = [createIngestPipeline(tzArg, vmVersion, webRoot, objPrefix, p, f'scrape_{p}', ret) for p, ret in pipelines]
-},
-"spec": {
+selectPort = 8481
-"ingressClassName": "pomerium",
+createVmselectDeploy(tzArg, vmVersion, webRoot, objPrefix, storageSvcs, selectPort)
-"rules": [{
+createSvc(f'{objPrefix}-1vmselect', f"{objPrefix}-vmselect", [{"port": 80, "targetPort": selectPort}])
-"host": "bigasterisk.com",
-"http": {
+ingressPaths = [
-"paths": [{
+{ "pathType": "Prefix", "path": f"{webRoot}/",          "backend": { "service": { "name": f"{objPrefix}-index", "port": { "number": 80 } } } },
-"pathType": "Prefix",
+{ "pathType": "Prefix", "path": f"{webRoot}/vmselect/", "backend": { "service": { "name": f"{objPrefix}-vmselect", "port": { "number": 80 } } } },
-"path": "/m/next/vmselect/",
+]  # yapf: disable
-"backend": {
+for p, _ in pipelines:
-"service": {
+ingressPaths.extend([
-"name": "next-victoriametrics-vmselect",
+{ "pathType": "Prefix", "path": f"{webRoot}/{p}/vmagent/",   "backend": { "service": { "name": f"{objPrefix}-{p}-vmagent",   "port": { "number": 80 } } } },
-"port": {
+{ "pathType": "Prefix", "path": f"{webRoot}/{p}/vminsert/",  "backend": { "service": { "name": f"{objPrefix}-{p}-vminsert",  "port": { "number": 80 } } } },
-"number": 80
+{ "pathType": "Prefix", "path": f"{webRoot}/{p}/vmstorage/", "backend": { "service": { "name": f"{objPrefix}-{p}-vmstorage", "port": { "number": 80 } } } },
-}
+]) # yapf: disable
-}
-}
+policy = """\
-}, {
+allow:
-"pathType": "Prefix",
+or:
-"path": "/m/next/vmagent/",
+- { email: { is: "drewpca@gmail.com" }}
-"backend": {
+- { email: { is: "kelsimp@gmail.com" }}
-"service": {
+"""
-"name": "next-victoriametrics-vmagent",
+createIngress(f'{objPrefix}-2ingress.yaml', objPrefix, policy, ingressPaths, webHost)
-"port": {
+createIndex(objPrefix, webRoot, makeIndexHtml(objPrefix, webRoot, webHost))
-"number": 80
+# this should also emit a static html page and web server deploy that serves at webRoot and has a map of everything
-}
-}
-}
+main()
-}, {
-"pathType": "Prefix",
+# in vmui, set server url to
-"path": "/m/next/vmselect/",
+# https://bigasterisk.com{webRoot}/vmselect/select/0/prometheus
-"backend": {
-"service": {
-"name": "next-victoriametrics-vmselect",
-"port": {
-"number": 80
-}
-}
-}
-}]
-}
-}],
-"tls": [{
-"hosts": ["bigasterisk.com"],
-"secretName": "bigasterisk.com-tls"
-}]
-}
-}))

Mercurial > code > home > repos > victoriametrics

comparison next/create_all.py @ 57:b3addcd4486c