diff next/create_all.py @ 60:e3151ab43579

moving scrape target configs in py, and into separate retention classes
author drewp@bigasterisk.com
date Sat, 27 Apr 2024 01:31:07 -0700
parents b3addcd4486c
children
line wrap: on
line diff
--- a/next/create_all.py	Fri Apr 26 23:37:14 2024 -0700
+++ b/next/create_all.py	Sat Apr 27 01:31:07 2024 -0700
@@ -3,7 +3,7 @@
 from output import affinityToNode, build, createIngress, createPv, createPvc, toJson, createSvc
 
 
-def createAgentDeploy(tzArg, vmVersion, pipelineWebRoot, agentFileName, agentName, agentPort, scrapeMapKey, insertName, pipelineName):
+def createAgentDeploy(tzArg, vmVersion, pipelineWebRoot, agentFileName, agentName, agentPort, scrapeMapKey, insertName, objPrefix):
     (build / f'{agentFileName}_deploy.yaml').write_text(
         toJson({
             "apiVersion": "apps/v1", "kind": "Deployment", "metadata": { "name": agentName },
@@ -15,7 +15,7 @@
                         "annotations": { "prometheus.io/scrape": "true", "prometheus.io/path": f"{pipelineWebRoot}/vmagent/metrics", "prometheus.io/port": "80" }
                     },
                     "spec": {
-                        "volumes": [{ "name": "config", "configMap": { "name": "victoriametrics-config" } }],
+                        "volumes": [{ "name": "config", "configMap": { "name": f"{objPrefix}-config" } }],
                         "serviceAccountName": "victoriametrics",
                         "containers": [{
                             "name": "vmagent",
@@ -154,7 +154,7 @@
     request = "50Gi"
     pipelineWebRoot = f'{webRoot}/{pipelineName}'
 
-    createAgentDeploy(tzArg, vmVersion, pipelineWebRoot, agentFileName, agentName, agentPort, scrapeMapKey, insertName, pipelineName)
+    createAgentDeploy(tzArg, vmVersion, pipelineWebRoot, agentFileName, agentName, agentPort, scrapeMapKey, insertName, objPrefix)
     createInsertDeploy(tzArg, vmVersion, pipelineWebRoot, insertName, storageName, insertFileName, insertPort)
     createPv(storageFileName, volName, request)
     createPvc(storageFileName, volName, request)
@@ -221,7 +221,7 @@
         ('forever', '100y'),
         ('recent', '90y'),
     ]
-    storageSvcs = [createIngestPipeline(tzArg, vmVersion, webRoot, objPrefix, p, f'scrape_{p}', ret) for p, ret in pipelines]
+    storageSvcs = [createIngestPipeline(tzArg, vmVersion, webRoot, objPrefix, p, f'scrape_{p}.yaml', ret) for p, ret in pipelines]
 
     selectPort = 8481
     createVmselectDeploy(tzArg, vmVersion, webRoot, objPrefix, storageSvcs, selectPort)