timing

.woodpecker.yml

@@ -16,11 +16,11 @@ steps:
   scan_image:
     image: aquasec/trivy
     commands:
-      - trivy image $FORGE_NAME/$CI_REPO:$CI_COMMIT_SHA --quiet --exit-code 1
+      - TRIVY_DISABLE_VEX_NOTICE=1 trivy image $FORGE_NAME/$CI_REPO:$CI_COMMIT_SHA --quiet --exit-code 1
     when:
       - event: [push, tag]
   deploy:
-    image: quay.io/wollud1969/k8s-admin-helper:0.1.3
+    image: quay.io/wollud1969/k8s-admin-helper:0.2.1
     environment:
       KUBE_CONFIG_CONTENT:
         from_secret: kube_config

deployment/deploy-yml.tmpl

@@ -1,17 +1,64 @@
-apiVersion: batch/v1
-kind: CronJob
+apiVersion: apps/v1
+kind: Deployment
 metadata:
-  name: pv-energy-calculator
+  name: pv-stats
+  labels:
+    app: pv-stats
+  annotations:
+    secret.reloader.stakater.com/reload: pv-stats
 spec:
-  schedule: "15 * * * *"
-  jobTemplate:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: pv-stats
+  template:
+    metadata:
+      labels:
+        app: pv-stats
     spec:
-      template:
-        spec:
-          restartPolicy: OnFailure
-          containers:
-            - name: pv-energy-calculator
-              image: %IMAGE%
-              envFrom:
-                - secretRef:
-                    name: pv-energy-calculator
+      containers:
+        - name: pv-stats
+          image: %IMAGE%
+          envFrom:
+            - secretRef: 
+                name: pv-stats
+          ports:
+            - containerPort: 8080
+              protocol: TCP
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: pv-stats
+spec:
+  type: ClusterIP
+  selector:
+    app: pv-stats
+  ports:
+    - name: http
+      targetPort: 8080
+      port: 80
+---
+apiVersion: networking.k8s.io/v1
+kind: Ingress
+metadata:
+  name: pv-stats
+  annotations:
+    cert-manager.io/cluster-issuer: letsencrypt-production-http
+spec:
+  tls:
+    - hosts:
+        - pv-stats.hottis.de
+      secretName: pv-stats-cert
+  rules:
+    - host: pv-stats.hottis.de
+      http:
+        paths:
+          - path: /
+            pathType: Prefix
+            backend:
+              service:
+                name: pv-stats
+                port:
+                  number: 80
+

deployment/deploy.sh

@@ -9,7 +9,7 @@ if [ "$GPG_PASSPHRASE" == "" ]; then
   exit 1
 fi
 
-IMAGE_NAME=gitea.hottis.de/wn/mini_flask
+IMAGE_NAME=gitea.hottis.de/wn/pv-stats
 NAMESPACE=homea
 DEPLOYMENT_DIR=$PWD/deployment
 
@@ -19,20 +19,29 @@ kubectl create namespace $NAMESPACE \
   -o yaml | \
   kubectl -f - apply
 
-SECRETS_FILE=`mktemp`
-gpg --decrypt --passphrase $GPG_PASSPHRASE --yes --batch --homedir /tmp/.gnupg --output $SECRETS_FILE secrets.asc
+# SECRETS_FILE=`mktemp`
+# gpg --decrypt --passphrase $GPG_PASSPHRASE --yes --batch --homedir /tmp/.gnupg --output $SECRETS_FILE secrets.asc
+# . $SECRETS_FILE
+# rm $SECRETS_FILE
+eval "`cat secrets.asc | /usr/local/bin/decrypt-secrets.sh`"
 
-kubectl create secret generic mini_flask \
+kubectl create secret generic pv-stats \
   --dry-run=client \
   -o yaml \
   --save-config \
-  --from-env-file=<(sed 's/^export //g' $SECRETS_FILE) | \
+  --from-literal=REDIS_URL="$REDIS_URL" \
+  --from-literal=SECRET_KEY="$SECRET_KEY" \
+  --from-literal=PGPASSWORD="$PGPASSWORD" \
+  --from-literal=PGUSER="$PGUSER" \
+  --from-literal=PGHOST="$PGHOST" \
+  --from-literal=PGSSLMODE="$PGSSLMODE" \
+  --from-literal=PGDATABASE="$PGDATABASE" \
+  --from-literal=OIDC_CLIENT_SECRETS="$OIDC_CLIENT_SECRETS" | \
   kubectl apply -f - -n $NAMESPACE
-rm $SECRETS_FILE
 
-# cat $DEPLOYMENT_DIR/deploy-yml.tmpl | \
-#   sed -e 's,%IMAGE%,'$IMAGE_NAME':'$IMAGE_TAG','g | \
-#   kubectl apply -f - -n $NAMESPACE
+cat $DEPLOYMENT_DIR/deploy-yml.tmpl | \
+  sed -e 's,%IMAGE%,'$IMAGE_NAME':'$IMAGE_TAG','g | \
+  kubectl apply -f - -n $NAMESPACE
 
 popd > /dev/null
 

deployment/secrets.asc

@@ -1,15 +1,15 @@
 -----BEGIN PGP MESSAGE-----
 
-jA0ECQMCGiCDDKK8KgP/0sExAeQ99bvndkYa/C1rLsDj14oKDgqea1ylRMTSm3if
-jUdbOyaNR0p0R32AS1wVlR9qxE1g/e/dCNmGjYQ0lqpyRwX6uqJFZ8KubZp0rRCV
-40VpAfuu4eKE6NsxW8U4wlY5aDR21YUndoaHCwNQDgFV2exCDVeOsF1hyGgurWBG
-QeAtlCN+HV6t9Gg6KUXRlr89C/wdZkkYScVGXxqemqetGntGhS96u37EFzyjnDaD
-P09d6LKOIuHnKHZgBcKUZSqkYYwlNk05Wum9FqoWQc8KgCMvMv0WQNaaQxkrRah5
-DRgyXkNYrDg3WGt7357H3LO+IP1gTVAyjEsZl0OpazXLKGfrsWis+191t9omXk+x
-Y9g/dx1aSqgeIQ3SiTpjdHHItSYcJ+ZYvJy+4u6FeKFrk/5Z9nBA0LxEmo5ObGmg
-SrMCnzU1/JDCsAEp8mvAMQWFjJUrgUMUHM00uFm32Nq6SOAT50rW4/XIxak2w6/x
-Zi7j3kxD6dfEXAeGRqCbDeTPQHNWPlvq0Rez2uaYA8w8S1hNoS8iSOSUbBoMCdFK
-k61VApVRty0g35IsemcEuocIBw3YLWLLngHk7/xpKKWjbFO9H5AmxZT6FKcq7BwK
-Q4DPHAmHDSCniiMzdcbcH7Y8GvO8q9jFPfQWE5MDETVlQ7Q=
-=gOlN
+jA0ECQMC4tvOFCp2PT7/0sE+AcZmiGwroHYdWW/vJA1sCoMrM2oW8xUc1KndDGto
+dFev2KcoZ4FRL9liCrJ7on773bZFCTDu2xiBNMeKF1p8drub1Ej5l61Oq15mLTYf
+XjXknFiWWq4PTzhhy53zvDyIV5yIcGfjotpGC83/qH5CBWIcCw9PZHI5+uHRVRKL
+OpdTpekJ8ljPAGQ4F3vbOeBbG1PMoclx8r5SpKxLwQco2iaXd71dXHtPkEnLujd4
+ZRCthVNVfxrIIRcTJfgxewz2oJWYF9008nmtxpKzqfBtNpFIdBtnTTVvv2lfcVuS
+S4eav9ljPPd/exZaT7fOGD/kuCdiiu6e0yGLzo2ykf0uBy7hG7ZJg8TH5e+LMBm9
+Q1OFD+5LWeEsOEdSTlT5UbV5EaVEiawKWQn7rMZOyvBNiPwLaOlquHirWoll5eIm
+OHgBVN0FiY/righpIoei/KP705FIg+hrpMUvc29PahiL8dgsxJycnKIo4t+2/nac
+H144hP/rqBeaobG05TkZIr+Cpt4rpwwfNWOHgmNFHVpxdmPfoeAmpT4nz760hTEN
+2ol4Qh8xL7n4GFiCpNg8tNZiZkPPa/aRUAFxgdq5beossvKukxCexQmlCFvxITSG
+x9RwssFMnT+wqTuzBN8neBeEF1d9AtAFQKPtg3wkMUyJAlYkxiGS/2NJuYDVpmEQ
+=Wr4f
 -----END PGP MESSAGE-----

src/requirements.txt

@@ -10,6 +10,8 @@ cryptography==44.0.0
 Flask==3.1.0
 flask-oidc==2.2.2
 Flask-Session==0.8.0
+greenlet==3.1.1
+gunicorn==23.0.0
 idna==3.10
 importlib_metadata==8.6.1
 itsdangerous==2.2.0

src/run.py

@@ -10,6 +10,7 @@ import plotly.express as px
 import pandas as pd
 import psycopg
 import sqlalchemy
+import time
 
 try:
   redis_url = os.environ['REDIS_URL']
@@ -34,25 +35,32 @@ app.config.update({
 Session(app)
 oidc = OpenIDConnect(app)
 
+@app.route('/token_debug', methods=['GET'])
+@oidc.require_login
+def token_debug():
+    # Access Token vom Identity Provider abrufen
+    access_token = oidc.get_access_token()
+    return json.dumps({
+        "access_token": access_token
+    })
+
 @app.route('/')
 @oidc.require_login
 def index():
-    counter = int(session.get('counter', '0'))
-    counter += 1
-    session['counter'] = f"{counter}"
-    return f"Hello, Flask! Called for the {counter}. time."
-
-@app.route('/plot')
-@oidc.require_login
-def plot():
     try:
         dbh = psycopg.connect()
         engine = sqlalchemy.create_engine("postgresql+psycopg://", creator=lambda: dbh)
+
+        start_time = time.time()
         df = pd.read_sql("SELECT month, cast(year AS varchar), current_energy AS value FROM pv_energy_by_month", con=engine)
-        fig = px.bar(df, x='month', y='value', color='year', barmode='group')
-        fig.update_layout(
-            title="Jahreswerte Exportierte Energie",
-            xaxis_title="Monat",
+        step1_time = time.time()
+        duration1 = step1_time - start_time
+        fig_1 = px.bar(df, x='month', y='value', color='year', barmode='group')
+        step2_time = time.time()
+        duration2 = step2_time - start_time
+        fig_1.update_layout(
+            title=f"Jahreswerte Exportierte Energie {duration1:.3f}, {duration2:.3f}",
+            xaxis_title="",
             yaxis_title="",
             legend_title="Jahr",
             xaxis=dict(
@@ -62,7 +70,37 @@ def plot():
             ),
             yaxis=dict(ticksuffix=" kWh")
         )
-        graph_html = fig.to_html(full_html=False)
+        graph_html_1 = fig_1.to_html(full_html=False, default_height='33%')
+
+        start_time = time.time()
+        df = pd.read_sql("SELECT time_bucket('5 minutes', time) AS bucket, AVG(power) AS avg_power FROM pv_power_v WHERE time >= date_trunc('day', now()) - '1 day'::interval AND time < date_trunc('day', now()) GROUP BY bucket ORDER BY bucket", con=engine)
+        step1_time = time.time()
+        duration1 = step1_time - start_time
+        fig_2 = px.line(df, x='bucket', y='avg_power')
+        step2_time = time.time()
+        duration2 = step2_time - start_time
+        fig_2.update_layout(
+            xaxis_title="",
+            yaxis_title="",
+            title=f"Export gestern {duration1:.3f}, {duration2:.3f}",
+            yaxis=dict(ticksuffix=" W")
+        )
+        graph_html_2 = fig_2.to_html(full_html=False, default_height='33%')
+
+        start_time = time.time()
+        df = pd.read_sql("SELECT time_bucket('5 minutes', time) AS bucket, AVG(power) AS avg_power FROM pv_power_v WHERE time >= date_trunc('day', now()) AND time < date_trunc('day', now()) + '1 day'::interval GROUP BY bucket ORDER BY bucket", con=engine)
+        step1_time = time.time()
+        duration1 = step1_time - start_time
+        fig_3 = px.line(df, x='bucket', y='avg_power')
+        step2_time = time.time()
+        duration2 = step2_time - start_time
+        fig_3.update_layout(
+            xaxis_title="",
+            yaxis_title="",
+            title=f"Export heute {duration1:.3f}, {duration2:.3f}",
+            yaxis=dict(ticksuffix=" W")
+        )
+        graph_html_3 = fig_3.to_html(full_html=False, default_height='33%')
 
         return render_template_string(f"""
             <html>
@@ -70,7 +108,9 @@ def plot():
                     <title>Jahreswerte PV-Energie</title>
                 </head>
                 <body>
-                    {graph_html}
+                    {graph_html_1}
+                    {graph_html_2}
+                    {graph_html_3}
                 </body>
             </html>
         """)