Compare commits
1 Commits
unstable
...
hydra-maes
Author | SHA1 | Date | |
---|---|---|---|
e372ffdbcf |
@ -1,116 +0,0 @@
|
||||
#!/bin/sh
|
||||
|
||||
set -e
|
||||
set -o nounset
|
||||
|
||||
# 4 tables to empty, at least
|
||||
# oidc, code, flow, authentication_session
|
||||
|
||||
# \d hydra_oauth2_flow
|
||||
#Referenced by:
|
||||
# TABLE "hydra_oauth2_access" CONSTRAINT "hydra_oauth2_access_challenge_id_fk" FOREIGN KEY (challenge_id) REFERENCES hydra_oauth2_flow(consent_challenge_id) ON DELETE CASCADE
|
||||
# TABLE "hydra_oauth2_code" CONSTRAINT "hydra_oauth2_code_challenge_id_fk" FOREIGN KEY (challenge_id) REFERENCES hydra_oauth2_flow(consent_challenge_id) ON DELETE CASCADE
|
||||
# TABLE "hydra_oauth2_oidc" CONSTRAINT "hydra_oauth2_oidc_challenge_id_fk" FOREIGN KEY (challenge_id) REFERENCES hydra_oauth2_flow(consent_challenge_id) ON DELETE CASCADE
|
||||
# TABLE "hydra_oauth2_pkce" CONSTRAINT "hydra_oauth2_pkce_challenge_id_fk" FOREIGN KEY (challenge_id) REFERENCES hydra_oauth2_flow(consent_challenge_id) ON DELETE CASCADE
|
||||
# TABLE "hydra_oauth2_refresh" CONSTRAINT "hydra_oauth2_refresh_challenge_id_fk" FOREIGN KEY (challenge_id) REFERENCES hydra_oauth2_flow(consent_challenge_id) ON DELETE CASCADE
|
||||
|
||||
# -> delete "cascade" on table "flow" cleans access, code, oidc, pkce and refresh tables.
|
||||
|
||||
|
||||
DSN="${DSN:-postgresql://${HYDRA_DATABASE_USER}:${HYDRA_DATABASE_PASSWORD}@${HYDRA_DATABASE_SERVICE_NAME}:${HYDRA_DATABASE_SERVICE_PORT:-5432}/hydra?sslmode=disable}"
|
||||
RETENTION_HOURS="${RETENTION_HOURS:-48}"
|
||||
BATCH_SIZE="${BATCH_SIZE:-50}"
|
||||
LIMIT="${LIMIT:-1000}"
|
||||
BEFORE_DATE="$(date +'%Y-%m-%d %H:%M:%S' --date=@$(($(date +%s) - RETENTION_HOURS * 3600)))"
|
||||
|
||||
|
||||
log() {
|
||||
echo "$(date +'%d-%m-%y %H:%M:%S%z')| $1"
|
||||
}
|
||||
|
||||
perror() {
|
||||
log "Something went wrong, exiting."
|
||||
trap - EXIT
|
||||
exit 1
|
||||
}
|
||||
|
||||
trap perror EXIT
|
||||
|
||||
if ! [[ ${RETENTION_HOURS} =~ '^[0-9]+$' ]]; then
|
||||
log "Error: variable RETENTION_HOURS is not a positive integer."
|
||||
perror
|
||||
fi
|
||||
|
||||
if ! [[ ${LIMIT} =~ '^[0-9]+$' ]]; then
|
||||
log "Error: variable LIMIT is not a positive integer."
|
||||
perror
|
||||
fi
|
||||
|
||||
if ! [[ ${BATCH_SIZE} =~ '^[0-9]+$' ]]; then
|
||||
log "Error: variable BATCH_SIZE is not a positive integer."
|
||||
perror
|
||||
fi
|
||||
|
||||
log "Starting hydra cleaner"
|
||||
|
||||
log "Removing up to ${LIMIT} elements before ${BEFORE_DATE} by batch of ${BATCH_SIZE}"
|
||||
|
||||
log "Beginning estimated size:"
|
||||
psql "${DSN}" <<EOF
|
||||
select
|
||||
table_name, reltuples as estimate,
|
||||
pg_size_pretty(pg_total_relation_size(quote_ident(table_name))),
|
||||
pg_total_relation_size(quote_ident(table_name))
|
||||
from information_schema.tables left join pg_class on information_schema.tables.table_name=pg_class.relname
|
||||
where table_schema = 'public'
|
||||
order by 4 desc;
|
||||
EOF
|
||||
|
||||
|
||||
REMAINING_ELMTS="${LIMIT}"
|
||||
while [ "${REMAINING_ELMTS}" -gt 0 ]; do
|
||||
OUTPUT=$(psql "${DSN}" <<EOF
|
||||
DELETE
|
||||
FROM hydra_oauth2_flow
|
||||
WHERE login_challenge = ANY (
|
||||
array(
|
||||
SELECT login_challenge
|
||||
FROM hydra_oauth2_flow
|
||||
WHERE requested_at < '${BEFORE_DATE}'
|
||||
LIMIT ${BATCH_SIZE}
|
||||
)
|
||||
);
|
||||
EOF
|
||||
)
|
||||
|
||||
log "${OUTPUT}"
|
||||
|
||||
if ! [[ "${OUTPUT}" =~ '^DELETE ' ]] ; then
|
||||
log "Output doesn't seems OK..."
|
||||
break
|
||||
fi
|
||||
OUTPUT_NB=$(echo "${OUTPUT}" | cut -d' ' -f 2)
|
||||
|
||||
if [ "${OUTPUT_NB}" -lt "${BATCH_SIZE}" ]; then
|
||||
break
|
||||
fi
|
||||
|
||||
REMAINING_ELMTS=$((REMAINING_ELMTS - BATCH_SIZE))
|
||||
if [ "${REMAINING_ELMTS}" -lt "${BATCH_SIZE}" ]; then
|
||||
BATCH_SIZE="${REMAINING_ELMTS}"
|
||||
fi
|
||||
done
|
||||
|
||||
|
||||
log "Final estimated size:"
|
||||
psql "${DSN}" <<EOF
|
||||
select
|
||||
table_name, reltuples as estimate,
|
||||
pg_size_pretty(pg_total_relation_size(quote_ident(table_name))),
|
||||
pg_total_relation_size(quote_ident(table_name))
|
||||
from information_schema.tables left join pg_class on information_schema.tables.table_name=pg_class.relname
|
||||
where table_schema = 'public'
|
||||
order by 4 desc;
|
||||
EOF
|
||||
|
||||
trap - EXIT
|
@ -1,17 +0,0 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1alpha1
|
||||
kind: Component
|
||||
|
||||
resources:
|
||||
- ./resources/hydra-cleaner-cronjob.yaml
|
||||
|
||||
configMapGenerator:
|
||||
- name: hydra-cleaner-env
|
||||
behavior: create
|
||||
literals:
|
||||
- RETENTION_HOURS="48"
|
||||
- BATCH_SIZE="100"
|
||||
- LIMIT="1000"
|
||||
- name: hydra-cleaner-script
|
||||
behavior: create
|
||||
files:
|
||||
- ./files/hydra-cleaner.sh
|
@ -1,54 +0,0 @@
|
||||
apiVersion: batch/v1
|
||||
kind: CronJob
|
||||
metadata:
|
||||
name: hydra-cleaner
|
||||
labels:
|
||||
app.kubernetes.io/name: hydra-cleaner
|
||||
spec:
|
||||
concurrencyPolicy: Forbid
|
||||
schedule: "30 */1 * * *"
|
||||
jobTemplate:
|
||||
spec:
|
||||
template:
|
||||
metadata:
|
||||
labels:
|
||||
app.kubernetes.io/name: hydra-cleaner
|
||||
spec:
|
||||
restartPolicy: OnFailure
|
||||
serviceAccountName: hydra-sa
|
||||
containers:
|
||||
- name: hydra-cleaner
|
||||
image: reg.cadoles.com/proxy_cache/alpine/psql:17.4
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
name: hydra-env
|
||||
- configMapRef:
|
||||
name: hydra-cleaner-env
|
||||
imagePullPolicy: IfNotPresent
|
||||
command: ["/hydra-cleaner.sh"]
|
||||
env:
|
||||
- name: HYDRA_DATABASE_USER
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: hydra-postgres-app
|
||||
key: username
|
||||
- name: HYDRA_DATABASE_PASSWORD
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: hydra-postgres-app
|
||||
key: password
|
||||
- name: HYDRA_DATABASE_SERVICE_NAME
|
||||
valueFrom:
|
||||
secretKeyRef:
|
||||
name: hydra-postgres-app
|
||||
key: host
|
||||
args: []
|
||||
volumeMounts:
|
||||
- name: hydra-cleaner-script
|
||||
mountPath: "/hydra-cleaner.sh"
|
||||
subPath: "hydra-cleaner.sh"
|
||||
volumes:
|
||||
- name: hydra-cleaner-script
|
||||
configMap:
|
||||
name: hydra-cleaner-script
|
||||
defaultMode: 0544
|
@ -26,4 +26,4 @@
|
||||
path: "/spec/template/spec/containers/0/env/-"
|
||||
value:
|
||||
name: DSN
|
||||
value: "postgres://$(HYDRA_DATABASE_USER):$(HYDRA_DATABASE_PASSWORD)@$(HYDRA_DATABASE_SERVICE_NAME):5432/hydra?sslmode=disable&max_conns=$(HYDRA_DATABASE_MAX_CONN)&max_idle_conns=$(HYDRA_DATABASE_MAX_IDLE_CONNS)&max_conn_lifetime=$(HYDRA_DATABASE_MAX_CONN_LIFETIME)&max_conn_idle_time=$(HYDRA_DATABASE_MAX_CONN_IDLE_TIME)&connect_timeout=$(HYDRA_DATABASE_CONNECT_TIMEOUT)"
|
||||
value: "postgres://$(HYDRA_DATABASE_USER):$(HYDRA_DATABASE_PASSWORD)@$(HYDRA_DATABASE_SERVICE_NAME):5432/hydra?sslmode=disable&max_conns=$(HYDRA_DATABASE_MAX_CONN)"
|
||||
|
@ -20,3 +20,11 @@ hydra:
|
||||
eduPersonAffiliation:
|
||||
rules:
|
||||
- "property_exists(consent.session.id_token, 'eduPersonAffiliation') ? consent.session.id_token.eduPersonAffiliation : null"
|
||||
firewall:
|
||||
rules:
|
||||
email:
|
||||
required: false
|
||||
uid:
|
||||
required: false
|
||||
eduPersonAffiliation:
|
||||
required: false
|
||||
|
@ -21,7 +21,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- name: hydra-sql-fpm
|
||||
image: reg.cadoles.com/cadoles/hydra-sql-base:2025.3.7-develop.1415.7239d84
|
||||
image: reg.cadoles.com/cadoles/hydra-sql-base:2024.11.6-develop.1113.075be9b
|
||||
imagePullPolicy: IfNotPresent
|
||||
args: ["/usr/sbin/php-fpm81", "-F", "-e"]
|
||||
readinessProbe:
|
||||
@ -68,7 +68,7 @@ spec:
|
||||
subPath: 03_base.ini
|
||||
|
||||
- name: hydra-sql-caddy
|
||||
image: reg.cadoles.com/cadoles/hydra-sql-base:2025.3.7-develop.1415.7239d84
|
||||
image: reg.cadoles.com/cadoles/hydra-sql-base:2024.11.6-develop.1113.075be9b
|
||||
imagePullPolicy: IfNotPresent
|
||||
args: ["/usr/sbin/caddy", "run", "--adapter", "caddyfile", "--config", "/etc/caddy/Caddyfile"]
|
||||
readinessProbe:
|
||||
|
@ -17,7 +17,7 @@ spec:
|
||||
app.kubernetes.io/name: oidc-test
|
||||
spec:
|
||||
containers:
|
||||
- image: reg.cadoles.com/cadoles/oidc-test:2025.3.11-stable.1428.6545cb3
|
||||
- image: reg.cadoles.com/cadoles/oidc-test:2023.12.6-stable.1502.ebfd504
|
||||
name: oidc-test
|
||||
ports:
|
||||
- containerPort: 8080
|
||||
|
@ -16,3 +16,4 @@ spec:
|
||||
- https://example.net/oauth2/callback
|
||||
postLogoutRedirectUris:
|
||||
- https://example.net
|
||||
userInfoSignedResponseAlg: "RS256"
|
||||
|
@ -25,6 +25,17 @@ hydra:
|
||||
email:
|
||||
rules:
|
||||
- "property_exists(consent.session.id_token, 'email') ? consent.session.id_token.email : null"
|
||||
firewall:
|
||||
additional_properties: true
|
||||
rules:
|
||||
siret:
|
||||
required: false
|
||||
email:
|
||||
required: false
|
||||
given_name:
|
||||
required: false
|
||||
family_name:
|
||||
required: false
|
||||
webhook:
|
||||
enabled: false
|
||||
webhook_post_login:
|
||||
|
@ -14,7 +14,6 @@ components:
|
||||
- ../../components/hydra-ldap
|
||||
- ../../components/oidc-test
|
||||
- ../../components/redis
|
||||
- ../../components/hydra-cleaner
|
||||
|
||||
patchesJson6902:
|
||||
- target:
|
||||
@ -52,16 +51,6 @@ patchesJson6902:
|
||||
kind: OAuth2Client
|
||||
name: oidc-test-oauth2-client
|
||||
path: patches/oidc-test-oauth2-client.yaml
|
||||
- target:
|
||||
version: v1
|
||||
kind: ConfigMap
|
||||
name: hydra-cleaner-env
|
||||
path: patches/hydra-cleaner-env.yaml
|
||||
- target:
|
||||
version: v1
|
||||
kind: CronJob
|
||||
name: hydra-cleaner
|
||||
path: patches/hydra-cleaner.yaml
|
||||
|
||||
configMapGenerator:
|
||||
- name: hydra-dispatcher-apps
|
||||
|
@ -1,9 +0,0 @@
|
||||
- op: replace
|
||||
path: "/data/RETENTION_HOURS"
|
||||
value: "1" # 1 HOUR
|
||||
- op: replace
|
||||
path: "/data/BATCH_SIZE"
|
||||
value: "100"
|
||||
- op: replace
|
||||
path: "/data/LIMIT"
|
||||
value: "1000"
|
@ -1,3 +0,0 @@
|
||||
- op: replace
|
||||
path: "/spec/schedule"
|
||||
value: "* * * * *"
|
@ -1,11 +1,12 @@
|
||||
apiVersion: kustomize.config.k8s.io/v1beta1
|
||||
kind: Kustomization
|
||||
resources:
|
||||
- https://forge.cadoles.com/CadolesKube/c-kustom//crds?ref=develop
|
||||
- https://github.com/operator-framework/operator-lifecycle-manager/releases/download/v0.31.0/crds.yaml
|
||||
- https://github.com/cert-manager/cert-manager/releases/download/v1.10.0/cert-manager.yaml
|
||||
- ./resources/olm
|
||||
- https://forge.cadoles.com/CadolesKube/c-kustom//base/cloudnative-pg-operator?ref=develop
|
||||
- https://raw.githubusercontent.com/kubernetes/ingress-nginx/main/deploy/static/provider/kind/deploy.yaml
|
||||
- https://forge.cadoles.com/CadolesKube/hydra-maester//config/crd?ref=issue-151
|
||||
|
||||
patches:
|
||||
- path: patches/nginx-controller.yaml
|
||||
|
@ -12,5 +12,8 @@ hydra:
|
||||
api_url: "%env(string:HYDRA_DISPATCHER_WEBHOOK_API_URL)%"
|
||||
api_key: "%env(string:HYDRA_DISPATCHER_WEBHOOK_API_KEY)%"
|
||||
api_method: "%env(string:HYDRA_DISPATCHER_WEBHOOK_API_METHOD)%"
|
||||
firewall:
|
||||
additional_properties: "%env(bool:HYDRA_DISPATCHER_FIREWALL_ADDITIONAL_PROPERTIES)%"
|
||||
rules: {}
|
||||
webhook_post_login:
|
||||
enabled: false
|
||||
|
@ -19,7 +19,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- name: hydra-dispatcher-php-fpm
|
||||
image: reg.cadoles.com/cadoles/hydra-dispatcher-base:2025.3.18-develop.1401.4646fbb
|
||||
image: reg.cadoles.com/cadoles/hydra-dispatcher-base:2024.9.24-develop.1122.f88a5eb
|
||||
args: ["/usr/sbin/php-fpm81", "-F", "-e"]
|
||||
readinessProbe:
|
||||
exec:
|
||||
@ -61,7 +61,7 @@ spec:
|
||||
runAsGroup: 1000
|
||||
runAsUser: 1000
|
||||
- name: hydra-dispatcher-caddy
|
||||
image: reg.cadoles.com/cadoles/hydra-dispatcher-base:2025.3.18-develop.1401.4646fbb
|
||||
image: reg.cadoles.com/cadoles/hydra-dispatcher-base:2024.9.24-develop.1122.f88a5eb
|
||||
imagePullPolicy: IfNotPresent
|
||||
args:
|
||||
[
|
||||
|
@ -31,11 +31,6 @@ configMapGenerator:
|
||||
- URLS_LOGOUT=http://hydra-logout-app/logout
|
||||
- HYDRA_SERVE_ALL_ARGS=--dev
|
||||
- HYDRA_DATABASE_MAX_CONN="10"
|
||||
- HYDRA_DATABASE_MAX_IDLE_CONNS="5"
|
||||
- HYDRA_DATABASE_MAX_CONN_LIFETIME="0" # Unlimited. ms, s, m, h
|
||||
- HYDRA_DATABASE_MAX_CONN_IDLE_TIME="0" # Unlimited. ms, s, m, h
|
||||
- HYDRA_DATABASE_CONNECT_TIMEOUT="0" # Unlimited
|
||||
- SERVE_ADMIN_REQUEST_LOG_DISABLE_FOR_HEALTH="true"
|
||||
- LOG_LEVEL=info
|
||||
|
||||
replacements:
|
||||
|
@ -46,31 +46,10 @@ spec:
|
||||
- wget
|
||||
- --spider
|
||||
- -q
|
||||
- http://127.0.0.1:4445/health/alive
|
||||
- http://127.0.0.1:4444/.well-known/openid-configuration
|
||||
failureThreshold: 6
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 10
|
||||
readinessProbe:
|
||||
exec:
|
||||
command:
|
||||
- wget
|
||||
- --spider
|
||||
- -q
|
||||
- http://127.0.0.1:4445/health/ready
|
||||
failureThreshold: 6
|
||||
periodSeconds: 10
|
||||
timeoutSeconds: 10
|
||||
startupProbe:
|
||||
exec:
|
||||
command:
|
||||
- wget
|
||||
- --spider
|
||||
- -q
|
||||
- http://127.0.0.1:4445/health/ready
|
||||
failureThreshold: 60
|
||||
successThreshold: 1
|
||||
periodSeconds: 1
|
||||
timeoutSeconds: 1
|
||||
ports:
|
||||
- containerPort: 4444
|
||||
name: hydra-public
|
||||
|
@ -26,7 +26,7 @@ spec:
|
||||
spec:
|
||||
containers:
|
||||
- name: hydra-maester
|
||||
image: reg.cadoles.com/proxy_cache/oryd/hydra-maester:v0.0.25
|
||||
image: reg.cadoles.com/wpetit/hydra-maester:latest
|
||||
imagePullPolicy: IfNotPresent
|
||||
envFrom:
|
||||
- configMapRef:
|
||||
|
Loading…
x
Reference in New Issue
Block a user