Damien/prefect-flows-pg-backup
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects Releases Wiki Activity

feat: load PostgreSQL password from Secret block instead of parameter
Some checks failed
Deploy Prefect Flows / deploy (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Damien Arnodo
2026-02-01 10:15:53 +00:00
parent 9016a38faa
commit 509afbcbb4
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
flows/backup.py
View File

@@ -10,6 +10,7 @@ from pathlib import Path
from tempfile import TemporaryDirectory from tempfile import TemporaryDirectory
from prefect import flow, task, get_run_logger from prefect import flow, task, get_run_logger
from prefect.blocks.system import Secret
from prefect_aws import AwsCredentials from prefect_aws import AwsCredentials
import boto3 import boto3
@@ -113,12 +114,12 @@ def pg_backup(
pg_port: int = 5432, pg_port: int = 5432,
pg_database: str = "postgres", pg_database: str = "postgres",
pg_user: str = "postgres", pg_user: str = "postgres",
pg_password: str = "",
# S3 destination # S3 destination
s3_bucket: str = "backups", s3_bucket: str = "postgres-backup",
s3_prefix: str = "postgresql", s3_prefix: str = "default",
# Prefect Block name for AWS credentials # Prefect Block names
aws_credentials_block: str = "garage-credentials", aws_credentials_block: str = "garage-credentials",
pg_password_block: str = "netbox-db-password",
) -> str: ) -> str:
""" """
Flow principal de backup PostgreSQL vers S3. Flow principal de backup PostgreSQL vers S3.
@@ -128,10 +129,10 @@ def pg_backup(
pg_port: Port PostgreSQL pg_port: Port PostgreSQL
pg_database: Nom de la base à sauvegarder pg_database: Nom de la base à sauvegarder
pg_user: Utilisateur PostgreSQL pg_user: Utilisateur PostgreSQL
pg_password: Mot de passe PostgreSQL
s3_bucket: Bucket S3 de destination s3_bucket: Bucket S3 de destination
s3_prefix: Préfixe (dossier) dans le bucket s3_prefix: Préfixe (dossier) dans le bucket
aws_credentials_block: Nom du block Prefect contenant les credentials AWS/S3 aws_credentials_block: Nom du block Prefect contenant les credentials AWS/S3
pg_password_block: Nom du block Secret contenant le mot de passe PostgreSQL
Returns: Returns:
URI S3 du backup URI S3 du backup
@@ -139,8 +140,9 @@ def pg_backup(
logger = get_run_logger() logger = get_run_logger()
logger.info(f"Starting backup of {pg_database}") logger.info(f"Starting backup of {pg_database}")
# Charger les credentials S3 depuis le block Prefect # Charger les credentials depuis les blocks Prefect
credentials = AwsCredentials.load(aws_credentials_block) credentials = AwsCredentials.load(aws_credentials_block)
pg_password = Secret.load(pg_password_block).get()
with TemporaryDirectory() as tmpdir: with TemporaryDirectory() as tmpdir:
# Dump de la base # Dump de la base
@@ -171,5 +173,4 @@ if __name__ == "__main__":
pg_host="postgresql.taila5ad8.ts.net", pg_host="postgresql.taila5ad8.ts.net",
pg_database="netbox", pg_database="netbox",
pg_user="netbox", pg_user="netbox",
pg_password="test",
) )