airflow/airflow-dags
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Обновить clickhouse_dag.py

Browse Source
This commit is contained in:
airflow
2025-09-18 16:26:57 +04:00
parent 6e1b3f2ec9
commit 8c4dec9a05
1 changed files with 2 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
clickhouse_dag.py
View File

@@ -1,23 +1,18 @@
from airflow import DAG from airflow import DAG
from airflow.providers.http.operators.http import SimpleHttpOperator from airflow.providers.http.operators.http import SimpleHttpOperator
from datetime import datetime from datetime import datetime
with DAG( with DAG(
dag_id="clickhouse_list_tables", dag_id="clickhouse_list_tables",
start_date=datetime(2025, 1, 1), start_date=datetime(2025, 1, 1),
schedule_interval=None, schedule_interval=None,
catchup=False, catchup=False,
) as dag: ) as dag:
list_tables = SimpleHttpOperator( list_tables = SimpleHttpOperator(
task_id="list_tables", task_id="list_tables",
http_conn_id="clickhouse_http", http_conn_id="clickhouse_http", # Connection в Airflow
endpoint="/", endpoint="/",
method="POST", method="POST",
data={"query": "SHOW TABLES"}, data={"query": "SHOW TABLES"},
headers={"Content-Type": "application/x-www-form-urlencoded"}, headers={"Content-Type": "application/x-www-form-urlencoded"},
log_response=True, log_response=True, # покажет результат в логах Airflow
retries=0,
retry_delay=0,
timeout=10
) )