Обновить test_clickhouse_dag.py
This commit is contained in:
@@ -1,23 +1,23 @@
|
|||||||
from airflow import DAG
|
from airflow import DAG
|
||||||
from airflow.operators.python import PythonOperator
|
from airflow.providers.clickhouse.operators.clickhouse import ClickHouseOperator
|
||||||
from datetime import datetime
|
from airflow.utils.dates import days_ago
|
||||||
|
|
||||||
# Импортируем hook из установленного пакета airflow-providers-clickhouse
|
default_args = {
|
||||||
from airflow_clickhouse_plugin.hooks.clickhouse import ClickHouseHook
|
"owner": "airflow",
|
||||||
|
}
|
||||||
def test_conn():
|
|
||||||
hook = ClickHouseHook(
|
|
||||||
clickhouse_conn_id="my_clickhouse_provider" # ваш Connection ID в Airflow
|
|
||||||
)
|
|
||||||
hook.execute("SELECT 1") # у этого пакета метод называется execute
|
|
||||||
|
|
||||||
with DAG(
|
with DAG(
|
||||||
dag_id="test_clickhouse_dag",
|
dag_id="test_clickhouse_select",
|
||||||
start_date=datetime(2024, 1, 1),
|
default_args=default_args,
|
||||||
schedule=None,
|
description="Simple SELECT 1 in ClickHouse",
|
||||||
|
start_date=days_ago(1),
|
||||||
|
schedule_interval=None, # запуск только вручную
|
||||||
catchup=False,
|
catchup=False,
|
||||||
|
tags=["clickhouse"],
|
||||||
) as dag:
|
) as dag:
|
||||||
PythonOperator(
|
|
||||||
task_id="check_clickhouse",
|
select_1 = ClickHouseOperator(
|
||||||
python_callable=test_conn,
|
task_id="select_one",
|
||||||
|
clickhouse_conn_id="my_clickhouse_provider", # ваш Connection ID
|
||||||
|
sql="SELECT 1",
|
||||||
)
|
)
|
||||||
|
|||||||
Reference in New Issue
Block a user