rename cols to cast

2026-02-24 07:43:09 +03:00
parent fa4284b01f
commit 199e4c76e1
61 changed files with 38 additions and 38 deletions
--- a/data/clickhouse/courses/.part-00000-b98862d2-3dfc-4d41-9e29-465024ea11a8-c000.csv.crc
+++ b/data/clickhouse/courses/.part-00000-b98862d2-3dfc-4d41-9e29-465024ea11a8-c000.csv.crc
--- a/data/clickhouse/courses/.part-00000-fd26b809-0423-48d3-9602-26c624becef8-c000.csv.crc
+++ b/data/clickhouse/courses/.part-00000-fd26b809-0423-48d3-9602-26c624becef8-c000.csv.crc
--- a/data/clickhouse/courses/part-00000-b98862d2-3dfc-4d41-9e29-465024ea11a8-c000.csv
+++ b/data/clickhouse/courses/part-00000-b98862d2-3dfc-4d41-9e29-465024ea11a8-c000.csv
--- a/data/clickhouse/courses/part-00000-fd26b809-0423-48d3-9602-26c624becef8-c000.csv
+++ b/data/clickhouse/courses/part-00000-fd26b809-0423-48d3-9602-26c624becef8-c000.csv
@@ -1,4 +0,0 @@
-id,title,category,created_at
-3.000000000000000000,BI с нуля,business,2023-03-01
-1.000000000000000000,SQL для начинающих,data,2023-01-01
-2.000000000000000000,Python для анализа данных,programming,2023-01-15
--- a/data/clickhouse/enrollments/.part-00000-43eb3d54-6f0b-4bad-b07f-3b86ef15b2c2-c000.csv.crc
+++ b/data/clickhouse/enrollments/.part-00000-43eb3d54-6f0b-4bad-b07f-3b86ef15b2c2-c000.csv.crc
--- a/data/clickhouse/enrollments/.part-00000-703defac-61e4-4c16-96b8-2f6b343c5948-c000.csv.crc
+++ b/data/clickhouse/enrollments/.part-00000-703defac-61e4-4c16-96b8-2f6b343c5948-c000.csv.crc
--- a/data/clickhouse/enrollments/part-00000-43eb3d54-6f0b-4bad-b07f-3b86ef15b2c2-c000.csv
+++ b/data/clickhouse/enrollments/part-00000-43eb3d54-6f0b-4bad-b07f-3b86ef15b2c2-c000.csv
@@ -0,0 +1,6 @@
+id,user_id,course_id,enrolled_at
+5,4,3,2023-04-01
+2,1,2,2023-02-01
+4,3,2,2023-03-05
+1,1,1,2023-01-15
+3,2,1,2023-01-20
--- a/data/clickhouse/enrollments/part-00000-703defac-61e4-4c16-96b8-2f6b343c5948-c000.csv
+++ b/data/clickhouse/enrollments/part-00000-703defac-61e4-4c16-96b8-2f6b343c5948-c000.csv
@@ -1,6 +0,0 @@
-id,user_id,course_id,enrolled_at
-5.000000000000000000,4,3,2023-04-01
-2.000000000000000000,1,2,2023-02-01
-1.000000000000000000,1,1,2023-01-15
-3.000000000000000000,2,1,2023-01-20
-4.000000000000000000,3,2,2023-03-05
--- a/data/clickhouse/lesson_views/.part-00000-9483d88f-fe9c-448e-944c-c72d3a60d76f-c000.csv.crc
+++ b/data/clickhouse/lesson_views/.part-00000-9483d88f-fe9c-448e-944c-c72d3a60d76f-c000.csv.crc
--- a/data/clickhouse/lesson_views/.part-00000-e4680f12-3b02-470d-a0c2-d9c5989da39e-c000.csv.crc
+++ b/data/clickhouse/lesson_views/.part-00000-e4680f12-3b02-470d-a0c2-d9c5989da39e-c000.csv.crc
--- a/data/clickhouse/lesson_views/part-00000-9483d88f-fe9c-448e-944c-c72d3a60d76f-c000.csv
+++ b/data/clickhouse/lesson_views/part-00000-9483d88f-fe9c-448e-944c-c72d3a60d76f-c000.csv
@@ -1,7 +0,0 @@
-id,user_id,lesson_id,viewed_at
-5.000000000000000000,4,4,2023-04-02T10:00:00.000+03:00
-6.000000000000000000,4,5,2023-04-03T10:00:00.000+03:00
-1.000000000000000000,1,1,2023-01-16T10:00:00.000+03:00
-2.000000000000000000,1,2,2023-01-16T10:15:00.000+03:00
-3.000000000000000000,2,1,2023-01-21T09:00:00.000+03:00
-4.000000000000000000,3,3,2023-03-06T12:00:00.000+03:00
--- a/data/clickhouse/lesson_views/part-00000-e4680f12-3b02-470d-a0c2-d9c5989da39e-c000.csv
+++ b/data/clickhouse/lesson_views/part-00000-e4680f12-3b02-470d-a0c2-d9c5989da39e-c000.csv
@@ -0,0 +1,7 @@
+id,user_id,lesson_id,viewed_at
+1,1,1,2023-01-16T10:00:00.000+03:00
+2,1,2,2023-01-16T10:15:00.000+03:00
+3,2,1,2023-01-21T09:00:00.000+03:00
+5,4,4,2023-04-02T10:00:00.000+03:00
+6,4,5,2023-04-03T10:00:00.000+03:00
+4,3,3,2023-03-06T12:00:00.000+03:00
--- a/data/clickhouse/lessons/.part-00000-5a4d5480-70b4-4432-bb2c-7a5ce401454d-c000.csv.crc
+++ b/data/clickhouse/lessons/.part-00000-5a4d5480-70b4-4432-bb2c-7a5ce401454d-c000.csv.crc
--- a/data/clickhouse/lessons/.part-00000-f59bcb63-f4eb-489d-99c6-2f6959de9ccf-c000.csv.crc
+++ b/data/clickhouse/lessons/.part-00000-f59bcb63-f4eb-489d-99c6-2f6959de9ccf-c000.csv.crc
--- a/data/clickhouse/lessons/part-00000-5a4d5480-70b4-4432-bb2c-7a5ce401454d-c000.csv
+++ b/data/clickhouse/lessons/part-00000-5a4d5480-70b4-4432-bb2c-7a5ce401454d-c000.csv
@@ -1,6 +0,0 @@
-id,course_id,title,duration_min
-3.000000000000000000,2,Pandas,20
-5.000000000000000000,3,Метрики и дашборды,18
-4.000000000000000000,3,Основы BI,12
-2.000000000000000000,1,JOIN,15
-1.000000000000000000,1,SELECT и FROM,10
--- a/data/clickhouse/lessons/part-00000-f59bcb63-f4eb-489d-99c6-2f6959de9ccf-c000.csv
+++ b/data/clickhouse/lessons/part-00000-f59bcb63-f4eb-489d-99c6-2f6959de9ccf-c000.csv
@@ -0,0 +1,6 @@
+id,course_id,title,duration_min
+5,3,Метрики и дашборды,18
+4,3,Основы BI,12
+3,2,Pandas,20
+1,1,SELECT и FROM,10
+2,1,JOIN,15
--- a/data/clickhouse/users/.part-00000-7e065b87-ad93-4dc1-95a9-1259de955bdc-c000.csv.crc
+++ b/data/clickhouse/users/.part-00000-7e065b87-ad93-4dc1-95a9-1259de955bdc-c000.csv.crc
--- a/data/clickhouse/users/.part-00000-f1602c55-f41b-4ec6-8bfe-6a9db468988d-c000.csv.crc
+++ b/data/clickhouse/users/.part-00000-f1602c55-f41b-4ec6-8bfe-6a9db468988d-c000.csv.crc
--- a/data/clickhouse/users/part-00000-7e065b87-ad93-4dc1-95a9-1259de955bdc-c000.csv
+++ b/data/clickhouse/users/part-00000-7e065b87-ad93-4dc1-95a9-1259de955bdc-c000.csv
@@ -0,0 +1,6 @@
+id,name,age,email,registration_date
+4,Diana,28,diana@mail.com,2023-03-01
+5,Ethan,35,ethan@gmail.com,2023-03-10
+3,Charlie,22,charlie@mail.com,2023-02-20
+2,Bob,30,bob@gmail.com,2023-02-05
+1,Alice,25,alice@mail.com,2023-01-10
--- a/data/clickhouse/users/part-00000-f1602c55-f41b-4ec6-8bfe-6a9db468988d-c000.csv
+++ b/data/clickhouse/users/part-00000-f1602c55-f41b-4ec6-8bfe-6a9db468988d-c000.csv
@@ -1,6 +0,0 @@
-id,name,age,email,registration_date
-5.000000000000000000,Ethan,35,ethan@gmail.com,2023-03-10
-2.000000000000000000,Bob,30,bob@gmail.com,2023-02-05
-3.000000000000000000,Charlie,22,charlie@mail.com,2023-02-20
-1.000000000000000000,Alice,25,alice@mail.com,2023-01-10
-4.000000000000000000,Diana,28,diana@mail.com,2023-03-01
--- a/data/greenplum/dim_course/.part-00000-06f2b0ff-0eb5-4054-8246-f596cfb82efc-c000.csv.crc
+++ b/data/greenplum/dim_course/.part-00000-06f2b0ff-0eb5-4054-8246-f596cfb82efc-c000.csv.crc
--- a/data/greenplum/dim_course/part-00000-06f2b0ff-0eb5-4054-8246-f596cfb82efc-c000.csv
+++ b/data/greenplum/dim_course/part-00000-06f2b0ff-0eb5-4054-8246-f596cfb82efc-c000.csv
--- a/data/greenplum/dim_lesson/.part-00000-51541a45-d57b-4ffd-8981-fe2dd976ad28-c000.csv.crc
+++ b/data/greenplum/dim_lesson/.part-00000-51541a45-d57b-4ffd-8981-fe2dd976ad28-c000.csv.crc
--- a/data/greenplum/dim_lesson/part-00000-51541a45-d57b-4ffd-8981-fe2dd976ad28-c000.csv
+++ b/data/greenplum/dim_lesson/part-00000-51541a45-d57b-4ffd-8981-fe2dd976ad28-c000.csv
--- a/data/greenplum/dim_user/.part-00000-63453f02-1ec6-42d0-8ec2-a92304d3e490-c000.csv.crc
+++ b/data/greenplum/dim_user/.part-00000-63453f02-1ec6-42d0-8ec2-a92304d3e490-c000.csv.crc
--- a/data/greenplum/dim_user/part-00000-63453f02-1ec6-42d0-8ec2-a92304d3e490-c000.csv
+++ b/data/greenplum/dim_user/part-00000-63453f02-1ec6-42d0-8ec2-a92304d3e490-c000.csv
--- a/data/greenplum/fact_enrollments/.part-00000-198770f5-2c6b-4676-a034-8936e26b0bfe-c000.csv.crc
+++ b/data/greenplum/fact_enrollments/.part-00000-198770f5-2c6b-4676-a034-8936e26b0bfe-c000.csv.crc
--- a/data/greenplum/fact_enrollments/.part-00000-531439d2-9fe5-44cc-ad83-379aaf0c61f0-c000.csv.crc
+++ b/data/greenplum/fact_enrollments/.part-00000-531439d2-9fe5-44cc-ad83-379aaf0c61f0-c000.csv.crc
--- a/data/greenplum/fact_enrollments/part-00000-531439d2-9fe5-44cc-ad83-379aaf0c61f0-c000.csv
+++ b/data/greenplum/fact_enrollments/part-00000-531439d2-9fe5-44cc-ad83-379aaf0c61f0-c000.csv
@@ -1,6 +1,6 @@
 user_id,course_id,enrolled_at
-1,2,2023-02-01T00:00:00.000+03:00
-1,1,2023-01-15T00:00:00.000+03:00
 4,3,2023-04-01T00:00:00.000+03:00
 2,1,2023-01-20T00:00:00.000+03:00
 3,2,2023-03-05T00:00:00.000+03:00
+1,2,2023-02-01T00:00:00.000+03:00
+1,1,2023-01-15T00:00:00.000+03:00
--- a/data/greenplum/fact_lesson_views/.part-00000-30fd1bbd-753f-4a29-91f3-184dd1fd3f4d-c000.csv.crc
+++ b/data/greenplum/fact_lesson_views/.part-00000-30fd1bbd-753f-4a29-91f3-184dd1fd3f4d-c000.csv.crc
--- a/data/greenplum/fact_lesson_views/.part-00000-5ad0da62-6ef6-43f4-8371-3ed25052f075-c000.csv.crc
+++ b/data/greenplum/fact_lesson_views/.part-00000-5ad0da62-6ef6-43f4-8371-3ed25052f075-c000.csv.crc
--- a/data/greenplum/fact_lesson_views/part-00000-5ad0da62-6ef6-43f4-8371-3ed25052f075-c000.csv
+++ b/data/greenplum/fact_lesson_views/part-00000-5ad0da62-6ef6-43f4-8371-3ed25052f075-c000.csv
@@ -1,7 +1,7 @@
 user_id,lesson_id,course_id,viewed_at
-1,2,1,2023-01-16T10:15:00.000+03:00
-1,1,1,2023-01-16T10:00:00.000+03:00
 4,4,3,2023-04-02T10:00:00.000+03:00
 3,3,2,2023-03-06T12:00:00.000+03:00
 2,1,1,2023-01-21T09:00:00.000+03:00
 4,5,3,2023-04-03T10:00:00.000+03:00
+1,2,1,2023-01-16T10:15:00.000+03:00
+1,1,1,2023-01-16T10:00:00.000+03:00
--- a/data/marts/clickhouse/course_completion_rate/.part-00000-7e06c983-08ec-4ab3-81f7-2a0e46c76de2-c000.csv.crc
+++ b/data/marts/clickhouse/course_completion_rate/.part-00000-7e06c983-08ec-4ab3-81f7-2a0e46c76de2-c000.csv.crc
--- a/data/marts/clickhouse/course_completion_rate/part-00000-7e06c983-08ec-4ab3-81f7-2a0e46c76de2-c000.csv
+++ b/data/marts/clickhouse/course_completion_rate/part-00000-7e06c983-08ec-4ab3-81f7-2a0e46c76de2-c000.csv
--- a/data/marts/clickhouse/inactive_users_summary/.part-00000-edd28884-02cf-4c9b-80af-1bae71401a07-c000.csv.crc
+++ b/data/marts/clickhouse/inactive_users_summary/.part-00000-edd28884-02cf-4c9b-80af-1bae71401a07-c000.csv.crc
--- a/data/marts/clickhouse/inactive_users_summary/part-00000-edd28884-02cf-4c9b-80af-1bae71401a07-c000.csv
+++ b/data/marts/clickhouse/inactive_users_summary/part-00000-edd28884-02cf-4c9b-80af-1bae71401a07-c000.csv
--- a/data/marts/clickhouse/lesson_popularity_summary/.part-00000-020ea850-933f-4f7e-bc8e-258e94cd5d60-c000.csv.crc
+++ b/data/marts/clickhouse/lesson_popularity_summary/.part-00000-020ea850-933f-4f7e-bc8e-258e94cd5d60-c000.csv.crc
--- a/data/marts/clickhouse/lesson_popularity_summary/part-00000-020ea850-933f-4f7e-bc8e-258e94cd5d60-c000.csv
+++ b/data/marts/clickhouse/lesson_popularity_summary/part-00000-020ea850-933f-4f7e-bc8e-258e94cd5d60-c000.csv
--- a/data/marts/greenplum/course_completion_rate/.part-00000-f68c268d-e4a4-4b0c-98e1-6ac3cdde6eaf-c000.csv.crc
+++ b/data/marts/greenplum/course_completion_rate/.part-00000-f68c268d-e4a4-4b0c-98e1-6ac3cdde6eaf-c000.csv.crc
--- a/data/marts/greenplum/course_completion_rate/part-00000-f68c268d-e4a4-4b0c-98e1-6ac3cdde6eaf-c000.csv
+++ b/data/marts/greenplum/course_completion_rate/part-00000-f68c268d-e4a4-4b0c-98e1-6ac3cdde6eaf-c000.csv
--- a/data/marts/greenplum/inactive_users_summary/.part-00000-4da9735a-1b8a-42c6-9a0a-0aa4665f85be-c000.csv.crc
+++ b/data/marts/greenplum/inactive_users_summary/.part-00000-4da9735a-1b8a-42c6-9a0a-0aa4665f85be-c000.csv.crc
--- a/data/marts/greenplum/inactive_users_summary/part-00000-4da9735a-1b8a-42c6-9a0a-0aa4665f85be-c000.csv
+++ b/data/marts/greenplum/inactive_users_summary/part-00000-4da9735a-1b8a-42c6-9a0a-0aa4665f85be-c000.csv
--- a/data/marts/greenplum/lesson_popularity_summary/.part-00000-9f18aee2-ef04-4a61-9b5e-404ca70e9f0a-c000.csv.crc
+++ b/data/marts/greenplum/lesson_popularity_summary/.part-00000-9f18aee2-ef04-4a61-9b5e-404ca70e9f0a-c000.csv.crc
--- a/data/marts/greenplum/lesson_popularity_summary/part-00000-9f18aee2-ef04-4a61-9b5e-404ca70e9f0a-c000.csv
+++ b/data/marts/greenplum/lesson_popularity_summary/part-00000-9f18aee2-ef04-4a61-9b5e-404ca70e9f0a-c000.csv
--- a/data/marts/postgresql/course_summary/.part-00000-6d5a40a4-01b1-4979-907c-18964766dcb1-c000.csv.crc
+++ b/data/marts/postgresql/course_summary/.part-00000-6d5a40a4-01b1-4979-907c-18964766dcb1-c000.csv.crc
--- a/data/marts/postgresql/course_summary/part-00000-6d5a40a4-01b1-4979-907c-18964766dcb1-c000.csv
+++ b/data/marts/postgresql/course_summary/part-00000-6d5a40a4-01b1-4979-907c-18964766dcb1-c000.csv
--- a/data/marts/postgresql/platform_summary/.part-00000-8032707a-f23e-4c89-8f31-6e08173bbdaa-c000.csv.crc
+++ b/data/marts/postgresql/platform_summary/.part-00000-8032707a-f23e-4c89-8f31-6e08173bbdaa-c000.csv.crc
--- a/data/marts/postgresql/platform_summary/part-00000-8032707a-f23e-4c89-8f31-6e08173bbdaa-c000.csv
+++ b/data/marts/postgresql/platform_summary/part-00000-8032707a-f23e-4c89-8f31-6e08173bbdaa-c000.csv
--- a/data/marts/postgresql/user_activity_summary/.part-00000-c6da058d-5771-44f0-b125-7c23f7ee4285-c000.csv.crc
+++ b/data/marts/postgresql/user_activity_summary/.part-00000-c6da058d-5771-44f0-b125-7c23f7ee4285-c000.csv.crc
--- a/data/marts/postgresql/user_activity_summary/part-00000-c6da058d-5771-44f0-b125-7c23f7ee4285-c000.csv
+++ b/data/marts/postgresql/user_activity_summary/part-00000-c6da058d-5771-44f0-b125-7c23f7ee4285-c000.csv
--- a/data/postgresql/courses/.part-00000-3a12c30f-8d93-4e35-83b7-88c05fc57705-c000.csv.crc
+++ b/data/postgresql/courses/.part-00000-3a12c30f-8d93-4e35-83b7-88c05fc57705-c000.csv.crc
--- a/data/postgresql/courses/part-00000-3a12c30f-8d93-4e35-83b7-88c05fc57705-c000.csv
+++ b/data/postgresql/courses/part-00000-3a12c30f-8d93-4e35-83b7-88c05fc57705-c000.csv
@@ -0,0 +1,4 @@
+id,title,category,created_at
+1,SQL для начинающих,data,2023-01-01
+2,Python для анализа данных,programming,2023-01-15
+3,BI с нуля,business,2023-03-01
--- a/data/postgresql/enrollments/.part-00000-b4204f7d-3844-4828-9e0d-0100fb871704-c000.csv.crc
+++ b/data/postgresql/enrollments/.part-00000-b4204f7d-3844-4828-9e0d-0100fb871704-c000.csv.crc
--- a/data/postgresql/enrollments/part-00000-b4204f7d-3844-4828-9e0d-0100fb871704-c000.csv
+++ b/data/postgresql/enrollments/part-00000-b4204f7d-3844-4828-9e0d-0100fb871704-c000.csv
--- a/data/postgresql/lesson_views/.part-00000-376a88c8-782b-4e55-88c1-eceb19a55f31-c000.csv.crc
+++ b/data/postgresql/lesson_views/.part-00000-376a88c8-782b-4e55-88c1-eceb19a55f31-c000.csv.crc
--- a/data/postgresql/lesson_views/part-00000-376a88c8-782b-4e55-88c1-eceb19a55f31-c000.csv
+++ b/data/postgresql/lesson_views/part-00000-376a88c8-782b-4e55-88c1-eceb19a55f31-c000.csv
--- a/data/postgresql/lessons/.part-00000-afa8bf5e-4134-4fac-9f5c-d261823bbc1d-c000.csv.crc
+++ b/data/postgresql/lessons/.part-00000-afa8bf5e-4134-4fac-9f5c-d261823bbc1d-c000.csv.crc
--- a/data/postgresql/lessons/part-00000-afa8bf5e-4134-4fac-9f5c-d261823bbc1d-c000.csv
+++ b/data/postgresql/lessons/part-00000-afa8bf5e-4134-4fac-9f5c-d261823bbc1d-c000.csv
--- a/data/postgresql/users/.part-00000-c9ef6733-5a36-4b06-b432-b7681a57a5cf-c000.csv.crc
+++ b/data/postgresql/users/.part-00000-c9ef6733-5a36-4b06-b432-b7681a57a5cf-c000.csv.crc
--- a/data/postgresql/users/part-00000-c9ef6733-5a36-4b06-b432-b7681a57a5cf-c000.csv
+++ b/data/postgresql/users/part-00000-c9ef6733-5a36-4b06-b432-b7681a57a5cf-c000.csv
--- a/extract_csv.py
+++ b/extract_csv.py
@@ -82,11 +82,11 @@ clickhouse_driver = "com.clickhouse.jdbc.ClickHouseDriver"
 clickhouse_tables = ["users", "courses", "lessons", "enrollments", "lesson_views"]

 clickhouse_int_cols = {
-    "users": ["user_id"],
-    "courses": ["course_id"],
-    "lessons": ["lesson_id", "course_id"],
-    "enrollments": ["enrollment_id", "user_id", "course_id"],
-    "lesson_views": ["view_id", "user_id", "lesson_id"]
+    "users": ["id"],
+    "courses": ["id"],
+    "lessons": ["id", "course_id"],
+    "enrollments": ["id", "user_id", "course_id"],
+    "lesson_views": ["id", "user_id", "lesson_id"]
 }

 print("\nClickHouse")