@MikeRzhevsky MikeRzhevsky
MikeRzhevsky
/ docker-compose.yml
Created
March 11, 2022 15:32
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| version: '3.8' | |
| services: | |
| dagster-postgres: | |
| image: postgres:14.1 | |
| container_name: dagster-postgres | |
| ports: | |
| - 5432:5432 | |
| environment: | |
| POSTGRES_USER: postgres | |
| POSTGRES_PASSWORD: password |
MikeRzhevsky
/ worspace.yaml
Created
March 11, 2022 16:00
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| load_from: | |
| - grpc_server: | |
| host: dagster-pipelines #127.0.0.1 | |
| #dagster-pipelines | |
| port: 4000 | |
| location_name: "Main repository" |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| with tabExpr as | |
| (SELECT r."период" as "период" | |
| ,p."наименование" as "клиент" | |
| ,multiIf(p."пол"='942B8304933FAE6448F31A6A80D51332','М',p."пол"='9F34F70AB5DC08CC4308795BA7D46CA3','Ж',null) as "пол" | |
| ,dimM."наименование" as "размеробувим" | |
| ,dimZ."наименование" as "размеробувиж" | |
| ,toYear(p."датарождения") as "годрождения" | |
| ,toMonth(p."датарождения") as "месяцрождения" | |
| ,m.fk_weather as fk_weather | |
| ,r."сумма" as "сумма" |
MikeRzhevsky
/ src_test.sql
Created
March 22, 2022 17:43
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| select | |
| {% set query %} | |
| select distinct dimM."наименование" from ml."dm_покупатели" p | |
| join ml."dm_размеры" dimM | |
| on dimM."ссылка" = p."размеробувим" | |
| {% endset %} | |
| {% set results = run_query(query) %} | |
| {%- for res in results %} | |
| '{{ res[0] }}' as "размеробувим_{{res[0]}}" | |
| {%- if not loop.last %},{% endif -%} |
MikeRzhevsky
/ src_clientscluster.sql
Created
March 23, 2022 13:29
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| with client as | |
| ( | |
| select p."ссылка" as "ссылка" | |
| ,p."код" as "код" | |
| ,p."наименование" as "клиент" | |
| ,if(p."пол"='М', 'М', '') as "полмужской" | |
| ,if(p."пол"='Ж', 'Ж', '') as "полженский" | |
| ,dimM."наименование" as "размеробувим_группа" , | |
| {{ client_fields( 'select distinct dimM."наименование" from ml."dm_покупатели" p | |
| join ml."dm_размеры" dimM |
MikeRzhevsky
/ src_clientscluster.sql
Created
March 24, 2022 06:34
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| with client as | |
| ( | |
| select p."ссылка" as "ссылка" | |
| ,p."код" as "код" | |
| ,p."наименование" as "клиент" | |
| ,if(p."пол"='М', 'М', '') as "полмужской" | |
| ,if(p."пол"='Ж', 'Ж', '') as "полженский" | |
| ,dimM."наименование" as "размеробувим_группа" , | |
| {{ client_fields( 'select distinct dimM."наименование" from ml."dm_покупатели" p |
MikeRzhevsky
/ src_clientscluster.sql
Created
March 24, 2022 07:16
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| with client as | |
| ( | |
| select p."ссылка" as "ссылка" | |
| ,p."код" as "код" | |
| ,p."наименование" as "клиент" | |
| ,if(p."пол"='М', 'М', '') as "полмужской" | |
| ,if(p."пол"='Ж', 'Ж', '') as "полженский" | |
| ,dimM."наименование" as "размеробувим_группа" , | |
| {{ client_fields( 'select distinct dimM."наименование" from ml."dm_покупатели" p |
MikeRzhevsky
/ src_clientscluster.sql
Created
March 24, 2022 08:40
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| with client as | |
| ( | |
| select p."ссылка" as "ссылка" | |
| ,p."код" as "код" | |
| ,p."наименование" as "клиент", | |
| {{ client_fields( 'select distinct p."наименование" from ml."dm_покупатели" p', | |
| 'клиент',"клиент_" ,'str') }} | |
| ,if(p."пол"='М', 'М', '') as "полмужской" | |
| ,if(p."пол"='Ж', 'Ж', '') as "полженский" |
MikeRzhevsky
/ dm_покупатели.sql
Created
March 30, 2022 11:33
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| select | |
| {{ BinaryToVarhar( "Ссылка" ) }} as "Ссылка", | |
| {{ BinaryToVarhar( "ПометкаУдаления" ) }} as "ПометкаУдаления", | |
| {{ BinaryToVarhar( "Родитель" ) }} as "Родитель", | |
| {{ BinaryToVarhar( "ЭтоГруппа" ) }} as "ЭтоГруппа", | |
| "Код" , | |
| "Наименование" , | |
| "IDWeb" , | |
| {{ BinaryToVarhar( "VIP_Ремонт" ) }} as "VIP_Ремонт" , |
MikeRzhevsky
/ ошибка.json
Created
March 31, 2022 09:51
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| {"logs": [{"code": "A001", "data": {"v": "=1.0.0"}, "invocation_id": "2ce3fa58-066a-4907-8580-c3efe5814663", "level": "info", "log_version": 1, "msg": "Running with dbt=1.0.0", "node_info": {}, "pid": 452, "thread_name": "MainThread", "ts": "2022-03-31T09:31:48.578486Z", "type": "log_line"}, {"code": "W006", "data": {"stat_line": "5 models, 0 tests, 0 snapshots, 0 analyses, 169 macros, 0 operations, 0 seed files, 5 sources, 0 exposures, 0 metrics"}, "invocation_id": "2ce3fa58-066a-4907-8580-c3efe5814663", "level": "info", "log_version": 1, "msg": "Found 5 models, 0 tests, 0 snapshots, 0 analyses, 169 macros, 0 operations, 0 seed files, 5 sources, 0 exposures, 0 metrics", "node_info": {}, "pid": 452, "thread_name": "MainThread", "ts": "2022-03-31T09:31:48.780776Z", "type": "log_line"}, {"code": "Q026", "data": {"num_threads": 20, "target_name": "prod"}, "invocation_id": "2ce3fa58-066a-4907-8580-c3efe5814663", "level": "info", "log_version": 1, "msg": "Concurrency: 20 threads (target='prod')", "node_info": {}, |