sungchun12

FROM quay.io/astronomer/astro-runtime:7.6.0

# Install python packages
RUN pip install -r requirements.txt

# Switch to root user for installing git
USER root

# Install git
RUN apt-get update && apt-get install -y git

sungchun12

"""
Demo script to run a xdb data diff between Databricks and Snowflake with simple API calls
"""

import os
import time
from pydantic import BaseModel
from typing import Any, List, Optional
import requests
from tabulate import tabulate

sungchun12

MODEL (
  name tcloud_demo.example,
  cron '0 13 * * *',
  grain id,
  kind INCREMENTAL_BY_TIME_RANGE (
    time_column created_at
  )
);

@DEF(nested_props, [

sungchun12

name: Tobiko Cloud CI/CD Bot
run-name: 🧃 Tobiko Cloud CI/CD Bot 🧃

on:
  pull_request:
    types:
    - synchronize
    - opened
  # Required if using comments to issue commands to the bot
  issue_comment:

sungchun12

gateways:
  tobiko_cloud: # this will use the config in tcloud.yaml for state_connection
    scheduler: # TODO: add the connection info below into the Tobiko Cloud Connections Page with the service account json in plain text for this scheduler
      type: cloud
      default_catalog: sqlmesh-public-demo
    connection: # This connection is used for automatic unit test generation, external model creation, and table diffing
      type: bigquery
      method: service-account-json
      concurrent_tasks: 5
      register_comments: true

sungchun12

gateways:
  tobiko_cloud: # this will use the config in tcloud.yaml for state_connection
    scheduler: # TODO: add the connection info below into the Tobiko Cloud Connections Page with the service account json in plain text for this scheduler
      type: cloud
      default_catalog: sqlmesh-public-demo
    connection: # This connection is used for automatic unit test generation and external model creation
      type: bigquery
      method: service-account-json
      concurrent_tasks: 5
      register_comments: true

sungchun12

gateways:
  duckdb:
    connection:
      type: duckdb
      database: db.db
  snowflake:
    connection:
      type: duckdb
      database: snowflake.db