pingsutw

openapi: 3.0.0
info:
  description: The Submarine REST API allows you to create, list, and get experiments. The
    API is hosted under the /v1/jobs route on the Submarine server. For example,
    to list experiments on a server hosted at http://localhost:8080, access
    http://localhost:8080/api/v1/jobs/
  version: 1.0.0
  title: Submarine Experiment API
  termsOfService: http://swagger.io/terms/
  contact:

pingsutw

import pandas as pd
import pyarrow as pa
import pyarrow.parquet as pq
from fsspec.core import strip_protocol

from flytekitplugins.fsspec import FSSpecPersistence
from flytekitplugins.fsspec.pandas import get_storage_options


uri = "s3://open-compute-playground/arrow"

pingsutw

from datetime import timedelta

from airflow import models
from airflow.contrib.operators import dataproc_operator
from airflow.operators.latest_only_operator import LatestOnlyOperator
from airflow.utils import trigger_rule

from chat_plugin import ChatNotifyOperator
from dataproc import hermes
from porch import settings as porch_settings, label