Skip to content

Instantly share code, notes, and snippets.

@julian-west
Created December 3, 2021 21:13
Show Gist options
  • Save julian-west/261c685982ec632bb012cdf8bae33dcf to your computer and use it in GitHub Desktop.
Save julian-west/261c685982ec632bb012cdf8bae33dcf to your computer and use it in GitHub Desktop.
Great Expectations yaml configuration file for remote stores on Google Cloud Storage
config_version: 3
datasources:
my_gcs_datasource:
class_name: Datasource
module_name: "great_expectations.datasource"
execution_engine:
class_name: PandasExecutionEngine
data_connectors:
default_runtime_data_connector_name:
class_name: RuntimeDataConnector
batch_identifiers:
- default_identifier_name
expectations_store_name: expectations_GCS_store
validations_store_name: validations_GCS_store
evaluation_parameter_store_name: "evaluation_parameter_store"
stores:
expectations_GCS_store:
class_name: ExpectationsStore
store_backend:
class_name: TupleGCSStoreBackend
project: ${PROJECT}
bucket: ${VALIDATION_BUCKET}
prefix: 'expectations'
validations_GCS_store:
class_name: ValidationsStore
store_backend:
class_name: TupleGCSStoreBackend
project: ${PROJECT}
bucket: ${VALIDATION_BUCKET}
prefix: 'validations'
evaluation_parameter_store:
class_name: EvaluationParameterStore
data_docs_sites:
gs_site:
class_name: SiteBuilder
store_backend:
class_name: TupleGCSStoreBackend
project: ${PROJECT}
bucket: ${VALIDATION_BUCKET}
prefix:
site_index_builder:
class_name: DefaultSiteIndexBuilder
validation_operators:
action_list_operator:
class_name: ActionListValidationOperator
action_list:
- name: store_validation_result
action:
class_name: StoreValidationResultAction
- name: store_evaluation_params
action:
class_name: StoreEvaluationParametersAction
- name: update_data_docs
action:
class_name: UpdateDataDocsAction
anonymous_usage_statistics:
enabled: False
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment