Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

great_expectations.yml 5.0 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
  1. # Welcome to Great Expectations! Always know what to expect from your data.
  2. #
  3. # Here you can define datasources, batch kwargs generators, integrations and
  4. # more. This file is intended to be committed to your repo. For help with
  5. # configuration please:
  6. # - Read our docs: https://docs.greatexpectations.io/docs/guides/connecting_to_your_data/connect_to_data_overview/#2-configure-your-datasource
  7. # - Join our slack channel: http://greatexpectations.io/slack
  8. # config_version refers to the syntactic version of this config file, and is used in maintaining backwards compatibility
  9. # It is auto-generated and usually does not need to be changed.
  10. config_version: 3.0
  11. # Datasources tell Great Expectations where your data lives and how to get it.
  12. # Read more at https://docs.greatexpectations.io/docs/guides/connecting_to_your_data/connect_to_data_overview
  13. datasources:
  14. my_datasource:
  15. class_name: Datasource
  16. module_name: great_expectations.datasource
  17. execution_engine:
  18. class_name: PandasExecutionEngine
  19. module_name: great_expectations.execution_engine
  20. data_connectors:
  21. default_inferred_data_connector_name:
  22. class_name: InferredAssetFilesystemDataConnector
  23. module_name: great_expectations.datasource.data_connector
  24. base_directory: ../data/validation/current
  25. default_regex:
  26. group_names:
  27. - data_asset_name
  28. pattern: (.*)
  29. default_runtime_data_connector_name:
  30. class_name: RuntimeDataConnector
  31. module_name: great_expectations.datasource.data_connector
  32. assets:
  33. my_runtime_asset_name:
  34. class_name: Asset
  35. module_name: great_expectations.datasource.data_connector.asset
  36. batch_identifiers:
  37. - runtime_batch_identifier_name
  38. # This config file supports variable substitution which enables: 1) keeping
  39. # secrets out of source control & 2) environment-based configuration changes
  40. # such as staging vs prod.
  41. #
  42. # When GX encounters substitution syntax (like `my_key: ${my_value}` or
  43. # `my_key: $my_value`) in the great_expectations.yml file, it will attempt
  44. # to replace the value of `my_key` with the value from an environment
  45. # variable `my_value` or a corresponding key read from this config file,
  46. # which is defined through the `config_variables_file_path`.
  47. # Environment variables take precedence over variables defined here.
  48. #
  49. # Substitution values defined here can be a simple (non-nested) value,
  50. # nested value such as a dictionary, or an environment variable (i.e. ${ENV_VAR})
  51. #
  52. #
  53. # https://docs.greatexpectations.io/docs/guides/setup/configuring_data_contexts/how_to_configure_credentials
  54. config_variables_file_path: uncommitted/config_variables.yml
  55. # The plugins_directory will be added to your python path for custom modules
  56. # used to override and extend Great Expectations.
  57. plugins_directory: plugins/
  58. stores:
  59. # Stores are configurable places to store things like Expectations, Validations
  60. # Data Docs, and more. These are for advanced users only - most users can simply
  61. # leave this section alone.
  62. #
  63. # Three stores are required: expectations, validations, and
  64. # evaluation_parameters, and must exist with a valid store entry. Additional
  65. # stores can be configured for uses such as data_docs, etc.
  66. expectations_store:
  67. class_name: ExpectationsStore
  68. store_backend:
  69. class_name: TupleFilesystemStoreBackend
  70. base_directory: expectations/
  71. validations_store:
  72. class_name: ValidationsStore
  73. store_backend:
  74. class_name: TupleFilesystemStoreBackend
  75. base_directory: uncommitted/validations/
  76. evaluation_parameter_store:
  77. class_name: EvaluationParameterStore
  78. checkpoint_store:
  79. class_name: CheckpointStore
  80. store_backend:
  81. class_name: TupleFilesystemStoreBackend
  82. suppress_store_backend_id: true
  83. base_directory: checkpoints/
  84. profiler_store:
  85. class_name: ProfilerStore
  86. store_backend:
  87. class_name: TupleFilesystemStoreBackend
  88. suppress_store_backend_id: true
  89. base_directory: profilers/
  90. expectations_store_name: expectations_store
  91. validations_store_name: validations_store
  92. evaluation_parameter_store_name: evaluation_parameter_store
  93. checkpoint_store_name: checkpoint_store
  94. data_docs_sites:
  95. # Data Docs make it simple to visualize data quality in your project. These
  96. # include Expectations, Validations & Profiles. The are built for all
  97. # Datasources from JSON artifacts in the local repo including validations &
  98. # profiles from the uncommitted directory. Read more at https://docs.greatexpectations.io/docs/terms/data_docs
  99. local_site:
  100. class_name: SiteBuilder
  101. show_how_to_buttons: true
  102. store_backend:
  103. class_name: TupleFilesystemStoreBackend
  104. base_directory: uncommitted/data_docs/local_site/
  105. site_index_builder:
  106. class_name: DefaultSiteIndexBuilder
  107. anonymous_usage_statistics:
  108. data_context_id: 116fa7d9-7d62-4e76-8c99-2e75e8434523
  109. enabled: true
  110. notebooks:
  111. include_rendered_content:
  112. globally: false
  113. expectation_suite: false
  114. expectation_validation_result: false
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...