Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

great_expectations.yml 5.1 KB

You have to be logged in to leave a comment. Sign In
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
  1. # Welcome to Great Expectations! Always know what to expect from your data.
  2. #
  3. # Here you can define datasources, batch kwargs generators, integrations and
  4. # more. This file is intended to be committed to your repo. For help with
  5. # configuration please:
  6. # - Read our docs: https://docs.greatexpectations.io/docs/guides/connecting_to_your_data/connect_to_data_overview/#2-configure-your-datasource
  7. # - Join our slack channel: http://greatexpectations.io/slack
  8. # config_version refers to the syntactic version of this config file, and is used in maintaining backwards compatibility
  9. # It is auto-generated and usually does not need to be changed.
  10. config_version: 3.0
  11. # Datasources tell Great Expectations where your data lives and how to get it.
  12. # You can use the CLI command `great_expectations datasource new` to help you
  13. # add a new datasource. Read more at https://docs.greatexpectations.io/docs/guides/connecting_to_your_data/connect_to_data_overview
  14. datasources:
  15. IIS_datasource:
  16. class_name: Datasource
  17. module_name: great_expectations.datasource
  18. execution_engine:
  19. class_name: PandasExecutionEngine
  20. module_name: great_expectations.execution_engine
  21. data_connectors:
  22. default_inferred_data_connector_name:
  23. class_name: InferredAssetFilesystemDataConnector
  24. module_name: great_expectations.datasource.data_connector
  25. base_directory: ../data/validation
  26. default_regex:
  27. group_names:
  28. - data_asset_name
  29. pattern: (.*)
  30. default_runtime_data_connector_name:
  31. class_name: RuntimeDataConnector
  32. module_name: great_expectations.datasource.data_connector
  33. assets:
  34. my_runtime_asset_name:
  35. class_name: Asset
  36. module_name: great_expectations.datasource.data_connector.asset
  37. batch_identifiers:
  38. - runtime_batch_identifier_name
  39. # This config file supports variable substitution which enables: 1) keeping
  40. # secrets out of source control & 2) environment-based configuration changes
  41. # such as staging vs prod.
  42. #
  43. # When GX encounters substitution syntax (like `my_key: ${my_value}` or
  44. # `my_key: $my_value`) in the great_expectations.yml file, it will attempt
  45. # to replace the value of `my_key` with the value from an environment
  46. # variable `my_value` or a corresponding key read from this config file,
  47. # which is defined through the `config_variables_file_path`.
  48. # Environment variables take precedence over variables defined here.
  49. #
  50. # Substitution values defined here can be a simple (non-nested) value,
  51. # nested value such as a dictionary, or an environment variable (i.e. ${ENV_VAR})
  52. #
  53. #
  54. # https://docs.greatexpectations.io/docs/guides/setup/configuring_data_contexts/how_to_configure_credentials
  55. config_variables_file_path: uncommitted/config_variables.yml
  56. # The plugins_directory will be added to your python path for custom modules
  57. # used to override and extend Great Expectations.
  58. plugins_directory: plugins/
  59. stores:
  60. # Stores are configurable places to store things like Expectations, Validations
  61. # Data Docs, and more. These are for advanced users only - most users can simply
  62. # leave this section alone.
  63. #
  64. # Three stores are required: expectations, validations, and
  65. # evaluation_parameters, and must exist with a valid store entry. Additional
  66. # stores can be configured for uses such as data_docs, etc.
  67. expectations_store:
  68. class_name: ExpectationsStore
  69. store_backend:
  70. class_name: TupleFilesystemStoreBackend
  71. base_directory: expectations/
  72. validations_store:
  73. class_name: ValidationsStore
  74. store_backend:
  75. class_name: TupleFilesystemStoreBackend
  76. base_directory: uncommitted/validations/
  77. evaluation_parameter_store:
  78. class_name: EvaluationParameterStore
  79. checkpoint_store:
  80. class_name: CheckpointStore
  81. store_backend:
  82. class_name: TupleFilesystemStoreBackend
  83. suppress_store_backend_id: true
  84. base_directory: checkpoints/
  85. profiler_store:
  86. class_name: ProfilerStore
  87. store_backend:
  88. class_name: TupleFilesystemStoreBackend
  89. suppress_store_backend_id: true
  90. base_directory: profilers/
  91. expectations_store_name: expectations_store
  92. validations_store_name: validations_store
  93. evaluation_parameter_store_name: evaluation_parameter_store
  94. checkpoint_store_name: checkpoint_store
  95. data_docs_sites:
  96. # Data Docs make it simple to visualize data quality in your project. These
  97. # include Expectations, Validations & Profiles. The are built for all
  98. # Datasources from JSON artifacts in the local repo including validations &
  99. # profiles from the uncommitted directory. Read more at https://docs.greatexpectations.io/docs/terms/data_docs
  100. local_site:
  101. class_name: SiteBuilder
  102. show_how_to_buttons: true
  103. store_backend:
  104. class_name: TupleFilesystemStoreBackend
  105. base_directory: uncommitted/data_docs/local_site/
  106. site_index_builder:
  107. class_name: DefaultSiteIndexBuilder
  108. anonymous_usage_statistics:
  109. data_context_id: e95dbdfb-93a2-4d70-89d5-e9d43e8d5105
  110. enabled: true
  111. notebooks:
  112. include_rendered_content:
  113. globally: false
  114. expectation_suite: false
  115. expectation_validation_result: false
Tip!

Press p or to see the previous file or, n or to see the next file

Comments

Loading...