Register
Login
Resources
Docs Blog Datasets Glossary Case Studies Tutorials & Webinars
Product
Data Engine LLMs Platform Enterprise
Pricing Explore
Connect to our Discord channel

#1051 Feature/infra 000 nightly

Merged
Ghost merged 1 commits into Deci-AI:master from deci-ai:feature/infra-000_nightly
1 changed files with 79 additions and 5 deletions
  1. 79
    5
      .circleci/config.yml
@@ -15,6 +15,17 @@ parameters:
     type: string
     type: string
     description: the version of super gradients docker image
     description: the version of super gradients docker image
     default: "2.0.0"
     default: "2.0.0"
+  build_py_version:
+    type: string
+    description: Python version
+    default: "3.8"
+  run_sanity_tests_flow:
+    type: boolean
+    description: If true will run sanity_test flow
+    default: false
+  skip_md_files:
+    type: boolean
+    default: true
   orb_version:
   orb_version:
     type: string
     type: string
     description: Deci ai ORB version https://circleci.com/developer/orbs/orb/deci-ai/circleci-common-orb
     description: Deci ai ORB version https://circleci.com/developer/orbs/orb/deci-ai/circleci-common-orb
@@ -140,7 +151,7 @@ jobs:
     steps:
     steps:
       - deci-common/checkout_and_skip_build:
       - deci-common/checkout_and_skip_build:
           check_version_file: true
           check_version_file: true
-          skip_md_files: true
+          skip_md_files: << pipeline.parameters.skip_md_files >>
       - deci-common/get_persisted_version_info
       - deci-common/get_persisted_version_info
       - unless:
       - unless:
           condition:
           condition:
@@ -466,6 +477,11 @@ jobs:
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
 
 
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
+
   recipe_sanity_tests_classification_pt1:
   recipe_sanity_tests_classification_pt1:
     docker:
     docker:
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
@@ -503,6 +519,13 @@ jobs:
           name: Remove new environment when failed
           name: Remove new environment when failed
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
+
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
+
+
   recipe_sanity_tests_classification_pt2:
   recipe_sanity_tests_classification_pt2:
     docker:
     docker:
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
@@ -538,6 +561,10 @@ jobs:
           name: Remove new environment when failed
           name: Remove new environment when failed
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
 
 
   recipe_sanity_tests_segmentation:
   recipe_sanity_tests_segmentation:
     docker:
     docker:
@@ -585,6 +612,11 @@ jobs:
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
 
 
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
+
   recipe_sanity_tests_detection:
   recipe_sanity_tests_detection:
     docker:
     docker:
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
       - image: 307629990626.dkr.ecr.us-east-1.amazonaws.com/deci/infra/circleci/runner/sg-gpu:<< pipeline.parameters.sg_docker_version >>
@@ -621,6 +653,10 @@ jobs:
           name: Remove new environment when failed
           name: Remove new environment when failed
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
 
 
   recipe_sanity_tests_pose_estimation:
   recipe_sanity_tests_pose_estimation:
     docker:
     docker:
@@ -653,6 +689,10 @@ jobs:
           name: Remove new environment when failed
           name: Remove new environment when failed
           command: "rm -r << parameters.sg_new_env_name >>"
           command: "rm -r << parameters.sg_new_env_name >>"
           when: on_fail
           when: on_fail
+      - slack/notify:
+          channel: "sg-integration-tests"
+          event: fail
+          template: basic_fail_1 # see https://github.com/CircleCI-Public/slack-orb/wiki#templates.
 
 
   docker-build-and-publish-branch:
   docker-build-and-publish-branch:
     docker:
     docker:
@@ -703,6 +743,28 @@ jobs:
                 dockerfile: 'scripts/Dockerfile.branch'
                 dockerfile: 'scripts/Dockerfile.branch'
 
 
 workflows:
 workflows:
+  sanity_tests:
+    when:  << pipeline.parameters.run_sanity_tests_flow >>
+    jobs:
+      - recipe_sanity_tests_classification_pt1:
+          context:
+            - slack
+      - recipe_sanity_tests_classification_pt2:
+          context:
+            - slack
+      - recipe_sanity_tests_segmentation:
+          context:
+            - slack
+      - recipe_sanity_tests_detection:
+          context:
+            - slack
+      - recipe_sanity_tests_pose_estimation:
+          context:
+            - slack
+      - recipe_accuracy_tests:
+          context:
+            - slack
+
   release:
   release:
     unless:
     unless:
       or:
       or:
@@ -725,16 +787,28 @@ workflows:
             - login_to_codeartifact_release
             - login_to_codeartifact_release
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_sanity_tests_classification_pt1:
       - recipe_sanity_tests_classification_pt1:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_sanity_tests_classification_pt2:
       - recipe_sanity_tests_classification_pt2:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_sanity_tests_segmentation:
       - recipe_sanity_tests_segmentation:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_sanity_tests_detection:
       - recipe_sanity_tests_detection:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_sanity_tests_pose_estimation:
       - recipe_sanity_tests_pose_estimation:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - recipe_accuracy_tests:
       - recipe_accuracy_tests:
+          context:
+            - slack
           <<: *release_tag_filter
           <<: *release_tag_filter
       - release_version:
       - release_version:
           py_version: "3.8"
           py_version: "3.8"
@@ -770,8 +844,8 @@ workflows:
           version_override: ""
           version_override: ""
 
 
       - build:
       - build:
-          name: "build3.8"
-          py_version: "3.8"
+          name: "build<< pipeline.parameters.build_py_version >>"
+          py_version:  << pipeline.parameters.build_py_version >>
           package_name: "super-gradients"
           package_name: "super-gradients"
           requires:
           requires:
             - deci-common/persist_version_info
             - deci-common/persist_version_info
@@ -781,9 +855,9 @@ workflows:
           <<: *release_candidate_filter
           <<: *release_candidate_filter
 
 
       - release_candidate: # happens on merge
       - release_candidate: # happens on merge
-          py_version: "3.8"
+          py_version: "<< pipeline.parameters.build_py_version >>"
           requires:
           requires:
-            - "build3.8"
+            - "build<< pipeline.parameters.build_py_version >>"
             - deci-common/codeartifact_login
             - deci-common/codeartifact_login
           <<: *release_candidate_filter
           <<: *release_candidate_filter
 
 
Discard