shcheklein
/
example-get-started
mirror of https://github.com/iterative/example-get-started


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
44

	
45

	
46

	
47

	
48

	
49

	
50

	
            report:  
  image: dvcorg/cml:0-dvc3-base1  
  before_script:
    - cml ci
    - npm install -g json5
  script: |
    if [ $CI_COMMIT_BRANCH = main ]; then
      PREVIOUS_REF=HEAD~1
    else
      PREVIOUS_REF=main
      git fetch --depth=1 origin main:main
    fi

    dvc pull eval
    dvc plots diff $PREVIOUS_REF workspace \
      --show-vega --targets ROC | json5 > vega.json
    vl2svg vega.json roc.svg

    dvc plots diff $PREVIOUS_REF workspace \
      --show-vega --targets Precision-Recall | json5 > vega.json
    vl2svg vega.json prc.svg

    dvc plots diff $PREVIOUS_REF workspace \
      --show-vega --targets Confusion-Matrix | json5 > vega.json
    vl2svg vega.json confusion.svg

    cp eval/plots/images/importance.png importance_workspace.png

    git checkout $PREVIOUS_REF -- dvc.lock
    cp eval/plots/images/importance.png importance_previous.png

    dvc_report=$(dvc exp diff $PREVIOUS_REF --md)

    cat <<EOF > report.md
    # CML Report
    ## Plots
    ![ROC](./roc.svg)
    ![Precision-Recall](./prc.svg)
    ![Confusion Matrix](./confusion.svg)
    #### Feature Importance: ${PREVIOUS_REF}
    ![Feature Importance: ${PREVIOUS_REF}](./importance_previous.png)
    #### Feature Importance: workspace
    ![Feature Importance: workspace](./importance_workspace.png)

    ## Metrics and Params
    ### ${PREVIOUS_REF} → workspace
    ${dvc_report}
    EOF

    cml comment create --publish --pr=false report.md