Dean
/
Bookdata-tools
mirror of https://github.com/BoiseState/bookdata-tools


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
            local bd = import '../lib.jsonnet';

bd.pipeline({
  'clean-ratings': {
    cmd: bd.cmd('bx extract ../data/BX-CSV-Dump.zip cleaned-ratings.csv'),
    deps: [
      '../src/cli/bx',
      '../data/BX-CSV-Dump.zip',
    ],
    outs: [
      'cleaned-ratings.csv',
    ],
  },
  'cluster-ratings': {
    cmd: bd.cmd('bx cluster-actions --ratings -o bx-cluster-ratings.parquet'),
    deps: [
      '../src/cli/bx',
      'cleaned-ratings.csv',
      '../book-links/isbn-clusters.parquet',
    ],
    outs: [
      'bx-cluster-ratings.parquet',
    ],
  },
  'cluster-actions': {
    cmd: bd.cmd('bx cluster-actions --add-actions -o bx-cluster-actions.parquet'),
    deps: [
      '../src/cli/bx',
      'cleaned-ratings.csv',
      '../book-links/isbn-clusters.parquet',
    ],
    outs: [
      'bx-cluster-actions.parquet',
    ],
  },
}, bd.config.bx.enabled)