hlibbabii
/
lm-context-experiments
mirror of https://github.com/giganticode/lm-context-experiments


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
            md5: 886efd328f2fa5c3da6e9294fa2ad4a4
cmd: virtualenv .venv && source .venv/bin/activate && LANGMODELS_COMMIT_HASH=$(<langmodels-commit-hash.txt)
  && pip install -r https://raw.githubusercontent.com/giganticode/langmodels/$LANGMODELS_COMMIT_HASH/requirements.txt
  && pip install git+https://github.com/giganticode/langmodels@$LANGMODELS_COMMIT_HASH
  && langmodels train --config=$(pwd)/params.json --output-path=$(pwd)/output --patch="corpus.path=$(pwd)/data/25k-vocab-corpus"
  --rewrite-output; rm -rf .venv
deps:
- md5: ca2e8d6be677c14bd408fca1ad2c08cc.dir
  path: data/25k-vocab-corpus
- md5: 8919fa553684a73e59e451113b8f529c
  path: langmodels-commit-hash.txt
- md5: fc5564400c285d41255434aca2847294
  path: params.json
outs:
- md5: 0dd5ba59e68be67a63f3c027ad1e143a
  path: output/best.pth
  cache: true
  metric: false
  persist: false
- md5: 09c4fcaa47fcdaf105018f772276d187
  path: output/training_metrics.csv
  cache: false
  metric: false
  persist: false
- md5: 30d2f1a229f5ed538477afa85d1bc0c2
  path: output/vocab
  cache: true
  metric: false
  persist: false