This repository was archived by the owner on Mar 17, 2026. It is now read-only.
Repository navigation
Expand file tree
/
Copy pathdvc.lock
More file actions
112 lines (112 loc) · 3.25 KB
/
Copy pathdvc.lock
File metadata and controls
112 lines (112 loc) · 3.25 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
schema: '2.0'
stages:
download-ruwiki:
cmd: scripts/download_russian_wiki_dump.sh
deps:
- path: scripts/download_russian_wiki_dump.sh
hash: md5
md5: 7ca919b2cb9f2c51c243d624e3e5ba09
size: 181
outs:
- path: data/ruwiki-latest-pages-articles.xml.bz2
hash: md5
md5: 0a071a40df2edf25a0834db3e8b57da6
size: 5282465397
download-eyo-dicts:
cmd: scripts/download_eyo_kernel_dicts.sh
deps:
- path: scripts/download_eyo_kernel_dicts.sh
hash: md5
md5: 40d3e1bfd903284faac33ea61a0b2ed3
size: 310
outs:
- path: data/not-safe.txt
hash: md5
md5: ec5f0115a62d944f6cd2e1f8581823be
size: 242799
- path: data/safe.txt
hash: md5
md5: 9ee382053bc78a616ce026d2aeda20a0
size: 864914
extract-segments-from-wiki:
cmd: python -m scripts.extract_segments_from_wiki --max-text-length 220 -i data/ruwiki-latest-pages-articles.xml.bz2
-o data/ruwiki-yo-segments.txt
deps:
- path: data/not-safe.txt
hash: md5
md5: ec5f0115a62d944f6cd2e1f8581823be
size: 242799
- path: data/ruwiki-latest-pages-articles.xml.bz2
hash: md5
md5: 0a071a40df2edf25a0834db3e8b57da6
size: 5282465397
- path: data/safe.txt
hash: md5
md5: 9ee382053bc78a616ce026d2aeda20a0
size: 864914
outs:
- path: data/ruwiki-yo-segments.txt
hash: md5
md5: 7aa4aebc7593ff669334c75a9855c5b1
size: 261762773
generate-dataset:
cmd: python -m scripts.generate_dataset --strategy downsample --min-word-count
2 --test-size 0.25 --compress --vocab-filename vocab.txt --markups-filename
markups.jsonl.bz2 -i data/ruwiki-yo-segments.txt -O data
deps:
- path: data/not-safe.txt
hash: md5
md5: ec5f0115a62d944f6cd2e1f8581823be
size: 242799
- path: data/ruwiki-latest-pages-articles.xml.bz2
hash: md5
md5: 0a071a40df2edf25a0834db3e8b57da6
size: 5282465397
- path: data/ruwiki-yo-segments.txt
hash: md5
md5: 7aa4aebc7593ff669334c75a9855c5b1
size: 261762773
- path: data/safe.txt
hash: md5
md5: 9ee382053bc78a616ce026d2aeda20a0
size: 864914
outs:
- path: data/test-markups.jsonl.bz2
hash: md5
md5: 7b384dadd7043dbfd219100d2c25a10f
size: 3573297
- path: data/train-markups.jsonl.bz2
hash: md5
md5: d301473b92577f24fa69e978d578863f
size: 10705634
- path: data/vocab.txt
hash: md5
md5: 0c1e7f20fa413428179f26b48dc80544
size: 176669
evaluate-model:
cmd: python -m scripts.evaluate_model --config-path params.yaml --markups-path
data/test-markups.jsonl.bz2 --vocab-path data/vocab.txt --save-path reports/metrics.json
deps:
- path: data/test-markups.jsonl.bz2
hash: md5
md5: 7b384dadd7043dbfd219100d2c25a10f
size: 3573297
- path: data/vocab.txt
hash: md5
md5: 0c1e7f20fa413428179f26b48dc80544
size: 176669
- path: params.yaml
hash: md5
md5: 775df219797640f43123c3cf2468c09c
size: 499
params:
params.yaml:
model:
name: DictModel
params:
safe: false
outs:
- path: reports/metrics.json
hash: md5
md5: fe75cf7c135de7a8c89513f882152947
size: 425