lucasnewman commited on
Commit
a2b0c93
·
verified ·
1 Parent(s): cc57f15

Upload 2 files

Browse files
Files changed (2) hide show
  1. config.json +52 -0
  2. model.safetensors +3 -0
config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "data": {
3
+ "text_length": 1024,
4
+ "audio_length": 3072,
5
+ "channels": 9,
6
+ "text_pad_value": 0,
7
+ "audio_eos_value": 1024,
8
+ "audio_pad_value": 1025,
9
+ "audio_bos_value": 1026,
10
+ "delay_pattern": [
11
+ 0,
12
+ 8,
13
+ 9,
14
+ 10,
15
+ 11,
16
+ 12,
17
+ 13,
18
+ 14,
19
+ 15
20
+ ]
21
+ },
22
+ "model": {
23
+ "decoder": {
24
+ "cross_head_dim": 128,
25
+ "cross_query_heads": 16,
26
+ "gqa_head_dim": 128,
27
+ "gqa_query_heads": 16,
28
+ "kv_heads": 4,
29
+ "n_embd": 2048,
30
+ "n_hidden": 8192,
31
+ "n_layer": 18
32
+ },
33
+ "dropout": 0.0,
34
+ "encoder": {
35
+ "head_dim": 128,
36
+ "n_embd": 1024,
37
+ "n_hidden": 4096,
38
+ "n_head": 16,
39
+ "n_layer": 12
40
+ },
41
+ "normalization_layer_epsilon": 1e-05,
42
+ "rope_max_timescale": 10000,
43
+ "rope_min_timescale": 1,
44
+ "src_vocab_size": 256,
45
+ "tgt_vocab_size": 1028,
46
+ "weight_dtype": "float16"
47
+ },
48
+ "training": {
49
+ "dtype": "float16"
50
+ },
51
+ "version": "0.1"
52
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0a027738bc5a2361f2134f3bf372e4a5923133b13a31c326425c715a32127a6
3
+ size 3222361673