Upload 2 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tekken[[:space:]](19).json filter=lfs diff=lfs merge=lfs -text

params (1).json

@@ -0,0 +1,51 @@
+{
+  "dim": 3072,
+  "n_layers": 30,
+  "head_dim": 128,
+  "hidden_dim": 8192,
+  "n_heads": 32,
+  "n_kv_heads": 8,
+  "rope_theta": 100000000.0,
+  "norm_eps": 1e-05,
+  "vocab_size": 131072,
+  "multimodal": {
+    "whisper_model_args": {
+      "encoder_args": {
+        "dim": 1280,
+        "n_layers": 32,
+        "head_dim": 64,
+        "hidden_dim": 5120,
+        "n_heads": 20,
+        "n_kv_heads": 20,
+        "rope_theta": 1000000.0,
+        "norm_eps": 1e-05,
+        "vocab_size": 51866,
+        "tied_embeddings": true,
+        "ffn_type": "gelu",
+        "conv_strides_str": "1,2",
+        "max_source_positions": 1500,
+        "pos_embed": "learned",
+        "freeze_encoder": true,
+        "audio_encoding_args": {
+          "sampling_rate": 16000,
+          "frame_rate": 12.5,
+          "num_mel_bins": 128,
+          "hop_length": 160,
+          "window_size": 400,
+          "chunk_length_s": 30.0
+        }
+      },
+      "decoder_args": null,
+      "audio_token_id": 24,
+      "begin_audio_token_id": 25,
+      "audio_special_tokens_in_adapter": false,
+      "audio_special_token_ids": null,
+      "output_embedding_concat_type": "mlp",
+      "downsample_args": {
+        "downsample_factor": 4,
+        "num_blocks": 1,
+        "n_transformer_layers_per_block": 0
+      }
+    }
+  }
+}

tekken (19).json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aaf3836c2a5332f029ce85a7a62255c966f47b6797ef81dedd0ade9c862e4a8
+size 14894206