Upload folder using huggingface_hub

README.md

@@ -0,0 +1,71 @@
+---
+tags:
+- text-to-speech
+license: cc-by-nc-sa-4.0
+language:
+- zh
+- en
+- de
+- ja
+- fr
+- es
+- ko
+- ar
+- nl
+- ru
+- it
+- pl
+- pt
+pipeline_tag: text-to-speech
+inference: false
+extra_gated_prompt: >-
+  You agree to not use the model to generate contents that violate DMCA or local
+  laws.
+extra_gated_fields:
+  Country: country
+  Specific date: date_picker
+  I agree to use this model for non-commercial use ONLY: checkbox
+---
+
+
+# Fish Speech V1.5
+
+**Fish Speech V1.5** is a leading text-to-speech (TTS) model trained on more than 1 million hours of audio data in multiple languages.
+
+Supported languages:
+- English (en) >300k hours
+- Chinese (zh) >300k hours
+- Japanese (ja) >100k hours
+- German (de) ~20k hours
+- French (fr) ~20k hours
+- Spanish (es) ~20k hours
+- Korean (ko) ~20k hours
+- Arabic (ar) ~20k hours
+- Russian (ru) ~20k hours
+- Dutch (nl) <10k hours
+- Italian (it) <10k hours
+- Polish (pl) <10k hours
+- Portuguese (pt) <10k hours
+
+Please refer to [Fish Speech Github](https://github.com/fishaudio/fish-speech) for more info.  
+Demo available at [Fish Audio](https://fish.audio/).
+
+## Citation
+
+If you found this repository useful, please consider citing this work:
+
+```
+@misc{fish-speech-v1.4,
+      title={Fish-Speech: Leveraging Large Language Models for Advanced Multilingual Text-to-Speech Synthesis}, 
+      author={Shijia Liao and Yuxuan Wang and Tianyu Li and Yifan Cheng and Ruoyi Zhang and Rongzhi Zhou and Yijin Xing},
+      year={2024},
+      eprint={2411.01156},
+      archivePrefix={arXiv},
+      primaryClass={cs.SD},
+      url={https://arxiv.org/abs/2411.01156}, 
+}
+```
+
+## License
+
+This model is permissively licensed under the BY-CC-NC-SA-4.0 license.

config.json

@@ -0,0 +1,28 @@
+{
+    "attention_qkv_bias": false,
+    "codebook_size": 1024,
+    "dim": 1024,
+    "dropout": 0.0,
+    "fast_attention_qkv_bias": false,
+    "fast_dim": 1024,
+    "fast_head_dim": 64,
+    "fast_intermediate_size": 4096,
+    "fast_n_head": 16,
+    "fast_n_local_heads": 2,
+    "head_dim": 64,
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_reward_model": false,
+    "max_seq_len": 8192,
+    "model_type": "dual_ar",
+    "n_fast_layer": 4,
+    "n_head": 16,
+    "n_layer": 24,
+    "n_local_heads": 2,
+    "norm_eps": 1e-06,
+    "num_codebooks": 8,
+    "rope_base": 1000000.0,
+    "tie_word_embeddings": false,
+    "use_gradient_checkpointing": true,
+    "vocab_size": 102048
+}

firefly-gan-vq-fsq-8x1024-21hz-generator.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01b81dbf753224a156c3fe139b88bf0b9a0f54b11bee864f95e66511c3ccd754
+size 188518579

model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918dc960372cc1b77bbafb14c48ef7a1634ecf75d4eb85b78607223b780d6001
+size 1275908030

special_tokens.json

@@ -0,0 +1,1038 @@
+{
+  "<|begin_of_text|>": 100000,
+  "<|end_of_text|>": 100001,
+  "<|pad|>": 100002,
+  "<|im_start|>": 100003,
+  "<|im_end|>": 100004,
+  "<|phoneme_start|>": 100005,
+  "<|phoneme_end|>": 100006,
+  "<|tool_call_start|>": 100007,
+  "<|tool_call_end|>": 100008,
+  "<|text|>": 100009,
+  "<|voice|>": 100010,
+  "<|interleave|>": 100011,
+  "<|semantic:0|>": 100012,
+  "<|semantic:1|>": 100013,
+  "<|semantic:2|>": 100014,
+  "<|semantic:3|>": 100015,
+  "<|semantic:4|>": 100016,
+  "<|semantic:5|>": 100017,
+  "<|semantic:6|>": 100018,
+  "<|semantic:7|>": 100019,
+  "<|semantic:8|>": 100020,
+  "<|semantic:9|>": 100021,
+  "<|semantic:10|>": 100022,
+  "<|semantic:11|>": 100023,
+  "<|semantic:12|>": 100024,
+  "<|semantic:13|>": 100025,
+  "<|semantic:14|>": 100026,
+  "<|semantic:15|>": 100027,
+  "<|semantic:16|>": 100028,
+  "<|semantic:17|>": 100029,
+  "<|semantic:18|>": 100030,
+  "<|semantic:19|>": 100031,
+  "<|semantic:20|>": 100032,
+  "<|semantic:21|>": 100033,
+  "<|semantic:22|>": 100034,
+  "<|semantic:23|>": 100035,
+  "<|semantic:24|>": 100036,
+  "<|semantic:25|>": 100037,
+  "<|semantic:26|>": 100038,
+  "<|semantic:27|>": 100039,
+  "<|semantic:28|>": 100040,
+  "<|semantic:29|>": 100041,
+  "<|semantic:30|>": 100042,
+  "<|semantic:31|>": 100043,
+  "<|semantic:32|>": 100044,
+  "<|semantic:33|>": 100045,
+  "<|semantic:34|>": 100046,
+  "<|semantic:35|>": 100047,
+  "<|semantic:36|>": 100048,
+  "<|semantic:37|>": 100049,
+  "<|semantic:38|>": 100050,
+  "<|semantic:39|>": 100051,
+  "<|semantic:40|>": 100052,
+  "<|semantic:41|>": 100053,
+  "<|semantic:42|>": 100054,
+  "<|semantic:43|>": 100055,
+  "<|semantic:44|>": 100056,
+  "<|semantic:45|>": 100057,
+  "<|semantic:46|>": 100058,
+  "<|semantic:47|>": 100059,
+  "<|semantic:48|>": 100060,
+  "<|semantic:49|>": 100061,
+  "<|semantic:50|>": 100062,
+  "<|semantic:51|>": 100063,
+  "<|semantic:52|>": 100064,
+  "<|semantic:53|>": 100065,
+  "<|semantic:54|>": 100066,
+  "<|semantic:55|>": 100067,
+  "<|semantic:56|>": 100068,
+  "<|semantic:57|>": 100069,
+  "<|semantic:58|>": 100070,
+  "<|semantic:59|>": 100071,
+  "<|semantic:60|>": 100072,
+  "<|semantic:61|>": 100073,
+  "<|semantic:62|>": 100074,
+  "<|semantic:63|>": 100075,
+  "<|semantic:64|>": 100076,
+  "<|semantic:65|>": 100077,
+  "<|semantic:66|>": 100078,
+  "<|semantic:67|>": 100079,
+  "<|semantic:68|>": 100080,
+  "<|semantic:69|>": 100081,
+  "<|semantic:70|>": 100082,
+  "<|semantic:71|>": 100083,
+  "<|semantic:72|>": 100084,
+  "<|semantic:73|>": 100085,
+  "<|semantic:74|>": 100086,
+  "<|semantic:75|>": 100087,
+  "<|semantic:76|>": 100088,
+  "<|semantic:77|>": 100089,
+  "<|semantic:78|>": 100090,
+  "<|semantic:79|>": 100091,
+  "<|semantic:80|>": 100092,
+  "<|semantic:81|>": 100093,
+  "<|semantic:82|>": 100094,
+  "<|semantic:83|>": 100095,
+  "<|semantic:84|>": 100096,
+  "<|semantic:85|>": 100097,
+  "<|semantic:86|>": 100098,
+  "<|semantic:87|>": 100099,
+  "<|semantic:88|>": 100100,
+  "<|semantic:89|>": 100101,
+  "<|semantic:90|>": 100102,
+  "<|semantic:91|>": 100103,
+  "<|semantic:92|>": 100104,
+  "<|semantic:93|>": 100105,
+  "<|semantic:94|>": 100106,
+  "<|semantic:95|>": 100107,
+  "<|semantic:96|>": 100108,
+  "<|semantic:97|>": 100109,
+  "<|semantic:98|>": 100110,
+  "<|semantic:99|>": 100111,
+  "<|semantic:100|>": 100112,
+  "<|semantic:101|>": 100113,
+  "<|semantic:102|>": 100114,
+  "<|semantic:103|>": 100115,
+  "<|semantic:104|>": 100116,
+  "<|semantic:105|>": 100117,
+  "<|semantic:106|>": 100118,
+  "<|semantic:107|>": 100119,
+  "<|semantic:108|>": 100120,
+  "<|semantic:109|>": 100121,
+  "<|semantic:110|>": 100122,
+  "<|semantic:111|>": 100123,
+  "<|semantic:112|>": 100124,
+  "<|semantic:113|>": 100125,
+  "<|semantic:114|>": 100126,
+  "<|semantic:115|>": 100127,
+  "<|semantic:116|>": 100128,
+  "<|semantic:117|>": 100129,
+  "<|semantic:118|>": 100130,
+  "<|semantic:119|>": 100131,
+  "<|semantic:120|>": 100132,
+  "<|semantic:121|>": 100133,
+  "<|semantic:122|>": 100134,
+  "<|semantic:123|>": 100135,
+  "<|semantic:124|>": 100136,
+  "<|semantic:125|>": 100137,
+  "<|semantic:126|>": 100138,
+  "<|semantic:127|>": 100139,
+  "<|semantic:128|>": 100140,
+  "<|semantic:129|>": 100141,
+  "<|semantic:130|>": 100142,
+  "<|semantic:131|>": 100143,
+  "<|semantic:132|>": 100144,
+  "<|semantic:133|>": 100145,
+  "<|semantic:134|>": 100146,
+  "<|semantic:135|>": 100147,
+  "<|semantic:136|>": 100148,
+  "<|semantic:137|>": 100149,
+  "<|semantic:138|>": 100150,
+  "<|semantic:139|>": 100151,
+  "<|semantic:140|>": 100152,
+  "<|semantic:141|>": 100153,
+  "<|semantic:142|>": 100154,
+  "<|semantic:143|>": 100155,
+  "<|semantic:144|>": 100156,
+  "<|semantic:145|>": 100157,
+  "<|semantic:146|>": 100158,
+  "<|semantic:147|>": 100159,
+  "<|semantic:148|>": 100160,
+  "<|semantic:149|>": 100161,
+  "<|semantic:150|>": 100162,
+  "<|semantic:151|>": 100163,
+  "<|semantic:152|>": 100164,
+  "<|semantic:153|>": 100165,
+  "<|semantic:154|>": 100166,
+  "<|semantic:155|>": 100167,
+  "<|semantic:156|>": 100168,
+  "<|semantic:157|>": 100169,
+  "<|semantic:158|>": 100170,
+  "<|semantic:159|>": 100171,
+  "<|semantic:160|>": 100172,
+  "<|semantic:161|>": 100173,
+  "<|semantic:162|>": 100174,
+  "<|semantic:163|>": 100175,
+  "<|semantic:164|>": 100176,
+  "<|semantic:165|>": 100177,
+  "<|semantic:166|>": 100178,
+  "<|semantic:167|>": 100179,
+  "<|semantic:168|>": 100180,
+  "<|semantic:169|>": 100181,
+  "<|semantic:170|>": 100182,
+  "<|semantic:171|>": 100183,
+  "<|semantic:172|>": 100184,
+  "<|semantic:173|>": 100185,
+  "<|semantic:174|>": 100186,
+  "<|semantic:175|>": 100187,
+  "<|semantic:176|>": 100188,
+  "<|semantic:177|>": 100189,
+  "<|semantic:178|>": 100190,
+  "<|semantic:179|>": 100191,
+  "<|semantic:180|>": 100192,
+  "<|semantic:181|>": 100193,
+  "<|semantic:182|>": 100194,
+  "<|semantic:183|>": 100195,
+  "<|semantic:184|>": 100196,
+  "<|semantic:185|>": 100197,
+  "<|semantic:186|>": 100198,
+  "<|semantic:187|>": 100199,
+  "<|semantic:188|>": 100200,
+  "<|semantic:189|>": 100201,
+  "<|semantic:190|>": 100202,
+  "<|semantic:191|>": 100203,
+  "<|semantic:192|>": 100204,
+  "<|semantic:193|>": 100205,
+  "<|semantic:194|>": 100206,
+  "<|semantic:195|>": 100207,
+  "<|semantic:196|>": 100208,
+  "<|semantic:197|>": 100209,
+  "<|semantic:198|>": 100210,
+  "<|semantic:199|>": 100211,
+  "<|semantic:200|>": 100212,
+  "<|semantic:201|>": 100213,
+  "<|semantic:202|>": 100214,
+  "<|semantic:203|>": 100215,
+  "<|semantic:204|>": 100216,
+  "<|semantic:205|>": 100217,
+  "<|semantic:206|>": 100218,
+  "<|semantic:207|>": 100219,
+  "<|semantic:208|>": 100220,
+  "<|semantic:209|>": 100221,
+  "<|semantic:210|>": 100222,
+  "<|semantic:211|>": 100223,
+  "<|semantic:212|>": 100224,
+  "<|semantic:213|>": 100225,
+  "<|semantic:214|>": 100226,
+  "<|semantic:215|>": 100227,
+  "<|semantic:216|>": 100228,
+  "<|semantic:217|>": 100229,
+  "<|semantic:218|>": 100230,
+  "<|semantic:219|>": 100231,
+  "<|semantic:220|>": 100232,
+  "<|semantic:221|>": 100233,
+  "<|semantic:222|>": 100234,
+  "<|semantic:223|>": 100235,
+  "<|semantic:224|>": 100236,
+  "<|semantic:225|>": 100237,
+  "<|semantic:226|>": 100238,
+  "<|semantic:227|>": 100239,
+  "<|semantic:228|>": 100240,
+  "<|semantic:229|>": 100241,
+  "<|semantic:230|>": 100242,
+  "<|semantic:231|>": 100243,
+  "<|semantic:232|>": 100244,
+  "<|semantic:233|>": 100245,
+  "<|semantic:234|>": 100246,
+  "<|semantic:235|>": 100247,
+  "<|semantic:236|>": 100248,
+  "<|semantic:237|>": 100249,
+  "<|semantic:238|>": 100250,
+  "<|semantic:239|>": 100251,
+  "<|semantic:240|>": 100252,
+  "<|semantic:241|>": 100253,
+  "<|semantic:242|>": 100254,
+  "<|semantic:243|>": 100255,
+  "<|semantic:244|>": 100256,
+  "<|semantic:245|>": 100257,
+  "<|semantic:246|>": 100258,
+  "<|semantic:247|>": 100259,
+  "<|semantic:248|>": 100260,
+  "<|semantic:249|>": 100261,
+  "<|semantic:250|>": 100262,
+  "<|semantic:251|>": 100263,
+  "<|semantic:252|>": 100264,
+  "<|semantic:253|>": 100265,
+  "<|semantic:254|>": 100266,
+  "<|semantic:255|>": 100267,
+  "<|semantic:256|>": 100268,
+  "<|semantic:257|>": 100269,
+  "<|semantic:258|>": 100270,
+  "<|semantic:259|>": 100271,
+  "<|semantic:260|>": 100272,
+  "<|semantic:261|>": 100273,
+  "<|semantic:262|>": 100274,
+  "<|semantic:263|>": 100275,
+  "<|semantic:264|>": 100276,
+  "<|semantic:265|>": 100277,
+  "<|semantic:266|>": 100278,
+  "<|semantic:267|>": 100279,
+  "<|semantic:268|>": 100280,
+  "<|semantic:269|>": 100281,
+  "<|semantic:270|>": 100282,
+  "<|semantic:271|>": 100283,
+  "<|semantic:272|>": 100284,
+  "<|semantic:273|>": 100285,
+  "<|semantic:274|>": 100286,
+  "<|semantic:275|>": 100287,
+  "<|semantic:276|>": 100288,
+  "<|semantic:277|>": 100289,
+  "<|semantic:278|>": 100290,
+  "<|semantic:279|>": 100291,
+  "<|semantic:280|>": 100292,
+  "<|semantic:281|>": 100293,
+  "<|semantic:282|>": 100294,
+  "<|semantic:283|>": 100295,
+  "<|semantic:284|>": 100296,
+  "<|semantic:285|>": 100297,
+  "<|semantic:286|>": 100298,
+  "<|semantic:287|>": 100299,
+  "<|semantic:288|>": 100300,
+  "<|semantic:289|>": 100301,
+  "<|semantic:290|>": 100302,
+  "<|semantic:291|>": 100303,
+  "<|semantic:292|>": 100304,
+  "<|semantic:293|>": 100305,
+  "<|semantic:294|>": 100306,
+  "<|semantic:295|>": 100307,
+  "<|semantic:296|>": 100308,
+  "<|semantic:297|>": 100309,
+  "<|semantic:298|>": 100310,
+  "<|semantic:299|>": 100311,
+  "<|semantic:300|>": 100312,
+  "<|semantic:301|>": 100313,
+  "<|semantic:302|>": 100314,
+  "<|semantic:303|>": 100315,
+  "<|semantic:304|>": 100316,
+  "<|semantic:305|>": 100317,
+  "<|semantic:306|>": 100318,
+  "<|semantic:307|>": 100319,
+  "<|semantic:308|>": 100320,
+  "<|semantic:309|>": 100321,
+  "<|semantic:310|>": 100322,
+  "<|semantic:311|>": 100323,
+  "<|semantic:312|>": 100324,
+  "<|semantic:313|>": 100325,
+  "<|semantic:314|>": 100326,
+  "<|semantic:315|>": 100327,
+  "<|semantic:316|>": 100328,
+  "<|semantic:317|>": 100329,
+  "<|semantic:318|>": 100330,
+  "<|semantic:319|>": 100331,
+  "<|semantic:320|>": 100332,
+  "<|semantic:321|>": 100333,
+  "<|semantic:322|>": 100334,
+  "<|semantic:323|>": 100335,
+  "<|semantic:324|>": 100336,
+  "<|semantic:325|>": 100337,
+  "<|semantic:326|>": 100338,
+  "<|semantic:327|>": 100339,
+  "<|semantic:328|>": 100340,
+  "<|semantic:329|>": 100341,
+  "<|semantic:330|>": 100342,
+  "<|semantic:331|>": 100343,
+  "<|semantic:332|>": 100344,
+  "<|semantic:333|>": 100345,
+  "<|semantic:334|>": 100346,
+  "<|semantic:335|>": 100347,
+  "<|semantic:336|>": 100348,
+  "<|semantic:337|>": 100349,
+  "<|semantic:338|>": 100350,
+  "<|semantic:339|>": 100351,
+  "<|semantic:340|>": 100352,
+  "<|semantic:341|>": 100353,
+  "<|semantic:342|>": 100354,
+  "<|semantic:343|>": 100355,
+  "<|semantic:344|>": 100356,
+  "<|semantic:345|>": 100357,
+  "<|semantic:346|>": 100358,
+  "<|semantic:347|>": 100359,
+  "<|semantic:348|>": 100360,
+  "<|semantic:349|>": 100361,
+  "<|semantic:350|>": 100362,
+  "<|semantic:351|>": 100363,
+  "<|semantic:352|>": 100364,
+  "<|semantic:353|>": 100365,
+  "<|semantic:354|>": 100366,
+  "<|semantic:355|>": 100367,
+  "<|semantic:356|>": 100368,
+  "<|semantic:357|>": 100369,
+  "<|semantic:358|>": 100370,
+  "<|semantic:359|>": 100371,
+  "<|semantic:360|>": 100372,
+  "<|semantic:361|>": 100373,
+  "<|semantic:362|>": 100374,
+  "<|semantic:363|>": 100375,
+  "<|semantic:364|>": 100376,
+  "<|semantic:365|>": 100377,
+  "<|semantic:366|>": 100378,
+  "<|semantic:367|>": 100379,
+  "<|semantic:368|>": 100380,
+  "<|semantic:369|>": 100381,
+  "<|semantic:370|>": 100382,
+  "<|semantic:371|>": 100383,
+  "<|semantic:372|>": 100384,
+  "<|semantic:373|>": 100385,
+  "<|semantic:374|>": 100386,
+  "<|semantic:375|>": 100387,
+  "<|semantic:376|>": 100388,
+  "<|semantic:377|>": 100389,
+  "<|semantic:378|>": 100390,
+  "<|semantic:379|>": 100391,
+  "<|semantic:380|>": 100392,
+  "<|semantic:381|>": 100393,
+  "<|semantic:382|>": 100394,
+  "<|semantic:383|>": 100395,
+  "<|semantic:384|>": 100396,
+  "<|semantic:385|>": 100397,
+  "<|semantic:386|>": 100398,
+  "<|semantic:387|>": 100399,
+  "<|semantic:388|>": 100400,
+  "<|semantic:389|>": 100401,
+  "<|semantic:390|>": 100402,
+  "<|semantic:391|>": 100403,
+  "<|semantic:392|>": 100404,
+  "<|semantic:393|>": 100405,
+  "<|semantic:394|>": 100406,
+  "<|semantic:395|>": 100407,
+  "<|semantic:396|>": 100408,
+  "<|semantic:397|>": 100409,
+  "<|semantic:398|>": 100410,
+  "<|semantic:399|>": 100411,
+  "<|semantic:400|>": 100412,
+  "<|semantic:401|>": 100413,
+  "<|semantic:402|>": 100414,
+  "<|semantic:403|>": 100415,
+  "<|semantic:404|>": 100416,
+  "<|semantic:405|>": 100417,
+  "<|semantic:406|>": 100418,
+  "<|semantic:407|>": 100419,
+  "<|semantic:408|>": 100420,
+  "<|semantic:409|>": 100421,
+  "<|semantic:410|>": 100422,
+  "<|semantic:411|>": 100423,
+  "<|semantic:412|>": 100424,
+  "<|semantic:413|>": 100425,
+  "<|semantic:414|>": 100426,
+  "<|semantic:415|>": 100427,
+  "<|semantic:416|>": 100428,
+  "<|semantic:417|>": 100429,
+  "<|semantic:418|>": 100430,
+  "<|semantic:419|>": 100431,
+  "<|semantic:420|>": 100432,
+  "<|semantic:421|>": 100433,
+  "<|semantic:422|>": 100434,
+  "<|semantic:423|>": 100435,
+  "<|semantic:424|>": 100436,
+  "<|semantic:425|>": 100437,
+  "<|semantic:426|>": 100438,
+  "<|semantic:427|>": 100439,
+  "<|semantic:428|>": 100440,
+  "<|semantic:429|>": 100441,
+  "<|semantic:430|>": 100442,
+  "<|semantic:431|>": 100443,
+  "<|semantic:432|>": 100444,
+  "<|semantic:433|>": 100445,
+  "<|semantic:434|>": 100446,
+  "<|semantic:435|>": 100447,
+  "<|semantic:436|>": 100448,
+  "<|semantic:437|>": 100449,
+  "<|semantic:438|>": 100450,
+  "<|semantic:439|>": 100451,
+  "<|semantic:440|>": 100452,
+  "<|semantic:441|>": 100453,
+  "<|semantic:442|>": 100454,
+  "<|semantic:443|>": 100455,
+  "<|semantic:444|>": 100456,
+  "<|semantic:445|>": 100457,
+  "<|semantic:446|>": 100458,
+  "<|semantic:447|>": 100459,
+  "<|semantic:448|>": 100460,
+  "<|semantic:449|>": 100461,
+  "<|semantic:450|>": 100462,
+  "<|semantic:451|>": 100463,
+  "<|semantic:452|>": 100464,
+  "<|semantic:453|>": 100465,
+  "<|semantic:454|>": 100466,
+  "<|semantic:455|>": 100467,
+  "<|semantic:456|>": 100468,
+  "<|semantic:457|>": 100469,
+  "<|semantic:458|>": 100470,
+  "<|semantic:459|>": 100471,
+  "<|semantic:460|>": 100472,
+  "<|semantic:461|>": 100473,
+  "<|semantic:462|>": 100474,
+  "<|semantic:463|>": 100475,
+  "<|semantic:464|>": 100476,
+  "<|semantic:465|>": 100477,
+  "<|semantic:466|>": 100478,
+  "<|semantic:467|>": 100479,
+  "<|semantic:468|>": 100480,
+  "<|semantic:469|>": 100481,
+  "<|semantic:470|>": 100482,
+  "<|semantic:471|>": 100483,
+  "<|semantic:472|>": 100484,
+  "<|semantic:473|>": 100485,
+  "<|semantic:474|>": 100486,
+  "<|semantic:475|>": 100487,
+  "<|semantic:476|>": 100488,
+  "<|semantic:477|>": 100489,
+  "<|semantic:478|>": 100490,
+  "<|semantic:479|>": 100491,
+  "<|semantic:480|>": 100492,
+  "<|semantic:481|>": 100493,
+  "<|semantic:482|>": 100494,
+  "<|semantic:483|>": 100495,
+  "<|semantic:484|>": 100496,
+  "<|semantic:485|>": 100497,
+  "<|semantic:486|>": 100498,
+  "<|semantic:487|>": 100499,
+  "<|semantic:488|>": 100500,
+  "<|semantic:489|>": 100501,
+  "<|semantic:490|>": 100502,
+  "<|semantic:491|>": 100503,
+  "<|semantic:492|>": 100504,
+  "<|semantic:493|>": 100505,
+  "<|semantic:494|>": 100506,
+  "<|semantic:495|>": 100507,
+  "<|semantic:496|>": 100508,
+  "<|semantic:497|>": 100509,
+  "<|semantic:498|>": 100510,
+  "<|semantic:499|>": 100511,
+  "<|semantic:500|>": 100512,
+  "<|semantic:501|>": 100513,
+  "<|semantic:502|>": 100514,
+  "<|semantic:503|>": 100515,
+  "<|semantic:504|>": 100516,
+  "<|semantic:505|>": 100517,
+  "<|semantic:506|>": 100518,
+  "<|semantic:507|>": 100519,
+  "<|semantic:508|>": 100520,
+  "<|semantic:509|>": 100521,
+  "<|semantic:510|>": 100522,
+  "<|semantic:511|>": 100523,
+  "<|semantic:512|>": 100524,
+  "<|semantic:513|>": 100525,
+  "<|semantic:514|>": 100526,
+  "<|semantic:515|>": 100527,
+  "<|semantic:516|>": 100528,
+  "<|semantic:517|>": 100529,
+  "<|semantic:518|>": 100530,
+  "<|semantic:519|>": 100531,
+  "<|semantic:520|>": 100532,
+  "<|semantic:521|>": 100533,
+  "<|semantic:522|>": 100534,
+  "<|semantic:523|>": 100535,
+  "<|semantic:524|>": 100536,
+  "<|semantic:525|>": 100537,
+  "<|semantic:526|>": 100538,
+  "<|semantic:527|>": 100539,
+  "<|semantic:528|>": 100540,
+  "<|semantic:529|>": 100541,
+  "<|semantic:530|>": 100542,
+  "<|semantic:531|>": 100543,
+  "<|semantic:532|>": 100544,
+  "<|semantic:533|>": 100545,
+  "<|semantic:534|>": 100546,
+  "<|semantic:535|>": 100547,
+  "<|semantic:536|>": 100548,
+  "<|semantic:537|>": 100549,
+  "<|semantic:538|>": 100550,
+  "<|semantic:539|>": 100551,
+  "<|semantic:540|>": 100552,
+  "<|semantic:541|>": 100553,
+  "<|semantic:542|>": 100554,
+  "<|semantic:543|>": 100555,
+  "<|semantic:544|>": 100556,
+  "<|semantic:545|>": 100557,
+  "<|semantic:546|>": 100558,
+  "<|semantic:547|>": 100559,
+  "<|semantic:548|>": 100560,
+  "<|semantic:549|>": 100561,
+  "<|semantic:550|>": 100562,
+  "<|semantic:551|>": 100563,
+  "<|semantic:552|>": 100564,
+  "<|semantic:553|>": 100565,
+  "<|semantic:554|>": 100566,
+  "<|semantic:555|>": 100567,
+  "<|semantic:556|>": 100568,
+  "<|semantic:557|>": 100569,
+  "<|semantic:558|>": 100570,
+  "<|semantic:559|>": 100571,
+  "<|semantic:560|>": 100572,
+  "<|semantic:561|>": 100573,
+  "<|semantic:562|>": 100574,
+  "<|semantic:563|>": 100575,
+  "<|semantic:564|>": 100576,
+  "<|semantic:565|>": 100577,
+  "<|semantic:566|>": 100578,
+  "<|semantic:567|>": 100579,
+  "<|semantic:568|>": 100580,
+  "<|semantic:569|>": 100581,
+  "<|semantic:570|>": 100582,
+  "<|semantic:571|>": 100583,
+  "<|semantic:572|>": 100584,
+  "<|semantic:573|>": 100585,
+  "<|semantic:574|>": 100586,
+  "<|semantic:575|>": 100587,
+  "<|semantic:576|>": 100588,
+  "<|semantic:577|>": 100589,
+  "<|semantic:578|>": 100590,
+  "<|semantic:579|>": 100591,
+  "<|semantic:580|>": 100592,
+  "<|semantic:581|>": 100593,
+  "<|semantic:582|>": 100594,
+  "<|semantic:583|>": 100595,
+  "<|semantic:584|>": 100596,
+  "<|semantic:585|>": 100597,
+  "<|semantic:586|>": 100598,
+  "<|semantic:587|>": 100599,
+  "<|semantic:588|>": 100600,
+  "<|semantic:589|>": 100601,
+  "<|semantic:590|>": 100602,
+  "<|semantic:591|>": 100603,
+  "<|semantic:592|>": 100604,
+  "<|semantic:593|>": 100605,
+  "<|semantic:594|>": 100606,
+  "<|semantic:595|>": 100607,
+  "<|semantic:596|>": 100608,
+  "<|semantic:597|>": 100609,
+  "<|semantic:598|>": 100610,
+  "<|semantic:599|>": 100611,
+  "<|semantic:600|>": 100612,
+  "<|semantic:601|>": 100613,
+  "<|semantic:602|>": 100614,
+  "<|semantic:603|>": 100615,
+  "<|semantic:604|>": 100616,
+  "<|semantic:605|>": 100617,
+  "<|semantic:606|>": 100618,
+  "<|semantic:607|>": 100619,
+  "<|semantic:608|>": 100620,
+  "<|semantic:609|>": 100621,
+  "<|semantic:610|>": 100622,
+  "<|semantic:611|>": 100623,
+  "<|semantic:612|>": 100624,
+  "<|semantic:613|>": 100625,
+  "<|semantic:614|>": 100626,
+  "<|semantic:615|>": 100627,
+  "<|semantic:616|>": 100628,
+  "<|semantic:617|>": 100629,
+  "<|semantic:618|>": 100630,
+  "<|semantic:619|>": 100631,
+  "<|semantic:620|>": 100632,
+  "<|semantic:621|>": 100633,
+  "<|semantic:622|>": 100634,
+  "<|semantic:623|>": 100635,
+  "<|semantic:624|>": 100636,
+  "<|semantic:625|>": 100637,
+  "<|semantic:626|>": 100638,
+  "<|semantic:627|>": 100639,
+  "<|semantic:628|>": 100640,
+  "<|semantic:629|>": 100641,
+  "<|semantic:630|>": 100642,
+  "<|semantic:631|>": 100643,
+  "<|semantic:632|>": 100644,
+  "<|semantic:633|>": 100645,
+  "<|semantic:634|>": 100646,
+  "<|semantic:635|>": 100647,
+  "<|semantic:636|>": 100648,
+  "<|semantic:637|>": 100649,
+  "<|semantic:638|>": 100650,
+  "<|semantic:639|>": 100651,
+  "<|semantic:640|>": 100652,
+  "<|semantic:641|>": 100653,
+  "<|semantic:642|>": 100654,
+  "<|semantic:643|>": 100655,
+  "<|semantic:644|>": 100656,
+  "<|semantic:645|>": 100657,
+  "<|semantic:646|>": 100658,
+  "<|semantic:647|>": 100659,
+  "<|semantic:648|>": 100660,
+  "<|semantic:649|>": 100661,
+  "<|semantic:650|>": 100662,
+  "<|semantic:651|>": 100663,
+  "<|semantic:652|>": 100664,
+  "<|semantic:653|>": 100665,
+  "<|semantic:654|>": 100666,
+  "<|semantic:655|>": 100667,
+  "<|semantic:656|>": 100668,
+  "<|semantic:657|>": 100669,
+  "<|semantic:658|>": 100670,
+  "<|semantic:659|>": 100671,
+  "<|semantic:660|>": 100672,
+  "<|semantic:661|>": 100673,
+  "<|semantic:662|>": 100674,
+  "<|semantic:663|>": 100675,
+  "<|semantic:664|>": 100676,
+  "<|semantic:665|>": 100677,
+  "<|semantic:666|>": 100678,
+  "<|semantic:667|>": 100679,
+  "<|semantic:668|>": 100680,
+  "<|semantic:669|>": 100681,
+  "<|semantic:670|>": 100682,
+  "<|semantic:671|>": 100683,
+  "<|semantic:672|>": 100684,
+  "<|semantic:673|>": 100685,
+  "<|semantic:674|>": 100686,
+  "<|semantic:675|>": 100687,
+  "<|semantic:676|>": 100688,
+  "<|semantic:677|>": 100689,
+  "<|semantic:678|>": 100690,
+  "<|semantic:679|>": 100691,
+  "<|semantic:680|>": 100692,
+  "<|semantic:681|>": 100693,
+  "<|semantic:682|>": 100694,
+  "<|semantic:683|>": 100695,
+  "<|semantic:684|>": 100696,
+  "<|semantic:685|>": 100697,
+  "<|semantic:686|>": 100698,
+  "<|semantic:687|>": 100699,
+  "<|semantic:688|>": 100700,
+  "<|semantic:689|>": 100701,
+  "<|semantic:690|>": 100702,
+  "<|semantic:691|>": 100703,
+  "<|semantic:692|>": 100704,
+  "<|semantic:693|>": 100705,
+  "<|semantic:694|>": 100706,
+  "<|semantic:695|>": 100707,
+  "<|semantic:696|>": 100708,
+  "<|semantic:697|>": 100709,
+  "<|semantic:698|>": 100710,
+  "<|semantic:699|>": 100711,
+  "<|semantic:700|>": 100712,
+  "<|semantic:701|>": 100713,
+  "<|semantic:702|>": 100714,
+  "<|semantic:703|>": 100715,
+  "<|semantic:704|>": 100716,
+  "<|semantic:705|>": 100717,
+  "<|semantic:706|>": 100718,
+  "<|semantic:707|>": 100719,
+  "<|semantic:708|>": 100720,
+  "<|semantic:709|>": 100721,
+  "<|semantic:710|>": 100722,
+  "<|semantic:711|>": 100723,
+  "<|semantic:712|>": 100724,
+  "<|semantic:713|>": 100725,
+  "<|semantic:714|>": 100726,
+  "<|semantic:715|>": 100727,
+  "<|semantic:716|>": 100728,
+  "<|semantic:717|>": 100729,
+  "<|semantic:718|>": 100730,
+  "<|semantic:719|>": 100731,
+  "<|semantic:720|>": 100732,
+  "<|semantic:721|>": 100733,
+  "<|semantic:722|>": 100734,
+  "<|semantic:723|>": 100735,
+  "<|semantic:724|>": 100736,
+  "<|semantic:725|>": 100737,
+  "<|semantic:726|>": 100738,
+  "<|semantic:727|>": 100739,
+  "<|semantic:728|>": 100740,
+  "<|semantic:729|>": 100741,
+  "<|semantic:730|>": 100742,
+  "<|semantic:731|>": 100743,
+  "<|semantic:732|>": 100744,
+  "<|semantic:733|>": 100745,
+  "<|semantic:734|>": 100746,
+  "<|semantic:735|>": 100747,
+  "<|semantic:736|>": 100748,
+  "<|semantic:737|>": 100749,
+  "<|semantic:738|>": 100750,
+  "<|semantic:739|>": 100751,
+  "<|semantic:740|>": 100752,
+  "<|semantic:741|>": 100753,
+  "<|semantic:742|>": 100754,
+  "<|semantic:743|>": 100755,
+  "<|semantic:744|>": 100756,
+  "<|semantic:745|>": 100757,
+  "<|semantic:746|>": 100758,
+  "<|semantic:747|>": 100759,
+  "<|semantic:748|>": 100760,
+  "<|semantic:749|>": 100761,
+  "<|semantic:750|>": 100762,
+  "<|semantic:751|>": 100763,
+  "<|semantic:752|>": 100764,
+  "<|semantic:753|>": 100765,
+  "<|semantic:754|>": 100766,
+  "<|semantic:755|>": 100767,
+  "<|semantic:756|>": 100768,
+  "<|semantic:757|>": 100769,
+  "<|semantic:758|>": 100770,
+  "<|semantic:759|>": 100771,
+  "<|semantic:760|>": 100772,
+  "<|semantic:761|>": 100773,
+  "<|semantic:762|>": 100774,
+  "<|semantic:763|>": 100775,
+  "<|semantic:764|>": 100776,
+  "<|semantic:765|>": 100777,
+  "<|semantic:766|>": 100778,
+  "<|semantic:767|>": 100779,
+  "<|semantic:768|>": 100780,
+  "<|semantic:769|>": 100781,
+  "<|semantic:770|>": 100782,
+  "<|semantic:771|>": 100783,
+  "<|semantic:772|>": 100784,
+  "<|semantic:773|>": 100785,
+  "<|semantic:774|>": 100786,
+  "<|semantic:775|>": 100787,
+  "<|semantic:776|>": 100788,
+  "<|semantic:777|>": 100789,
+  "<|semantic:778|>": 100790,
+  "<|semantic:779|>": 100791,
+  "<|semantic:780|>": 100792,
+  "<|semantic:781|>": 100793,
+  "<|semantic:782|>": 100794,
+  "<|semantic:783|>": 100795,
+  "<|semantic:784|>": 100796,
+  "<|semantic:785|>": 100797,
+  "<|semantic:786|>": 100798,
+  "<|semantic:787|>": 100799,
+  "<|semantic:788|>": 100800,
+  "<|semantic:789|>": 100801,
+  "<|semantic:790|>": 100802,
+  "<|semantic:791|>": 100803,
+  "<|semantic:792|>": 100804,
+  "<|semantic:793|>": 100805,
+  "<|semantic:794|>": 100806,
+  "<|semantic:795|>": 100807,
+  "<|semantic:796|>": 100808,
+  "<|semantic:797|>": 100809,
+  "<|semantic:798|>": 100810,
+  "<|semantic:799|>": 100811,
+  "<|semantic:800|>": 100812,
+  "<|semantic:801|>": 100813,
+  "<|semantic:802|>": 100814,
+  "<|semantic:803|>": 100815,
+  "<|semantic:804|>": 100816,
+  "<|semantic:805|>": 100817,
+  "<|semantic:806|>": 100818,
+  "<|semantic:807|>": 100819,
+  "<|semantic:808|>": 100820,
+  "<|semantic:809|>": 100821,
+  "<|semantic:810|>": 100822,
+  "<|semantic:811|>": 100823,
+  "<|semantic:812|>": 100824,
+  "<|semantic:813|>": 100825,
+  "<|semantic:814|>": 100826,
+  "<|semantic:815|>": 100827,
+  "<|semantic:816|>": 100828,
+  "<|semantic:817|>": 100829,
+  "<|semantic:818|>": 100830,
+  "<|semantic:819|>": 100831,
+  "<|semantic:820|>": 100832,
+  "<|semantic:821|>": 100833,
+  "<|semantic:822|>": 100834,
+  "<|semantic:823|>": 100835,
+  "<|semantic:824|>": 100836,
+  "<|semantic:825|>": 100837,
+  "<|semantic:826|>": 100838,
+  "<|semantic:827|>": 100839,
+  "<|semantic:828|>": 100840,
+  "<|semantic:829|>": 100841,
+  "<|semantic:830|>": 100842,
+  "<|semantic:831|>": 100843,
+  "<|semantic:832|>": 100844,
+  "<|semantic:833|>": 100845,
+  "<|semantic:834|>": 100846,
+  "<|semantic:835|>": 100847,
+  "<|semantic:836|>": 100848,
+  "<|semantic:837|>": 100849,
+  "<|semantic:838|>": 100850,
+  "<|semantic:839|>": 100851,
+  "<|semantic:840|>": 100852,
+  "<|semantic:841|>": 100853,
+  "<|semantic:842|>": 100854,
+  "<|semantic:843|>": 100855,
+  "<|semantic:844|>": 100856,
+  "<|semantic:845|>": 100857,
+  "<|semantic:846|>": 100858,
+  "<|semantic:847|>": 100859,
+  "<|semantic:848|>": 100860,
+  "<|semantic:849|>": 100861,
+  "<|semantic:850|>": 100862,
+  "<|semantic:851|>": 100863,
+  "<|semantic:852|>": 100864,
+  "<|semantic:853|>": 100865,
+  "<|semantic:854|>": 100866,
+  "<|semantic:855|>": 100867,
+  "<|semantic:856|>": 100868,
+  "<|semantic:857|>": 100869,
+  "<|semantic:858|>": 100870,
+  "<|semantic:859|>": 100871,
+  "<|semantic:860|>": 100872,
+  "<|semantic:861|>": 100873,
+  "<|semantic:862|>": 100874,
+  "<|semantic:863|>": 100875,
+  "<|semantic:864|>": 100876,
+  "<|semantic:865|>": 100877,
+  "<|semantic:866|>": 100878,
+  "<|semantic:867|>": 100879,
+  "<|semantic:868|>": 100880,
+  "<|semantic:869|>": 100881,
+  "<|semantic:870|>": 100882,
+  "<|semantic:871|>": 100883,
+  "<|semantic:872|>": 100884,
+  "<|semantic:873|>": 100885,
+  "<|semantic:874|>": 100886,
+  "<|semantic:875|>": 100887,
+  "<|semantic:876|>": 100888,
+  "<|semantic:877|>": 100889,
+  "<|semantic:878|>": 100890,
+  "<|semantic:879|>": 100891,
+  "<|semantic:880|>": 100892,
+  "<|semantic:881|>": 100893,
+  "<|semantic:882|>": 100894,
+  "<|semantic:883|>": 100895,
+  "<|semantic:884|>": 100896,
+  "<|semantic:885|>": 100897,
+  "<|semantic:886|>": 100898,
+  "<|semantic:887|>": 100899,
+  "<|semantic:888|>": 100900,
+  "<|semantic:889|>": 100901,
+  "<|semantic:890|>": 100902,
+  "<|semantic:891|>": 100903,
+  "<|semantic:892|>": 100904,
+  "<|semantic:893|>": 100905,
+  "<|semantic:894|>": 100906,
+  "<|semantic:895|>": 100907,
+  "<|semantic:896|>": 100908,
+  "<|semantic:897|>": 100909,
+  "<|semantic:898|>": 100910,
+  "<|semantic:899|>": 100911,
+  "<|semantic:900|>": 100912,
+  "<|semantic:901|>": 100913,
+  "<|semantic:902|>": 100914,
+  "<|semantic:903|>": 100915,
+  "<|semantic:904|>": 100916,
+  "<|semantic:905|>": 100917,
+  "<|semantic:906|>": 100918,
+  "<|semantic:907|>": 100919,
+  "<|semantic:908|>": 100920,
+  "<|semantic:909|>": 100921,
+  "<|semantic:910|>": 100922,
+  "<|semantic:911|>": 100923,
+  "<|semantic:912|>": 100924,
+  "<|semantic:913|>": 100925,
+  "<|semantic:914|>": 100926,
+  "<|semantic:915|>": 100927,
+  "<|semantic:916|>": 100928,
+  "<|semantic:917|>": 100929,
+  "<|semantic:918|>": 100930,
+  "<|semantic:919|>": 100931,
+  "<|semantic:920|>": 100932,
+  "<|semantic:921|>": 100933,
+  "<|semantic:922|>": 100934,
+  "<|semantic:923|>": 100935,
+  "<|semantic:924|>": 100936,
+  "<|semantic:925|>": 100937,
+  "<|semantic:926|>": 100938,
+  "<|semantic:927|>": 100939,
+  "<|semantic:928|>": 100940,
+  "<|semantic:929|>": 100941,
+  "<|semantic:930|>": 100942,
+  "<|semantic:931|>": 100943,
+  "<|semantic:932|>": 100944,
+  "<|semantic:933|>": 100945,
+  "<|semantic:934|>": 100946,
+  "<|semantic:935|>": 100947,
+  "<|semantic:936|>": 100948,
+  "<|semantic:937|>": 100949,
+  "<|semantic:938|>": 100950,
+  "<|semantic:939|>": 100951,
+  "<|semantic:940|>": 100952,
+  "<|semantic:941|>": 100953,
+  "<|semantic:942|>": 100954,
+  "<|semantic:943|>": 100955,
+  "<|semantic:944|>": 100956,
+  "<|semantic:945|>": 100957,
+  "<|semantic:946|>": 100958,
+  "<|semantic:947|>": 100959,
+  "<|semantic:948|>": 100960,
+  "<|semantic:949|>": 100961,
+  "<|semantic:950|>": 100962,
+  "<|semantic:951|>": 100963,
+  "<|semantic:952|>": 100964,
+  "<|semantic:953|>": 100965,
+  "<|semantic:954|>": 100966,
+  "<|semantic:955|>": 100967,
+  "<|semantic:956|>": 100968,
+  "<|semantic:957|>": 100969,
+  "<|semantic:958|>": 100970,
+  "<|semantic:959|>": 100971,
+  "<|semantic:960|>": 100972,
+  "<|semantic:961|>": 100973,
+  "<|semantic:962|>": 100974,
+  "<|semantic:963|>": 100975,
+  "<|semantic:964|>": 100976,
+  "<|semantic:965|>": 100977,
+  "<|semantic:966|>": 100978,
+  "<|semantic:967|>": 100979,
+  "<|semantic:968|>": 100980,
+  "<|semantic:969|>": 100981,
+  "<|semantic:970|>": 100982,
+  "<|semantic:971|>": 100983,
+  "<|semantic:972|>": 100984,
+  "<|semantic:973|>": 100985,
+  "<|semantic:974|>": 100986,
+  "<|semantic:975|>": 100987,
+  "<|semantic:976|>": 100988,
+  "<|semantic:977|>": 100989,
+  "<|semantic:978|>": 100990,
+  "<|semantic:979|>": 100991,
+  "<|semantic:980|>": 100992,
+  "<|semantic:981|>": 100993,
+  "<|semantic:982|>": 100994,
+  "<|semantic:983|>": 100995,
+  "<|semantic:984|>": 100996,
+  "<|semantic:985|>": 100997,
+  "<|semantic:986|>": 100998,
+  "<|semantic:987|>": 100999,
+  "<|semantic:988|>": 101000,
+  "<|semantic:989|>": 101001,
+  "<|semantic:990|>": 101002,
+  "<|semantic:991|>": 101003,
+  "<|semantic:992|>": 101004,
+  "<|semantic:993|>": 101005,
+  "<|semantic:994|>": 101006,
+  "<|semantic:995|>": 101007,
+  "<|semantic:996|>": 101008,
+  "<|semantic:997|>": 101009,
+  "<|semantic:998|>": 101010,
+  "<|semantic:999|>": 101011,
+  "<|semantic:1000|>": 101012,
+  "<|semantic:1001|>": 101013,
+  "<|semantic:1002|>": 101014,
+  "<|semantic:1003|>": 101015,
+  "<|semantic:1004|>": 101016,
+  "<|semantic:1005|>": 101017,
+  "<|semantic:1006|>": 101018,
+  "<|semantic:1007|>": 101019,
+  "<|semantic:1008|>": 101020,
+  "<|semantic:1009|>": 101021,
+  "<|semantic:1010|>": 101022,
+  "<|semantic:1011|>": 101023,
+  "<|semantic:1012|>": 101024,
+  "<|semantic:1013|>": 101025,
+  "<|semantic:1014|>": 101026,
+  "<|semantic:1015|>": 101027,
+  "<|semantic:1016|>": 101028,
+  "<|semantic:1017|>": 101029,
+  "<|semantic:1018|>": 101030,
+  "<|semantic:1019|>": 101031,
+  "<|semantic:1020|>": 101032,
+  "<|semantic:1021|>": 101033,
+  "<|semantic:1022|>": 101034,
+  "<|semantic:1023|>": 101035
+}