1 line
224 KiB
JSON
1 line
224 KiB
JSON
|
{"version":"1.0","truncation":null,"padding":null,"added_tokens":[{"id":0,"special":true,"content":"[STOP]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false},{"id":1,"special":true,"content":"[UNK]","single_word":false,"lstrip":false,"rstrip":false,"normalized":false}],"normalizer":null,"pre_tokenizer":{"type":"Whitespace"},"post_processor":null,"decoder":null,"model":{"type":"BPE","dropout":null,"unk_token":"[UNK]","continuing_subword_prefix":null,"end_of_word_suffix":null,"fuse_unk":false,"vocab":{"[STOP]":0,"[UNK]":1,"!":2,"\"":3,"#":4,"$":5,"%":6,"&":7,"'":8,"(":9,")":10,"*":11,"+":12,",":13,"-":14,".":15,"/":16,"0":17,"1":18,"2":19,"3":20,"4":21,"5":22,"6":23,"7":24,"8":25,"9":26,":":27,";":28,"=":29,"?":30,"@":31,"[":32,"\\":33,"]":34,"^":35,"_":36,"a":37,"b":38,"c":39,"d":40,"e":41,"f":42,"g":43,"h":44,"i":45,"j":46,"k":47,"l":48,"m":49,"n":50,"o":51,"p":52,"q":53,"r":54,"s":55,"t":56,"u":57,"v":58,"w":59,"x":60,"y":61,"z":62,"{":63,"}":64,"ʼ":65,"—":66,"he":67,"in":68,"the":69,"an":70,"re":71,"ou":72,"ed":73,"th":74,"to":75,"on":76,"at":77,"ing":78,"er":79,"as":80,"and":81,"is":82,"en":83,"ar":84,"al":85,"it":86,"or":87,"st":88,"of":89,"le":90,"me":91,"ad":92,"be":93,"se":94,"ow":95,"ac":96,"was":97,"ly":98,"es":99,"ro":100,"her":101,"id":102,"ld":103,"gh":104,"li":105,"his":106,"ve":107,"you":108,"ll":109,"she":110,"that":111,"we":112,"hi":113,"wi":114,"ay":115,"ti":116,"lo":117,"ch":118,"no":119,"ver":120,"ut":121,"for":122,"so":123,"ke":124,"ri":125,"my":126,"ght":127,"ould":128,"out":129,"un":130,"with":131,"ir":132,"had":133,"ne":134,"ent":135,"ha":136,"mo":137,"ce":138,"co":139,"wh":140,"all":141,"fe":142,"ge":143,"ab":144,"one":145,"ur":146,"but":147,"go":148,"do":149,"him":150,"sh":151,"de":152,"up":153,"red":154,"ther":155,"ck":156,"ter":157,"ok":158,"am":159,"ion":160,"ain":161,"te":162,"ack":163,"pe":164,"oun":165,"''":166,"ag":167,"us":168,"ca":169,"now":170,"sa":171,"whe":172,"thing":173,"rom":174,"they":175,"ant":176,"if":177,"od":178,"con":179,"not":180,"pp":181,"from":182,"ss":183,"way":184,"ust":185,"ard":186,"tr":187,"have":188,"this":189,"ound":190,"il":191,"ind":192,"po":193,"some":194,"are":195,"what":196,"own":197,"ic":198,"fo":199,"were":200,"su":201,"man":202,"could":203,"like":204,"ted":205,"would":206,"mp":207,"did":208,"back":209,"ide":210,"ra":211,"ex":212,"wor":213,"there":214,"ul":215,"look":216,"ough":217,"ho":218,"ers":219,"qu":220,"bo":221,"our":222,"pl":223,"into":224,"gr":225,"ight":226,"che":227,"ill":228,"wo":229,"el":230,"when":231,"ak":232,"ace":233,"just":234,"ally":235,"ever":236,"them":237,"ate":238,"by":239,"ven":240,"op":241,"ation":242,"la":243,"know":244,"about":245,"hand":246,"end":247,"time":248,"any":249,"over":250,"see":251,"then":252,"et":253,"ked":254,"ast":255,"ong":256,"sto":257,"been":258,"ment":259,"si":260,"other":261,"sp":262,"ey":263,"art":264,"get":265,"bl":266,"down":267,"tion":268,"ous":269,"who":270,"said":271,"ep":272,"ake":273,"ink":274,"br":275,"more":276,"want":277,"urn":278,"ting":279,"head":280,"sel":281,"ine":282,"again":283,"pro":284,"pre":285,"your":286,"can":287,"gu":288,"ap":289,"fore":290,"their":291,"off":292,"side":293,"ist":294,"how":295,"im":296,"whi":297,"ess":298,"af":299,"ry":300,"der":301,"sm":302,"nt":303,"eyes":304,"new":305,"thr":306,"use":307,"om":308,"self":309,"ru":310,"than":311,"turn":312,"ved":313,"sc":314,"even":315,"ought":316,"per":317,"fi":318,"hed":319,"pped":320,"ct":321,"pu":322,"able":323,"arm":324,"right":325,"vi":326,"every":327,"..":328,"com":329,"ear":330,"di":331,"gl":332,"before":333,"ty":334,"around":335,"ity":336,"ving":337,"ass":338,"ade":339,"think":340,"through":341,"day":342,"clo":343,"tle":344,"only":345,"ite":346,"ble":347,"ure":348,"will":349,"ick":350,"let":351,"king":352,"gi":353,"ath":354,"med":355,"ward":356,"cl":357,"where":358,"its":359,"ice":360,"air":361,"ps":362,"ful":363,"ach":364,"ga":365,"looked":366,"led":367,"ten":368,"dis":369,"vo":370,"um":371,"lit":372,"ree":373,"face":374,"come":375,"room":376,"after":377,"read":378,"going":379,"long":380,"act":381,"ated":382
|