Files
baby-llama-58m/vocab.json

1 line
232 KiB
JSON
Raw Normal View History

{"<pad>":0,"<s>":1,"</s>":2,"!":3,"\"":4,"#":5,"$":6,"%":7,"&":8,"'":9,"(":10,")":11,"*":12,"+":13,",":14,"-":15,".":16,"/":17,"0":18,"1":19,"2":20,"3":21,"4":22,"5":23,"6":24,"7":25,"8":26,"9":27,":":28,";":29,"<":30,"=":31,">":32,"?":33,"@":34,"A":35,"B":36,"C":37,"D":38,"E":39,"F":40,"G":41,"H":42,"I":43,"J":44,"K":45,"L":46,"M":47,"N":48,"O":49,"P":50,"Q":51,"R":52,"S":53,"T":54,"U":55,"V":56,"W":57,"X":58,"Y":59,"Z":60,"[":61,"\\":62,"]":63,"^":64,"_":65,"`":66,"a":67,"b":68,"c":69,"d":70,"e":71,"f":72,"g":73,"h":74,"i":75,"j":76,"k":77,"l":78,"m":79,"n":80,"o":81,"p":82,"q":83,"r":84,"s":85,"t":86,"u":87,"v":88,"w":89,"x":90,"y":91,"z":92,"{":93,"|":94,"}":95,"~":96,"¡":97,"¢":98,"£":99,"¤":100,"¥":101,"¦":102,"§":103,"¨":104,"©":105,"ª":106,"«":107,"¬":108,"®":109,"¯":110,"°":111,"±":112,"²":113,"³":114,"´":115,"µ":116,"¶":117,"·":118,"¸":119,"¹":120,"º":121,"»":122,"¼":123,"½":124,"¾":125,"¿":126,"Â":127,"Ã":128,"Ä":129,"Å":130,"Æ":131,"Ç":132,"È":133,"É":134,"Ê":135,"Ë":136,"Ì":137,"Î":138,"Ï":139,"Ð":140,"Ñ":141,"Ò":142,"Ó":143,"Ô":144,"Õ":145,"Ö":146,"×":147,"Ø":148,"Ù":149,"Ú":150,"Û":151,"à":152,"á":153,"â":154,"ã":155,"ä":156,"å":157,"æ":158,"ç":159,"è":160,"é":161,"ê":162,"ë":163,"ì":164,"í":165,"ï":166,"ð":167,"ĉ":168,"Ċ":169,"Ġ":170,"ġ":171,"Ģ":172,"ģ":173,"Ĥ":174,"ĥ":175,"Ħ":176,"ħ":177,"Ĩ":178,"ĩ":179,"Ī":180,"ī":181,"Ĭ":182,"ĭ":183,"Į":184,"į":185,"İ":186,"ı":187,"IJ":188,"ij":189,"Ĵ":190,"ĵ":191,"Ķ":192,"ķ":193,"ĸ":194,"Ĺ":195,"ĺ":196,"Ļ":197,"ļ":198,"Ľ":199,"ľ":200,"Ŀ":201,"ŀ":202,"Ł":203,"ł":204,"Ń":205,"Ġt":206,"he":207,"Ġa":208,"in":209,"Ġthe":210,"Ġw":211,"re":212,"ou":213,"Ġs":214,"on":215,"er":216,"ha":217,"nd":218,"is":219,"Ġo":220,"Ġb":221,"it":222,"Ġc":223,"Ġm":224,"Ġf":225,"ĠI":226,"ing":227,"or":228,"Ġd":229,"ed":230,"an":231,"ll":232,"en":233,"Ġto":234,"es":235,"Ġp":236,"Ġy":237,"Ġof":238,"Ġin":239,"ar":240,"Ġand":241,"at":242,"Ġl":243,"Ġyou":244,"hat":245,"as":246,"Ġg":247,"om":248,"Ġn":249,"ĠT":250,"ic":251,"ow":252,"ve":253,"le":254,"Ġh":255,"ot":256,"Ġhe":257,"et":258,"al":259,"Ġha":260,"'s":261,"us":262,"ĠA":263,"ĠS":264,"Ġth":265,"Ġit":266,"ay":267,"Ġthat":268,"Ġis":269,"Ġbe":270,"Ġon":271,"ion":272,"id":273,"Ġe":274,"ĠW":275,"gh":276,"Ġre":277,"ut":278,"ld":279,"ent":280,"im":281,"Ġwas":282,"Ġwe":283,"ac":284,"ĠH":285,"ĠĊ":286,"ver":287,"am":288,"ĠM":289,"ĠC":290,"Ġfor":291,"..":292,"ly":293,"ri":294,"ĠThe":295,"st":296,"ro":297,"ir":298,"ad":299,"ĠB":300,"Ġ-":301,"ke":302,"se":303,"Ġst":304,"ght":305,"ĠY":306,"oo":307,"'t":308,"out":309,"ith":310,"Ġme":311,"Ġk":312,"Ġu":313,"all":314,"Ġan":315,"Ġwith":316,"Ġdo":317,"Ġas":318,"ur":319,"ĠN":320,"ct":321,"ĠD":322,"ce":323,"Ġwh":324,"her":325,"ill":326,"ter":327,"if":328,"ch":329,"ĠO":330,"ĠP":331,"Ġse":332,"Ġ\"":333,"ome":334,"Ġare":335,"Ġnot":336,"Ġ1":337,"il":338,"Ġhave":339,"ĠG":340,"Ġthis":341,"Ġat":342,"ould":343,"ĠL":344,"Ġgo":345,"ra":346,"ant":347,"Ġli":348,"ust":349,"ation":350,"op":351,"Ġkn":352,"ĠR":353,"ĠF":354,"ea":355,"ĠHe":356,"ge":357,"ĠYou":358,"un":359,"ol":360,"Ġhis":361,"ĠIt":362,"ul":363,"Ġne":364,"rom":365,"Ġj":366,"...":367,"ore":368,"Ġknow":369,"ain":370,"and":371,"Ġwhat":372,"ĠE":373,"Ġde":374,"th":375,"ĠJ":376,"Ġcan":377,"Ġthey":378,"pp":379,"our":380,"Ġso":381,"Ġal":382,"ell":383,"um":384,"Ġall":385,"est":386,"Ġab":387,"Ġmy":388,"ist":389,"ers":390,"Ġyour":391,"ie":392,"Ġby":393,"Ġsh":394,"art":395,"Ġfrom":396,"Ġor":397,"Ġ2":398,"Ġwhe":399,"Ġ(":400,"ess":401,"Ġthere":402,"ĠĠ":403,"Ġr":404,"Ġcon":405,"nt":406,"Ġone":407,"Ġbut":408,"os":409,"ig":410,"Ġup":411,"han":412,"ally":413,"ight":414,"Ġcom":415,"Ġsu":416,"qu":417,"Ġher":418,"Ġhad":419,"one":420,"'re":421,"em":422,"Ġhim":423,"ry":424,"red":425,"el":426,"ab":427,"Ġout":428,"Ġlike":429,"ack":430,"ate":431,"ood":432,"Ġwor":433,"Ġsa":434,"very":435,"ook":436,"Ġpl":437,"ĠAnd":438,"res":439,"ame":440,"Ġus":441,"ive":442,"Ġshe":443