Files
babyllama-100m-2024/vocab.json

1 line
230 KiB
JSON
Raw Normal View History

{"<pad>":0,"<s>":1,"</s>":2,"!":3,"\"":4,"#":5,"$":6,"%":7,"&":8,"'":9,"(":10,")":11,"*":12,"+":13,",":14,"-":15,".":16,"/":17,"0":18,"1":19,"2":20,"3":21,"4":22,"5":23,"6":24,"7":25,"8":26,"9":27,":":28,";":29,"<":30,"=":31,">":32,"?":33,"@":34,"A":35,"B":36,"C":37,"D":38,"E":39,"F":40,"G":41,"H":42,"I":43,"J":44,"K":45,"L":46,"M":47,"N":48,"O":49,"P":50,"Q":51,"R":52,"S":53,"T":54,"U":55,"V":56,"W":57,"X":58,"Y":59,"Z":60,"[":61,"\\":62,"]":63,"^":64,"_":65,"`":66,"a":67,"b":68,"c":69,"d":70,"e":71,"f":72,"g":73,"h":74,"i":75,"j":76,"k":77,"l":78,"m":79,"n":80,"o":81,"p":82,"q":83,"r":84,"s":85,"t":86,"u":87,"v":88,"w":89,"x":90,"y":91,"z":92,"{":93,"|":94,"}":95,"~":96,"¡":97,"¢":98,"£":99,"¤":100,"¥":101,"¦":102,"§":103,"¨":104,"©":105,"ª":106,"«":107,"¬":108,"®":109,"¯":110,"°":111,"±":112,"²":113,"³":114,"´":115,"µ":116,"¶":117,"·":118,"¸":119,"¹":120,"º":121,"»":122,"¼":123,"½":124,"¾":125,"¿":126,"Â":127,"Ã":128,"Ä":129,"Å":130,"Æ":131,"Ç":132,"È":133,"É":134,"Ê":135,"Ë":136,"Ö":137,"×":138,"Ø":139,"Ù":140,"Û":141,"à":142,"á":143,"â":144,"ã":145,"ê":146,"î":147,"ï":148,"ð":149,"ó":150,"ô":151,"ĉ":152,"Ċ":153,"Ġ":154,"ġ":155,"Ģ":156,"ģ":157,"Ĥ":158,"ĥ":159,"Ħ":160,"ħ":161,"Ĩ":162,"ĩ":163,"Ī":164,"ī":165,"Ĭ":166,"ĭ":167,"Į":168,"į":169,"İ":170,"ı":171,"IJ":172,"ij":173,"Ĵ":174,"ĵ":175,"Ķ":176,"ķ":177,"ĸ":178,"Ĺ":179,"ĺ":180,"Ļ":181,"ļ":182,"Ľ":183,"ľ":184,"Ŀ":185,"ŀ":186,"Ł":187,"ł":188,"Ń":189,"Ġt":190,"he":191,"Ġa":192,"in":193,"Ġw":194,"Ġ*":195,"Ġthe":196,"ou":197,"Ġs":198,"re":199,"Ġo":200,"ha":201,"er":202,"nd":203,"Ġb":204,"it":205,"Ġc":206,"is":207,"Ġm":208,"Ġy":209,"Ġd":210,"ĠĊ":211,"on":212,"ing":213,"Ġf":214,"ĠI":215,"ll":216,"Ġto":217,"OT":218,"MOT":219,"Ġyou":220,"an":221,"ed":222,"es":223,"or":224,"Ġp":225,"hat":226,"Ġg":227,"en":228,"Ġl":229,"CH":230,"Ġand":231,"CHI":232,"Ġn":233,"ar":234,"Ġof":235,"as":236,"Ġin":237,"at":238,"Ġhe":239,"om":240,"ow":241,"Ġh":242,"'s":243,"Ġit":244,"ot":245,"Ġha":246,"et":247,"Ġthat":248,"le":249,"ve":250,"Ġth":251,"ay":252,"Ġon":253,"ic":254,"ĠT":255,"us":256,"gh":257,"Ġbe":258,"id":259,"Ġis":260,"Ġwe":261,"ĠA":262,"Ġe":263,"ld":264,"ut":265,"oo":266,"al":267,"ĠS":268,"Ġwas":269,"im":270,"ac":271,"'t":272,"ke":273,"ad":274,"ĠM":275,"Ġdo":276,"Ġre":277,"ver":278,"Ġr":279,"Ġ[":280,"Ġu":281,"ir":282,"ght":283,"..":284,"Ġfor":285,"ĠB":286,"ĠW":287,"se":288,"ly":289,"Ġst":290,"ent":291,"ĠH":292,"am":293,"ion":294,"Ġ=":295,"out":296,"Ġ\"":297,"Ġk":298,"st":299,"ĠC":300,"ith":301,"Ġme":302,"âĢ":303,"ight":304,"ea":305,"ĠThe":306,"Ġwhat":307,"Ġan":308,"Ġwith":309,"her":310,"Ġwh":311,"ur":312,"ome":313,"Ġgo":314,"Ġse":315,"all":316,"Ġas":317,"ill":318,"ch":319,"Ġnot":320,"Ġthis":321,"Ġat":322,"Ġli":323,"ter":324,"ĠY":325,"Ġhave":326,"ould":327,"ro":328,"Ġare":329,"Ġno":330,"ĠD":331,"ce":332,"Ġkn":333,"Ġthere":334,"ie":335,"ook":336,"Ġthey":337,"Ġ-":338,"Ġcan":339,"ĠN":340,"if":341,"ĠP":342,"il":343,"ust":344,"Ġhis":345,"Ġone":346,"ant":347,"un":348,"Ġwhe":349,"ain":350,"ct":351,"Ġfr":352,"Ġso":353,"Ġj":354,"ĠO":355,"Ġknow":356,"Ġup":357,"ĠG":358,"op":359,"and":360,"Ġshe":361,"Ġdon":362,"Ġher":363,"eah":364,"Ġyour":365,"xx":366,"...":367,"um":368,"ĠL":369,"ell":370,"ore":371,"Ġne":372,"Ġall":373,"ĠF":374,"Ġhad":375,"IN":376,"Ġmy":377,"ge":378,"Ġsh":379,"pp":380,"our":381,"ĠJ":382,"Ġsa":383,"ĠR":384,"Ġlike":385,"ri":386,"Ġbut":387,"ab":388,"ack":389,"Ġout":390,"Ġ1":391,"el":392,"ood":393,"INV":394,"art":395,"ĠE":396,"ol":397,"Ġhim":398,"ul":399,"Ġpl":400,"Ġget":401,"ink":402,"ig":403,"Ġal":404,"ry":405,"ck":406,"ake":407,"AT":408,"ĠHe":409,"Ġab":410,"'re":411,"ĠIt":412,"Ġfrom":413,"Ġde":414,"Ġlook":415,"Ġsee":416,"Ġdid":417,"th":418,"red":419,"ers":420,"Ġor":421,"han":422,"very":423,"Ġwere":424,"ation":425,"Ġoh":426,"Ġhere":427,"ound":428,"ess":429,"Ġby":430,"Ġyeah":431,"est":432,"Ġsu":433,"ra":434,"ist":435,"qu":436,"ard":437,"ind":438,"ame":439,"Ġthem":440,"