diff --git a/.huggingface/download/README.md.lock b/.huggingface/download/README.md.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/README.md.metadata b/.huggingface/download/README.md.metadata deleted file mode 100644 index ffedfbf..0000000 --- a/.huggingface/download/README.md.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -8bb723a164dbf9c032306c441e85029f756312f5 -1722383887.242612 diff --git a/.huggingface/download/config.json.lock b/.huggingface/download/config.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/config.json.metadata b/.huggingface/download/config.json.metadata deleted file mode 100644 index 9258127..0000000 --- a/.huggingface/download/config.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -c29064486e2a7987586f42f08954868d8ca66f83 -1722383887.347987 diff --git a/.huggingface/download/consolidated.safetensors.lock b/.huggingface/download/consolidated.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/consolidated.safetensors.metadata b/.huggingface/download/consolidated.safetensors.metadata deleted file mode 100644 index 30df8f8..0000000 --- a/.huggingface/download/consolidated.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -6675b83f2de8ab76c9c19e0b28508a2565598c141899b95671f039f89a945cf4 -1722384235.744555 diff --git a/.huggingface/download/generation_config.json.lock b/.huggingface/download/generation_config.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/generation_config.json.metadata b/.huggingface/download/generation_config.json.metadata deleted file mode 100644 index 4750b1a..0000000 --- a/.huggingface/download/generation_config.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -b6bea2642bc3fe80f392111d52af91d1563a8de2 -1722383887.2291193 diff --git a/.huggingface/download/model-00001-of-00009.safetensors.lock b/.huggingface/download/model-00001-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00001-of-00009.safetensors.metadata b/.huggingface/download/model-00001-of-00009.safetensors.metadata deleted file mode 100644 index f1d88ff..0000000 --- a/.huggingface/download/model-00001-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -6c911e66544527032c9e49f602ed0645f748045248eb8fb8ec9982866b899674 -1722383993.896287 diff --git a/.huggingface/download/model-00002-of-00009.safetensors.lock b/.huggingface/download/model-00002-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00002-of-00009.safetensors.metadata b/.huggingface/download/model-00002-of-00009.safetensors.metadata deleted file mode 100644 index 075c677..0000000 --- a/.huggingface/download/model-00002-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -cc1de07197a04eaeeaa6dcb7ed6604f729ed822e92273c25c112f85c366b5696 -1722383968.7079918 diff --git a/.huggingface/download/model-00003-of-00009.safetensors.lock b/.huggingface/download/model-00003-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00003-of-00009.safetensors.metadata b/.huggingface/download/model-00003-of-00009.safetensors.metadata deleted file mode 100644 index 84b80c9..0000000 --- a/.huggingface/download/model-00003-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -90dc483e3b22d3d21a03edd588a8ffe5743b8dea33fc9f1ffc01eb1e529aedf8 -1722383968.4000177 diff --git a/.huggingface/download/model-00004-of-00009.safetensors.lock b/.huggingface/download/model-00004-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00004-of-00009.safetensors.metadata b/.huggingface/download/model-00004-of-00009.safetensors.metadata deleted file mode 100644 index e0da173..0000000 --- a/.huggingface/download/model-00004-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -76ee31da7cdd8fde0a257030ffdf7d3fb293935a62b8469f6dec1c1a19e14eee -1722383968.709336 diff --git a/.huggingface/download/model-00005-of-00009.safetensors.lock b/.huggingface/download/model-00005-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00005-of-00009.safetensors.metadata b/.huggingface/download/model-00005-of-00009.safetensors.metadata deleted file mode 100644 index 8a3d32a..0000000 --- a/.huggingface/download/model-00005-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -1d56824727ffaf568f7a1c7770fd5cb531df71ebe143567b1cb3968aca7f98cd -1722383968.6492853 diff --git a/.huggingface/download/model-00006-of-00009.safetensors.lock b/.huggingface/download/model-00006-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00006-of-00009.safetensors.metadata b/.huggingface/download/model-00006-of-00009.safetensors.metadata deleted file mode 100644 index afe68e7..0000000 --- a/.huggingface/download/model-00006-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -9f30bb3fdbcad8d1c00e0b421908bebc6cb5544669cd3c916ae592acb7263ae4 -1722383974.951245 diff --git a/.huggingface/download/model-00007-of-00009.safetensors.lock b/.huggingface/download/model-00007-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00007-of-00009.safetensors.metadata b/.huggingface/download/model-00007-of-00009.safetensors.metadata deleted file mode 100644 index ab84e0f..0000000 --- a/.huggingface/download/model-00007-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -54eb704485dce4f8c7c245169d25f394ea08dec1562a1ab981715f294ef93314 -1722383968.3274906 diff --git a/.huggingface/download/model-00008-of-00009.safetensors.lock b/.huggingface/download/model-00008-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00008-of-00009.safetensors.metadata b/.huggingface/download/model-00008-of-00009.safetensors.metadata deleted file mode 100644 index 60c965b..0000000 --- a/.huggingface/download/model-00008-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -cfbe26e02d475904ecc92cbe54a614607156aabed3503867d8af5023673d6374 -1722384025.965309 diff --git a/.huggingface/download/model-00009-of-00009.safetensors.lock b/.huggingface/download/model-00009-of-00009.safetensors.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model-00009-of-00009.safetensors.metadata b/.huggingface/download/model-00009-of-00009.safetensors.metadata deleted file mode 100644 index 67fec71..0000000 --- a/.huggingface/download/model-00009-of-00009.safetensors.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -c834720ddae75dc683e52284ffe27ea35f48eb2c5500c71025925fe0dd398a8c -1722384026.840935 diff --git a/.huggingface/download/model.safetensors.index.json.lock b/.huggingface/download/model.safetensors.index.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/model.safetensors.index.json.metadata b/.huggingface/download/model.safetensors.index.json.metadata deleted file mode 100644 index c1ea2ec..0000000 --- a/.huggingface/download/model.safetensors.index.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -93ef940253837d1885e343f14d51263bef0c520c -1722383968.9637132 diff --git a/.huggingface/download/params.json.lock b/.huggingface/download/params.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/params.json.metadata b/.huggingface/download/params.json.metadata deleted file mode 100644 index 153ac96..0000000 --- a/.huggingface/download/params.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -b9305994a17001d70bf99885035ca41a4568d5bf -1722383968.9474473 diff --git a/.huggingface/download/special_tokens_map.json.lock b/.huggingface/download/special_tokens_map.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/special_tokens_map.json.metadata b/.huggingface/download/special_tokens_map.json.metadata deleted file mode 100644 index b8eee58..0000000 --- a/.huggingface/download/special_tokens_map.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -451134b2ddc2e78555d1e857518c54b4bdc2e87d -1722383968.9358094 diff --git a/.huggingface/download/tokenizer.json.lock b/.huggingface/download/tokenizer.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/tokenizer.json.metadata b/.huggingface/download/tokenizer.json.metadata deleted file mode 100644 index 53494e5..0000000 --- a/.huggingface/download/tokenizer.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -387cfa3eb95ef70c2061ea94aaf58d7fdc8f483d -1722383969.2597454 diff --git a/.huggingface/download/tokenizer.model.lock b/.huggingface/download/tokenizer.model.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/tokenizer.model.metadata b/.huggingface/download/tokenizer.model.metadata deleted file mode 100644 index bbc3f01..0000000 --- a/.huggingface/download/tokenizer.model.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -9addc8bdce5988448ae81b729336f43a81262160ae8da760674badab9d4c7d33 -1722383969.4252708 diff --git a/.huggingface/download/tokenizer.model.v3.lock b/.huggingface/download/tokenizer.model.v3.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/tokenizer.model.v3.metadata b/.huggingface/download/tokenizer.model.v3.metadata deleted file mode 100644 index 19c3ad2..0000000 --- a/.huggingface/download/tokenizer.model.v3.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -055b6adaaeb7110f2892a575417c4ab74f09d8d7 -1722383969.4520195 diff --git a/.huggingface/download/tokenizer_config.json.lock b/.huggingface/download/tokenizer_config.json.lock deleted file mode 100644 index e69de29..0000000 diff --git a/.huggingface/download/tokenizer_config.json.metadata b/.huggingface/download/tokenizer_config.json.metadata deleted file mode 100644 index cc37862..0000000 --- a/.huggingface/download/tokenizer_config.json.metadata +++ /dev/null @@ -1,3 +0,0 @@ -1c56091ac7f0ab22f0f4af40655eab46e1be34f7 -0b62a2400f493bcd1f586beb95bffe478058f9b3 -1722383969.610869 diff --git a/README.md b/README.md index 8bb723a..fcd1c3c 100644 --- a/README.md +++ b/README.md @@ -33,7 +33,7 @@ tokens = tokenizer.encode_chat_completion(completion_request).tokens ## Inference with `mistral_inference` ```py -from mistral_inference.model import Transformer +from mistral_inference.transformer import Transformer from mistral_inference.generate import generate model = Transformer.from_folder(mistral_models_path) @@ -124,7 +124,7 @@ This function uses recursion to calculate the Fibonacci number. However, it's no After installing `mistral_inference` and running `pip install --upgrade mistral_common` to make sure to have mistral_common>=1.2 installed: ```py -from mistral_inference.model import Transformer +from mistral_inference.transformer import Transformer from mistral_inference.generate import generate from mistral_common.tokens.tokenizers.mistral import MistralTokenizer from mistral_common.tokens.instruct.request import FIMRequest