Update mistral_inference package

Update mistral_inference.model to mistral_inference.transformer.
2024-07-31 20:14:43 +08:00
parent 04ccb687cb
commit 374bbbb674
41 changed files with 2 additions and 62 deletions
--- a/.huggingface/download/README.md.lock
+++ b/.huggingface/download/README.md.lock
--- a/.huggingface/download/README.md.metadata
+++ b/.huggingface/download/README.md.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-8bb723a164dbf9c032306c441e85029f756312f5
-1722383887.242612
--- a/.huggingface/download/config.json.lock
+++ b/.huggingface/download/config.json.lock
--- a/.huggingface/download/config.json.metadata
+++ b/.huggingface/download/config.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-c29064486e2a7987586f42f08954868d8ca66f83
-1722383887.347987
--- a/.huggingface/download/consolidated.safetensors.lock
+++ b/.huggingface/download/consolidated.safetensors.lock
--- a/.huggingface/download/consolidated.safetensors.metadata
+++ b/.huggingface/download/consolidated.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-6675b83f2de8ab76c9c19e0b28508a2565598c141899b95671f039f89a945cf4
-1722384235.744555
--- a/.huggingface/download/generation_config.json.lock
+++ b/.huggingface/download/generation_config.json.lock
--- a/.huggingface/download/generation_config.json.metadata
+++ b/.huggingface/download/generation_config.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-b6bea2642bc3fe80f392111d52af91d1563a8de2
-1722383887.2291193
--- a/.huggingface/download/model-00001-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00001-of-00009.safetensors.lock
--- a/.huggingface/download/model-00001-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00001-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-6c911e66544527032c9e49f602ed0645f748045248eb8fb8ec9982866b899674
-1722383993.896287
--- a/.huggingface/download/model-00002-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00002-of-00009.safetensors.lock
--- a/.huggingface/download/model-00002-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00002-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-cc1de07197a04eaeeaa6dcb7ed6604f729ed822e92273c25c112f85c366b5696
-1722383968.7079918
--- a/.huggingface/download/model-00003-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00003-of-00009.safetensors.lock
--- a/.huggingface/download/model-00003-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00003-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-90dc483e3b22d3d21a03edd588a8ffe5743b8dea33fc9f1ffc01eb1e529aedf8
-1722383968.4000177
--- a/.huggingface/download/model-00004-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00004-of-00009.safetensors.lock
--- a/.huggingface/download/model-00004-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00004-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-76ee31da7cdd8fde0a257030ffdf7d3fb293935a62b8469f6dec1c1a19e14eee
-1722383968.709336
--- a/.huggingface/download/model-00005-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00005-of-00009.safetensors.lock
--- a/.huggingface/download/model-00005-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00005-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-1d56824727ffaf568f7a1c7770fd5cb531df71ebe143567b1cb3968aca7f98cd
-1722383968.6492853
--- a/.huggingface/download/model-00006-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00006-of-00009.safetensors.lock
--- a/.huggingface/download/model-00006-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00006-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-9f30bb3fdbcad8d1c00e0b421908bebc6cb5544669cd3c916ae592acb7263ae4
-1722383974.951245
--- a/.huggingface/download/model-00007-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00007-of-00009.safetensors.lock
--- a/.huggingface/download/model-00007-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00007-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-54eb704485dce4f8c7c245169d25f394ea08dec1562a1ab981715f294ef93314
-1722383968.3274906
--- a/.huggingface/download/model-00008-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00008-of-00009.safetensors.lock
--- a/.huggingface/download/model-00008-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00008-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-cfbe26e02d475904ecc92cbe54a614607156aabed3503867d8af5023673d6374
-1722384025.965309
--- a/.huggingface/download/model-00009-of-00009.safetensors.lock
+++ b/.huggingface/download/model-00009-of-00009.safetensors.lock
--- a/.huggingface/download/model-00009-of-00009.safetensors.metadata
+++ b/.huggingface/download/model-00009-of-00009.safetensors.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-c834720ddae75dc683e52284ffe27ea35f48eb2c5500c71025925fe0dd398a8c
-1722384026.840935
--- a/.huggingface/download/model.safetensors.index.json.lock
+++ b/.huggingface/download/model.safetensors.index.json.lock
--- a/.huggingface/download/model.safetensors.index.json.metadata
+++ b/.huggingface/download/model.safetensors.index.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-93ef940253837d1885e343f14d51263bef0c520c
-1722383968.9637132
--- a/.huggingface/download/params.json.lock
+++ b/.huggingface/download/params.json.lock
--- a/.huggingface/download/params.json.metadata
+++ b/.huggingface/download/params.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-b9305994a17001d70bf99885035ca41a4568d5bf
-1722383968.9474473
--- a/.huggingface/download/special_tokens_map.json.lock
+++ b/.huggingface/download/special_tokens_map.json.lock
--- a/.huggingface/download/special_tokens_map.json.metadata
+++ b/.huggingface/download/special_tokens_map.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-451134b2ddc2e78555d1e857518c54b4bdc2e87d
-1722383968.9358094
--- a/.huggingface/download/tokenizer.json.lock
+++ b/.huggingface/download/tokenizer.json.lock
--- a/.huggingface/download/tokenizer.json.metadata
+++ b/.huggingface/download/tokenizer.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-387cfa3eb95ef70c2061ea94aaf58d7fdc8f483d
-1722383969.2597454
--- a/.huggingface/download/tokenizer.model.lock
+++ b/.huggingface/download/tokenizer.model.lock
--- a/.huggingface/download/tokenizer.model.metadata
+++ b/.huggingface/download/tokenizer.model.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-9addc8bdce5988448ae81b729336f43a81262160ae8da760674badab9d4c7d33
-1722383969.4252708
--- a/.huggingface/download/tokenizer.model.v3.lock
+++ b/.huggingface/download/tokenizer.model.v3.lock
--- a/.huggingface/download/tokenizer.model.v3.metadata
+++ b/.huggingface/download/tokenizer.model.v3.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-055b6adaaeb7110f2892a575417c4ab74f09d8d7
-1722383969.4520195
--- a/.huggingface/download/tokenizer_config.json.lock
+++ b/.huggingface/download/tokenizer_config.json.lock
--- a/.huggingface/download/tokenizer_config.json.metadata
+++ b/.huggingface/download/tokenizer_config.json.metadata
@@ -1,3 +0,0 @@
-1c56091ac7f0ab22f0f4af40655eab46e1be34f7
-0b62a2400f493bcd1f586beb95bffe478058f9b3
-1722383969.610869
--- a/README.md
+++ b/README.md
@@ -33,7 +33,7 @@ tokens = tokenizer.encode_chat_completion(completion_request).tokens
 ## Inference with `mistral_inference`
 
 ```py
-from mistral_inference.model import Transformer
+from mistral_inference.transformer import Transformer
 from mistral_inference.generate import generate
 
 model = Transformer.from_folder(mistral_models_path)
@@ -124,7 +124,7 @@ This function uses recursion to calculate the Fibonacci number. However, it's no
 After installing `mistral_inference` and running `pip install --upgrade mistral_common` to make sure to have mistral_common>=1.2 installed:

 ```py
-from mistral_inference.model import Transformer
+from mistral_inference.transformer import Transformer
 from mistral_inference.generate import generate
 from mistral_common.tokens.tokenizers.mistral import MistralTokenizer
 from mistral_common.tokens.instruct.request import FIMRequest