初始化项目，由ModelHub XC社区提供模型

Model: Raj-Maharajwala/Open-Insurance-LLM-Llama3-8B-GGUF
Source: Original Platform

inference_requirements.txt

@@ -0,0 +1,31 @@
+black==24.10.0
+certifi==2024.8.30
+charset-normalizer==3.4.0
+click==8.1.7
+diskcache==5.6.3
+filelock==3.16.1
+fsspec==2024.10.0
+huggingface-hub==0.26.2
+idna==3.10
+iniconfig==2.0.0
+isort==5.13.2
+Jinja2==3.1.4
+llama_cpp_python==0.3.2
+markdown-it-py==3.0.0
+MarkupSafe==3.0.2
+mdurl==0.1.2
+mypy-extensions==1.0.0
+numpy==2.1.3
+packaging==24.2
+pathspec==0.12.1
+platformdirs==4.3.6
+pluggy==1.5.0
+psutil==6.1.0
+Pygments==2.18.0
+pytest==8.3.3
+PyYAML==6.0.2
+requests==2.32.3
+rich==13.9.4
+tqdm==4.67.0
+typing_extensions==4.12.2
+urllib3==2.2.3