魔塔社区,环境安装
Python环境安装配置
conda create -n modelscope python=3.10
conda activate modelscope
ModelScope Library 安装
pip install modelscope
深度学习框架依赖的安装
-i 清华源
pip3 install torch -i https://pypi.tuna.tsinghua.edu.cn/simple
模型下载保存
from modelscope.hub.snapshot_download import snapshot_download
# model_id 模型id
# cache_dir 本地缓存目录
# ignore_file_pattern 无需下载的文件
snapshot_download(model_id="Shanghai_AI_Laboratory/internlm-20b", cache_dir="d:/Pretrained_models/",ignore_file_pattern=".bin")
模型加载
from transformers import AutoTokenizer, AutoModel
tokenizer = AutoTokenizer.from_pretrained("d:/Pretrained_models/ZhipuAI/chatglm3-6b/", trust_remote_code=True)
model = AutoModel.from_pretrained("d:/Pretrained_models/ZhipuAI/chatglm3-6b/", trust_remote_code=True)
