← 返回
历史修改记录
登录

微调DeepSeek

ID: #68 权限: 🌍 公开 创建者: uid=1 历史版本: 0 条
📄 打开文档 ✏️ 编辑
v0 微调DeepSeek 🌍 公开 2025-02-16 07:53 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +4 -2
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"实践出真知","rowFlex":"center"}],"main":[{"value":"
","rowFlex":"center"},{"value":"","type":"title","valueList":[{"value":"微调DeepSeek","size":26,"bold":true,"rowFlex":"center"}],"level":"first"},{"value":"
参考文章：
"},{"value":"https://colab.research.google.com/drive/1N0Sf9yn8Tjs5gMJv-rez-0hzxBUDK3xK?usp=sharing#scrollTo=WasZ83hyd5F8","color":"#0bb5fe"},{"value":"
"},{"value":"","type":"title","valueList":[{"value":"安装unsloth","size":22,"bold":true}],"level":"third"},{"value":"
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"","type":"title","valueList":[{"value":"用modelscope下载模型（国内）","size":22,"bold":true}],"level":"third"},{"value":"
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
"},{"value":"","type":"title","valueList":[{"value":"选择DeepSeek基础模型","size":22,"bold":true}],"level":"third"},{"value":"
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"","type":"title","valueList":[{"value":"调用AI","size":22,"bold":true}],"level":"third"},{"value":"
- 调用AI
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
Write a response that appropriately completes the request.
Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
### Instruction:
You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
Please answer the following medical question.
### Question:
{}
### Response:
{}"""
question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
FastLanguageModel.for_inference(model)
inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
outputs = model.generate(
input_ids=inputs.input_ids,
attention_mask=inputs.attention_mask,
max_new_tokens=1200,
use_cache=True,
)
response = tokenizer.batch_decode(outputs)
print(response[0].split("### Response:")[1])
+
+
+ "},{"value":"","type":"title","valueList":[{"value":"微调","size":22,"bold":true}],"level":"third"},{"value":"
- 微调"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-1 微调DeepSeek 🌍 公开 2025-02-16 07:00 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +9 -4
+ {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"实践出真知","rowFlex":"center"}],"main":[{"value":"
+ ","rowFlex":"center"},{"value":"","type":"title","valueList":[{"value":"微调DeepSeek","size":26,"bold":true,"rowFlex":"center"}],"level":"first"},{"value":"
+
+ 参考文章：
+ "},{"value":"https://colab.research.google.com/drive/1N0Sf9yn8Tjs5gMJv-rez-0hzxBUDK3xK?usp=sharing#scrollTo=WasZ83hyd5F8","color":"#0bb5fe"},{"value":"
+
- {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
+ "},{"value":"","type":"title","valueList":[{"value":"安装unsloth","size":22,"bold":true}],"level":"third"},{"value":"
- 安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"","type":"title","valueList":[{"value":"用modelscope下载模型（国内）","size":22,"bold":true}],"level":"third"},{"value":"
- 用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
+ "},{"value":"","type":"title","valueList":[{"value":"选择DeepSeek基础模型","size":22,"bold":true}],"level":"third"},{"value":"
- 选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
调用AI
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
Write a response that appropriately completes the request.
Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
### Instruction:
You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
Please answer the following medical question.
### Question:
{}
### Response:
{}"""
question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
FastLanguageModel.for_inference(model)
inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
outputs = model.generate(
input_ids=inputs.input_ids,
attention_mask=inputs.attention_mask,
max_new_tokens=1200,
use_cache=True,
)
response = tokenizer.batch_decode(outputs)
print(response[0].split("### Response:")[1])
微调"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-2 微调DeepSeek 🌍 公开 2025-02-16 07:00 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +2 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
调用AI
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
Write a response that appropriately completes the request.
Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
### Instruction:
You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
Please answer the following medical question.
### Question:
{}
### Response:
{}"""
question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
FastLanguageModel.for_inference(model)
inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
outputs = model.generate(
input_ids=inputs.input_ids,
attention_mask=inputs.attention_mask,
max_new_tokens=1200,
use_cache=True,
)
response = tokenizer.batch_decode(outputs)
print(response[0].split("### Response:")[1])
+ 微调"},{"value":"
+ ","type":"separator","dashArray":[0,0],"width":554},{"value":"
-
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-3 微调DeepSeek 🌍 公开 2025-02-15 16:27 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +0 -0
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
调用AI
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
Write a response that appropriately completes the request.
Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
### Instruction:
You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
Please answer the following medical question.
### Question:
{}
### Response:
{}"""
question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
FastLanguageModel.for_inference(model)
inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
outputs = model.generate(
input_ids=inputs.input_ids,
attention_mask=inputs.attention_mask,
max_new_tokens=1200,
use_cache=True,
)
response = tokenizer.batch_decode(outputs)
print(response[0].split("### Response:")[1])
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-4 微调DeepSeek 🌍 公开 2025-02-15 16:27 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +5 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
调用AI
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
Write a response that appropriately completes the request.
Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
### Instruction:
You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
Please answer the following medical question.
### Question:
{}
### Response:
{}"""
question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
FastLanguageModel.for_inference(model)
inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
outputs = model.generate(
input_ids=inputs.input_ids,
attention_mask=inputs.attention_mask,
max_new_tokens=1200,
use_cache=True,
)
response = tokenizer.batch_decode(outputs)
+ print(response[0].split("### Response:")[1])
+
+
+
+ "}],"footer":[{"value":"funny-editor","size":12}]}}
- print(response[0].split("### Response:")[1])"}],"footer":[{"value":"funny-editor","size":12}]}}
v-5 微调DeepSeek 🌍 公开 2025-02-15 16:09 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +33 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+
+
+
+ 调用AI
+ "},{"value":"
+ ","type":"separator","dashArray":[0,0],"width":554},{"value":"
+ prompt_style = """Below is an instruction that describes a task, paired with an input that provides further context.
+ Write a response that appropriately completes the request.
+ Before answering, think carefully about the question and create a step-by-step chain of thoughts to ensure a logical and accurate response.
+
+ ### Instruction:
+ You are a medical expert with advanced knowledge in clinical reasoning, diagnostics, and treatment planning.
+ Please answer the following medical question.
+
+ ### Question:
+ {}
+
+ ### Response:
+ {}"""
+
+
+ question = "一个患有急性阑尾炎的病人已经发病5天，腹痛稍有减轻但仍然发热，在体检时发现右下腹有压痛的包块，此时应如何处理？"
+
+ FastLanguageModel.for_inference(model)
+ inputs = tokenizer([prompt_style.format(question, "")], return_tensors="pt").to("cuda")
+ outputs = model.generate(
+ input_ids=inputs.input_ids,
+ attention_mask=inputs.attention_mask,
+ max_new_tokens=1200,
+ use_cache=True,
+ )
+ response = tokenizer.batch_decode(outputs)
+ print(response[0].split("### Response:")[1])"}],"footer":[{"value":"funny-editor","size":12}]}}
- "}],"footer":[{"value":"funny-editor","size":12}]}}
v-6 微调DeepSeek 🌍 公开 2025-02-15 16:09 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +1 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
#安装modelscope
pip install modelscope
#下载模型
modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""./DeepSeek-R1-Distill-Qwen-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-7 微调DeepSeek 🌍 公开 2025-02-15 09:20 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +3 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
用modelscope下载模型（国内）
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
+ #安装modelscope
pip install modelscope
+ #下载模型
+ modelscope download --model deepseek-ai/DeepSeek-R1-Distill-Qwen-7B --local_dir ./DeepSeek-R1-Distill-Qwen-7B
-
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-8 微调DeepSeek 🌍 公开 2025-02-15 09:14 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +6 -0
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+
+ 用modelscope下载模型（国内）
+ "},{"value":"
+ ","type":"separator","dashArray":[0,0],"width":554},{"value":"
+ pip install modelscope
+
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-9 微调DeepSeek 🌍 公开 2025-02-15 08:37 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +1 -1
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
安装unsloth
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
选择DeepSeek基础模型
"},{"value":"
","type":"separator","dashArray":[0,0],"width":554},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", ","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
- "},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-10 微调DeepSeek 🌍 公开 2025-02-15 07:04 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +28 -1
+ {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"
+
+ 安装unsloth
+ "},{"value":"
+ ","type":"separator","dashArray":[0,0],"width":554},{"value":"
+ "},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install unsloth","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"# Also get the latest nightly Unsloth!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip uninstall unsloth -y && pip install --upgrade --no-cache-dir --no-deps git+https://github.com/unslothai/unsloth.git","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"!","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":"pip install bitsandbytes unsloth_zoo","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+
+
+ 选择DeepSeek基础模型
+ "},{"value":"
+ ","type":"separator","dashArray":[0,0],"width":554},{"value":"
+ "},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+
+ "},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+
- {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-11 微调DeepSeek 🌍 公开 2025-02-14 19:16 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +1 -14
+ {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- {"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"测试"},{"value":"","rowFlex":"center"},{"value":"
-
- "},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
- "},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
- "},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
- "},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
- "},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
- "},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-12 微调DeepSeek 🌍 公开 2025-02-14 17:45 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +0 -0
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"测试"},{"value":"","rowFlex":"center"},{"value":"
"},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
"},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
"}],"footer":[{"value":"funny-editor","size":12}]}}
v-13 微调DeepSeek 🌍 公开 2025-02-14 17:36 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） +13 -13
{"version":"0.9.53","width":794,"height":1123,"margins":[100,120,100,120],"data":{"header":[{"value":"欢迎使用在线pdf文档编辑器","rowFlex":"center"},{"value":"","type":"separator","width":554}],"main":[{"value":"测试"},{"value":"","rowFlex":"center"},{"value":"
+ "},{"value":"from","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" unsloth ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" FastLanguageModel","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"import","size":14,"bold":false,"color":"rgb(175, 0, 219)","italic":false},{"value":" torch","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"max_seq_length = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"2048","size":14,"bold":false,"color":"rgb(17, 102, 68)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Choose any! We auto support RoPE Scaling internally!","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"dtype = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"None","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"load_in_4bit = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"True","size":14,"bold":false,"color":"rgb(0, 0, 255)","italic":false},{"value":" ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# Use 4bit quantization to reduce memory usage. Can be False.","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":"model, tokenizer = FastLanguageModel.from_pretrained(","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    model_name = ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":""unsloth/DeepSeek-R1-Distill-Llama-8B"","size":14,"bold":false,"color":"rgb(163, 21, 21)","italic":false},{"value":",","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    max_seq_length = max_seq_length,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    dtype = dtype,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    load_in_4bit = load_in_4bit,","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "},{"value":"    ","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"# token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf","size":14,"bold":false,"color":"rgb(0, 128, 0)","italic":false},{"value":"
+ "},{"value":")","size":14,"bold":false,"color":"rgb(0, 0, 0)","italic":false},{"value":"
+ "}],"footer":[{"value":"funny-editor","size":12}]}}
- from unsloth import FastLanguageModel
- import torch
- max_seq_length = 2048 # Choose any! We auto support RoPE Scaling internally!
- dtype = None # None for auto detection. Float16 for Tesla T4, V100, Bfloat16 for Ampere+
- load_in_4bit = True # Use 4bit quantization to reduce memory usage. Can be False.
-
- model, tokenizer = FastLanguageModel.from_pretrained(
- model_name = "unsloth/DeepSeek-R1-Distill-Llama-8B",
- max_seq_length = max_seq_length,
- dtype = dtype,
- load_in_4bit = load_in_4bit,
- # token = "hf_...", # use one if using gated models like meta-llama/Llama-2-7b-hf
- )"}],"footer":[{"value":"funny-editor","size":12}]}}
v-14 微调DeepSeek 🌍 公开 2025-02-14 17:33 by uid=1（admin）
查看 还原
内容变更（与上一版本对比） 初始版本
这是最早的历史记录（无前一版本可对比）