-
Notifications
You must be signed in to change notification settings - Fork 3
/
convert_hf_to_pkl_qwen2.py
37 lines (32 loc) · 1.06 KB
/
convert_hf_to_pkl_qwen2.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
import torch
from transformers import AutoModelForCausalLM, AutoTokenizer
import numpy as np
import os
import torch
model = 'qwen2_7b'
# Load the model
model_configs = {
'qwen2_7b_instruct': {
'hf_model': "Qwen/Qwen2-7B-Instruct",
'tokenizer': "Qwen/Qwen2-7B-Instruct",
'weights_dir': 'weights/qwen2_7b_instruct/'
},
'qwen2_7b': {
'hf_model': "Qwen/Qwen2-7B",
'tokenizer': "Qwen/Qwen2-7B",
'weights_dir': 'weights/qwen2_7b/'
},
}
config = model_configs[model]
# Create a directory to save the layers
os.makedirs(config['weights_dir'], exist_ok=True)
with torch.inference_mode():
model = AutoModelForCausalLM.from_pretrained(config['hf_model'])
# Iterate over the layers
for w_name, layer in model.named_parameters():
# 保存数组到 .npy 文件
print(f'Layer {w_name}, shape {layer.shape}')
f_name = os.path.join(config['weights_dir'], f'{w_name}.npy')
w_tensor = layer.detach()
# w_tensor = w_tensor.to(torch.float16)
np.save(f_name, w_tensor.cpu().numpy())