Hugging Face's logo

ericnunes1
/
phi4-mini-func-calling-full

Transformers
Safetensors
Model card Files Community
ericnunes1 commited on
Commit
bd269bf
·
verified ·
1 Parent(s): 0d6bfde

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +2 -101
config.json CHANGED
@@ -31,107 +31,8 @@
31
  "resid_pdrop": 0.0,
32
  "rms_norm_eps": 1e-05,
33
  "rope_scaling": {
34
- "long_factor": [
35
- 1,
36
- 1.118320672,
37
- 1.250641126,
38
- 1.398617824,
39
- 1.564103225,
40
- 1.74916897,
41
- 1.956131817,
42
- 2.187582649,
43
- 2.446418898,
44
- 2.735880826,
45
- 3.059592084,
46
- 3.421605075,
47
- 3.826451687,
48
- 4.279200023,
49
- 4.785517845,
50
- 5.351743533,
51
- 5.984965424,
52
- 6.693110555,
53
- 7.485043894,
54
- 8.370679318,
55
- 9.36110372,
56
- 10.4687158,
57
- 11.70738129,
58
- 13.09260651,
59
- 14.64173252,
60
- 16.37415215,
61
- 18.31155283,
62
- 20.47818807,
63
- 22.90118105,
64
- 25.61086418,
65
- 28.64115884,
66
- 32.03,
67
- 32.1,
68
- 32.13,
69
- 32.23,
70
- 32.6,
71
- 32.61,
72
- 32.64,
73
- 32.66,
74
- 32.7,
75
- 32.71,
76
- 32.93,
77
- 32.97,
78
- 33.28,
79
- 33.49,
80
- 33.5,
81
- 44.16,
82
- 47.77
83
- ],
84
- "short_factor": [
85
- 1.0,
86
- 1.0,
87
- 1.0,
88
- 1.0,
89
- 1.0,
90
- 1.0,
91
- 1.0,
92
- 1.0,
93
- 1.0,
94
- 1.0,
95
- 1.0,
96
- 1.0,
97
- 1.0,
98
- 1.0,
99
- 1.0,
100
- 1.0,
101
- 1.0,
102
- 1.0,
103
- 1.0,
104
- 1.0,
105
- 1.0,
106
- 1.0,
107
- 1.0,
108
- 1.0,
109
- 1.0,
110
- 1.0,
111
- 1.0,
112
- 1.0,
113
- 1.0,
114
- 1.0,
115
- 1.0,
116
- 1.0,
117
- 1.0,
118
- 1.0,
119
- 1.0,
120
- 1.0,
121
- 1.0,
122
- 1.0,
123
- 1.0,
124
- 1.0,
125
- 1.0,
126
- 1.0,
127
- 1.0,
128
- 1.0,
129
- 1.0,
130
- 1.0,
131
- 1.0,
132
- 1.0
133
- ],
134
- "type": "longrope"
135
  },
136
  "rope_theta": 10000.0,
137
  "sliding_window": 262144,
 
31
  "resid_pdrop": 0.0,
32
  "rms_norm_eps": 1e-05,
33
  "rope_scaling": {
34
+ "type": "linear",
35
+ "factor": 1.0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
36
  },
37
  "rope_theta": 10000.0,
38
  "sliding_window": 262144,