anemll commited on
Commit
697eb89
·
verified ·
1 Parent(s): 6707887

Upload folder using huggingface_hub

Browse files
.DS_Store CHANGED
Binary files a/.DS_Store and b/.DS_Store differ
 
qwen_embeddings.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44f3276b39cc4bdb789655142e0e1040d9362457af5517ea0586839aecf10603
3
+ size 243
qwen_embeddings.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13ac14b5b035889de4856f213806cdfc116d48d1d2f20766d612f313d3239168
3
+ size 528
qwen_embeddings.mlmodelc/metadata.json ADDED
@@ -0,0 +1,69 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ [
2
+ {
3
+ "shortDescription" : "Anemll Model (Embeddings) converted to CoreML",
4
+ "metadataOutputVersion" : "3.0",
5
+ "outputSchema" : [
6
+ {
7
+ "hasShapeFlexibility" : "0",
8
+ "isOptional" : "0",
9
+ "dataType" : "Float16",
10
+ "formattedType" : "MultiArray (Float16)",
11
+ "shortDescription" : "",
12
+ "shape" : "[]",
13
+ "name" : "hidden_states",
14
+ "type" : "MultiArray"
15
+ }
16
+ ],
17
+ "version" : "0.3.3",
18
+ "modelParameters" : [
19
+
20
+ ],
21
+ "author" : "Converted with Anemll v0.3.3",
22
+ "specificationVersion" : 9,
23
+ "storagePrecision" : "Mixed (Float16, Palettized (23 bits))",
24
+ "mlProgramOperationTypeHistogram" : {
25
+ "Ios18.constexprLutToDense" : 1,
26
+ "Ios18.gather" : 1
27
+ },
28
+ "computePrecision" : "Mixed (Float16, Int32)",
29
+ "stateSchema" : [
30
+
31
+ ],
32
+ "isUpdatable" : "0",
33
+ "availability" : {
34
+ "macOS" : "15.0",
35
+ "tvOS" : "18.0",
36
+ "visionOS" : "2.0",
37
+ "watchOS" : "11.0",
38
+ "iOS" : "18.0",
39
+ "macCatalyst" : "18.0"
40
+ },
41
+ "modelType" : {
42
+ "name" : "MLModelType_mlProgram"
43
+ },
44
+ "inputSchema" : [
45
+ {
46
+ "shortDescription" : "",
47
+ "dataType" : "Int32",
48
+ "hasShapeFlexibility" : "1",
49
+ "isOptional" : "0",
50
+ "shapeFlexibility" : "1 × 1 | 1 × 64",
51
+ "formattedType" : "MultiArray (Int32 1 × 1)",
52
+ "type" : "MultiArray",
53
+ "shape" : "[1, 1]",
54
+ "name" : "input_ids",
55
+ "enumeratedShapes" : "[[1, 1], [1, 64]]"
56
+ }
57
+ ],
58
+ "userDefinedMetadata" : {
59
+ "com.anemll.context_length" : "1024",
60
+ "com.anemll.info" : "Converted with Anemll v0.3.3",
61
+ "com.anemll.lut_bits" : "8",
62
+ "com.github.apple.coremltools.source" : "torch==2.5.0",
63
+ "com.github.apple.coremltools.version" : "8.3.0",
64
+ "com.github.apple.coremltools.source_dialect" : "TorchScript"
65
+ },
66
+ "generatedClassName" : "qwen_embeddings",
67
+ "method" : "predict"
68
+ }
69
+ ]
qwen_embeddings.mlmodelc/model.mil ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ program(1.3)
2
+ [buildInfo = dict<string, string>({{"coremlc-component-MIL", "3402.3.2"}, {"coremlc-version", "3402.4.1"}})]
3
+ {
4
+ func main<ios18>(tensor<int32, [1, ?]> input_ids) [FlexibleShapeInformation = tuple<tuple<string, dict<string, tensor<int32, [?]>>>, tuple<string, dict<string, dict<string, tensor<int32, [?]>>>>>((("DefaultShapes", {{"input_ids", [1, 1]}}), ("EnumeratedShapes", {{"79ae981e", {{"input_ids", [1, 1]}}}, {"ed9b58c8", {{"input_ids", [1, 64]}}}})))] {
5
+ int32 hidden_states_axis_0 = const()[name = string("hidden_states_axis_0"), val = int32(0)];
6
+ int32 hidden_states_batch_dims_0 = const()[name = string("hidden_states_batch_dims_0"), val = int32(0)];
7
+ bool hidden_states_validate_indices_0 = const()[name = string("hidden_states_validate_indices_0"), val = bool(false)];
8
+ tensor<fp16, [151936, 2048]> embed_tokens_weight_to_fp16_palettized = constexpr_lut_to_dense(indices = tensor<uint8, [151936, 2048]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(64))), lut = tensor<fp16, [18992, 1, 256, 1]>(BLOBFILE(path = string("@model_path/weights/weight.bin"), offset = uint64(311165056))))[name = string("embed_tokens_weight_to_fp16_palettized")];
9
+ tensor<fp16, [1, ?, 2048]> hidden_states = gather(axis = hidden_states_axis_0, batch_dims = hidden_states_batch_dims_0, indices = input_ids, validate_indices = hidden_states_validate_indices_0, x = embed_tokens_weight_to_fp16_palettized)[name = string("hidden_states_cast_fp16")];
10
+ } -> (hidden_states);
11
+ }
qwen_embeddings.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d87ca38dd16d79cbda80d172efa2976900320241751eb91bc595bb3deb81307
3
+ size 320889024