Hugging Face's logo

ZongqianLi
/
bert-base-cased-scsmall-squad-s

Question Answering
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
2fb48d3
路
1 Parent(s): b5e7878

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes. 聽 See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step1375/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step1375/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step1375/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step1375/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step1375/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step1375/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step1375/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step1375/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step1375/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step1375/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step1375/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step1375/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step1375/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step1375/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step1375/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step1375/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step1375/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step1375/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step1375/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step1375/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step1375/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step1375/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step1375/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step1375/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step1375/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step1375/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step1375/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step1375/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step1375/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step1375/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step1375/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step1375/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step1375/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step1375/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step1375/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step1375/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step1375/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step1375/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step1375/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step1375/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step1375/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step1375/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step1375/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step1375/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step1375/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step1375/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step1375/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step1375/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step1375/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "ZongqianLi/bert_base_cased_scsmall",
3
+ "architectures": [
4
+ "BertForQuestionAnswering"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 28996
26
+ }
global_step1375/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1155bd34911ee72da1ba91236637cb1635574f714a11788e29cff8cd34915eb5
3
+ size 32320739
global_step1375/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21e9d510cdc97cbcd114e3a15d087f7612c02ab533c445e523056812dbfbd9dd
3
+ size 32320739
global_step1375/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329
global_step1375/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1dd49313b293563e8a642c9d371d35ecbae4844f59530359b7827979d2c5c5
3
+ size 32320739
global_step1375/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99cdca2df6f889105115c090fa2084fa4712537fd3c974b0262d8e2561ea79ab
3
+ size 32320739
global_step1375/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6365157a867b7e936840ac49c4fdf4683270b4ba46421bc52eac4dacc6620563
3
+ size 32320739
global_step1375/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39237130d550ed128947f0270781de5beff1bff9badb98275972d8cd911ac36a
3
+ size 32320739
global_step1375/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329
global_step1375/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3453b60e91a2b9ddcadaa52a09a664ac18aa20692b5799f6cc778ce25fb74c
3
+ size 32320739
global_step1375/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e95a87539e2c8e274b7b213b84a4a044fe49c0ea4ac1ed53e995212e2d8e53
3
+ size 32320739
global_step1375/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:890933ddb8b6a9be3c30c68d3bcc4b8020d5f5d77ef0459013317891e6c841dc
3
+ size 32320739
global_step1375/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9347df6c740c80e8b6e55e1b5b1ae3746a5a89cfae0b40e7c6f6d3a699bb50f6
3
+ size 32320739
global_step1375/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329
global_step1375/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6143f207ae3561d6af3f7bea93624103c4abf09135a40880cd7a3b2239da09d6
3
+ size 32320739
global_step1375/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25e189ca038a13afe727e51c615b107bb7aa7163a8e317c56c49c89bdb176e60
3
+ size 32320739
global_step1375/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df9ab58c735391a3e461cad2db3aa4e2036a0fdea44cf4b2bbca5379a81ef87
3
+ size 32320739
global_step1375/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a14fcf3fe67bfc175ffcd3fc67726382d50d05c4fa49ae2fe0181fcb0baec597
3
+ size 32320739
global_step1375/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a75f7eb896e14903d240bf918c593723388e5446706fba24da58dc278c795c50
3
+ size 32320739
global_step1375/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329
global_step1375/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f66c15b5397d8595929700312b11676ea7bd1d1ff91f36520cb8e190bd2ff4
3
+ size 32320739
global_step1375/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ff36867628fbdd596fc27e16eec61db2a899a5e874508a81f97216fd234a411
3
+ size 32320739
global_step1375/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:476d73490e6325aa4587525f6304f0de3d665996268a0d98106370c02c10b311
3
+ size 32320739
global_step1375/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13607822ab04971a2561d7f542f8cbd92b02c36200fc0f8ca719103ef365cbc2
3
+ size 32320739
global_step1375/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329
global_step1375/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2287dbd1d958a8ec91ca41c39898930e93ac0efe60fa17f06500a50174bd5004
3
+ size 32320739
global_step1375/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2aef99c6ec834c1021c0defe847dbb5f00fec619b4b9b6830b59822f3613c157
3
+ size 89329
global_step1375/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7fdb636440447d0ba9e90439d9a45ec8dc9276479d2f5a9b9c63d1e9ec373c
3
+ size 32320739
global_step1375/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eeb9c41ee249d463ed73e9f168d699b1ee636ddb3dbe4db6225b11d9c764c76c
3
+ size 89329
global_step1375/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36566a39646dc6299c336252d43f047cfa8021efb0c59c29eb7226021c4b9b5e
3
+ size 32320739
global_step1375/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:601de67c5f87d2878d8c901c0dc3db8b4ccdb038e9d4bccf69143f429fa3a8c3
3
+ size 32320739
global_step1375/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93197317df1ed1f709dc101ab0722c2be8d73b7a524c0bc5e5109d79e7b9997e
3
+ size 89329
global_step1375/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c3b617bc2e2a039517235fee541673aa924dc72fd9ee2103b8fffa076d3734a
3
+ size 32320739
global_step1375/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d48c11e9ec89fa2b8d68806a67b449f8d9775639c6c1e03aa721c352abea8010
3
+ size 89329