Hugging Face's logo

ZongqianLi
/
bert-base-uncased-scsmall-squad-s

Question Answering
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
97c2b17
路
1 Parent(s): d57f8bd

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes. 聽 See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step1375/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step1375/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step1375/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step1375/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step1375/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step1375/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step1375/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step1375/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step1375/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step1375/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step1375/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step1375/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step1375/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step1375/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step1375/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step1375/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step1375/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step1375/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step1375/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step1375/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step1375/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step1375/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step1375/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step1375/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step1375/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step1375/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step1375/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step1375/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step1375/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step1375/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step1375/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step1375/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step1375/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step1375/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step1375/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step1375/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step1375/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step1375/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step1375/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step1375/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step1375/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step1375/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step1375/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step1375/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step1375/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step1375/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step1375/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step1375/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step1375/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "ZongqianLi/bert_base_uncased_scsmall",
3
+ "architectures": [
4
+ "BertForQuestionAnswering"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 30522
26
+ }
global_step1375/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:969a1bbe98e3a27c9a681f1cdcba483da12b444ce8a0004904f5b17bc9cca9c4
3
+ size 32672291
global_step1375/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107e0ba7026b50ace6c5ad168a148fbe41be885a5d6a95e949c8bc3b730125b1
3
+ size 32672291
global_step1375/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329
global_step1375/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d0db0365c12ee3fb8c107873ac477356708e3371f45150fec941f649715fd71
3
+ size 32672291
global_step1375/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbf6db85a002a80ce30327b13dc49dbea7db9c1ab9804fce595ad1cf2a961ac
3
+ size 32672291
global_step1375/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e08c38e1359cd8a9fe59608a43c7fdc14cd402a6a555fa40c72c659ab5d1fb75
3
+ size 32672291
global_step1375/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8ccb80652fd142619c6f4121d1c1a0483f4c0be7adc3e91facf5e3097dbf9ff
3
+ size 32672291
global_step1375/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329
global_step1375/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53a5207148be0a20113ace1a8777850d87f387f7d72aba146f56cd70aabddf7d
3
+ size 32672291
global_step1375/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0adf149a1c8bfb434870642ecd11a9aa0fc12fd1791650b281e74dc67bfa59b6
3
+ size 32672291
global_step1375/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad00aa874026dd9cddb69216241ba40e2ee13753dc8313f9381d7adb24374b83
3
+ size 32672291
global_step1375/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0ef21eb4f2cdf0a895aa16efd9c639280c83c040e4ac8760bafb9303a090c55
3
+ size 32672291
global_step1375/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329
global_step1375/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1a0b093e7db1eb381f1ed956983991b2e8fc5ab040e5180b180e3281d6435e0
3
+ size 32672291
global_step1375/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c6e234c06a994f3d87bb3a4ccaddade882015564f75a3e35134dc3e896bb9ef
3
+ size 32672291
global_step1375/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8841971d452c55118fb384c8165bc6cb0c66e095c3f112fc865e88fed48510
3
+ size 32672291
global_step1375/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d6000e47e28e0bb369aa6835f0bda8d22cc3b608835d3d1cd9fa0fbf7e69ee
3
+ size 32672291
global_step1375/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94992340a9364b93f28caa809b10d66c2decfce200881f82738ba0ff6491ff9b
3
+ size 32672291
global_step1375/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329
global_step1375/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ecb06c6ed89e6eab6715d386ec6a83c5072b2ad512ea48709320022214f051b
3
+ size 32672291
global_step1375/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a471f9dd549261b5fef9790bd7c4a8dba3a784c070499cb492f93756762f449
3
+ size 32672291
global_step1375/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2178bdfc1b031e4933e173d6b653d41e6d496c5abc662ea74eadcc8675673de
3
+ size 32672291
global_step1375/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c6961264d898abf18507d7d2c2cadb6443850cfeb1168aa1c006c7c5e389ecc
3
+ size 32672291
global_step1375/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329
global_step1375/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91dc87d20c5f7b2a4c635ed3e16e736a86adff861ad566f08817ca4630866967
3
+ size 32672291
global_step1375/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731fcb5251194769f133fdcc9de58fd87fa11dbe031155ea2071b14c10dd9389
3
+ size 89329
global_step1375/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ddc81b6ce89b7cb5626514ffd7a8ea48ba5bd501536c6a954d4ac19e9203f3
3
+ size 32672291
global_step1375/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2168c92b6607f58e0610d8ed061bb7e4a60c51697c2880b1dcd0e0ad43fa17c
3
+ size 89329
global_step1375/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ade23b6a314ad910916e98a5f9f958440f7d9105b5c1f3f63b24f335c8be678
3
+ size 32672291
global_step1375/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab56e92d7308cbbc4fc32d869ee44a8175630073fcb65ac8c6c18c9425b2a2d8
3
+ size 32672291
global_step1375/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31d12486b072be40356e0078e3bbab6092f7bb74cdafef2eb0ffff804fb99f6b
3
+ size 89329
global_step1375/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2f02af68f5dfbeb1773e267348d2b416563dbf050d9874533c63ff5db924327
3
+ size 32672291
global_step1375/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18f03b613a79b62a54ae6bb499157ce3461ee440ee316263efe9fe7c11227a4e
3
+ size 89329