Hugging Face's logo

CambridgeMolecularEngineering
/
bert-base-cased-scmedium

Fill-Mask
Transformers
PyTorch
bert
Model card Files Community
1
ZongqianLi commited on
Commit
58dd22a
·
1 Parent(s): e694bc6

Upload 130 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. config.json +26 -0
  2. global_step3922/zero_pp_rank_0_mp_rank_00_model_states.pt +3 -0
  3. global_step3922/zero_pp_rank_0_mp_rank_00_optim_states.pt +3 -0
  4. global_step3922/zero_pp_rank_10_mp_rank_00_model_states.pt +3 -0
  5. global_step3922/zero_pp_rank_10_mp_rank_00_optim_states.pt +3 -0
  6. global_step3922/zero_pp_rank_11_mp_rank_00_model_states.pt +3 -0
  7. global_step3922/zero_pp_rank_11_mp_rank_00_optim_states.pt +3 -0
  8. global_step3922/zero_pp_rank_12_mp_rank_00_model_states.pt +3 -0
  9. global_step3922/zero_pp_rank_12_mp_rank_00_optim_states.pt +3 -0
  10. global_step3922/zero_pp_rank_13_mp_rank_00_model_states.pt +3 -0
  11. global_step3922/zero_pp_rank_13_mp_rank_00_optim_states.pt +3 -0
  12. global_step3922/zero_pp_rank_14_mp_rank_00_model_states.pt +3 -0
  13. global_step3922/zero_pp_rank_14_mp_rank_00_optim_states.pt +3 -0
  14. global_step3922/zero_pp_rank_15_mp_rank_00_model_states.pt +3 -0
  15. global_step3922/zero_pp_rank_15_mp_rank_00_optim_states.pt +3 -0
  16. global_step3922/zero_pp_rank_16_mp_rank_00_model_states.pt +3 -0
  17. global_step3922/zero_pp_rank_16_mp_rank_00_optim_states.pt +3 -0
  18. global_step3922/zero_pp_rank_17_mp_rank_00_model_states.pt +3 -0
  19. global_step3922/zero_pp_rank_17_mp_rank_00_optim_states.pt +3 -0
  20. global_step3922/zero_pp_rank_18_mp_rank_00_model_states.pt +3 -0
  21. global_step3922/zero_pp_rank_18_mp_rank_00_optim_states.pt +3 -0
  22. global_step3922/zero_pp_rank_19_mp_rank_00_model_states.pt +3 -0
  23. global_step3922/zero_pp_rank_19_mp_rank_00_optim_states.pt +3 -0
  24. global_step3922/zero_pp_rank_1_mp_rank_00_model_states.pt +3 -0
  25. global_step3922/zero_pp_rank_1_mp_rank_00_optim_states.pt +3 -0
  26. global_step3922/zero_pp_rank_20_mp_rank_00_model_states.pt +3 -0
  27. global_step3922/zero_pp_rank_20_mp_rank_00_optim_states.pt +3 -0
  28. global_step3922/zero_pp_rank_21_mp_rank_00_model_states.pt +3 -0
  29. global_step3922/zero_pp_rank_21_mp_rank_00_optim_states.pt +3 -0
  30. global_step3922/zero_pp_rank_22_mp_rank_00_model_states.pt +3 -0
  31. global_step3922/zero_pp_rank_22_mp_rank_00_optim_states.pt +3 -0
  32. global_step3922/zero_pp_rank_23_mp_rank_00_model_states.pt +3 -0
  33. global_step3922/zero_pp_rank_23_mp_rank_00_optim_states.pt +3 -0
  34. global_step3922/zero_pp_rank_24_mp_rank_00_model_states.pt +3 -0
  35. global_step3922/zero_pp_rank_24_mp_rank_00_optim_states.pt +3 -0
  36. global_step3922/zero_pp_rank_25_mp_rank_00_model_states.pt +3 -0
  37. global_step3922/zero_pp_rank_25_mp_rank_00_optim_states.pt +3 -0
  38. global_step3922/zero_pp_rank_26_mp_rank_00_model_states.pt +3 -0
  39. global_step3922/zero_pp_rank_26_mp_rank_00_optim_states.pt +3 -0
  40. global_step3922/zero_pp_rank_27_mp_rank_00_model_states.pt +3 -0
  41. global_step3922/zero_pp_rank_27_mp_rank_00_optim_states.pt +3 -0
  42. global_step3922/zero_pp_rank_28_mp_rank_00_model_states.pt +3 -0
  43. global_step3922/zero_pp_rank_28_mp_rank_00_optim_states.pt +3 -0
  44. global_step3922/zero_pp_rank_29_mp_rank_00_model_states.pt +3 -0
  45. global_step3922/zero_pp_rank_29_mp_rank_00_optim_states.pt +3 -0
  46. global_step3922/zero_pp_rank_2_mp_rank_00_model_states.pt +3 -0
  47. global_step3922/zero_pp_rank_2_mp_rank_00_optim_states.pt +3 -0
  48. global_step3922/zero_pp_rank_30_mp_rank_00_model_states.pt +3 -0
  49. global_step3922/zero_pp_rank_30_mp_rank_00_optim_states.pt +3 -0
  50. global_step3922/zero_pp_rank_31_mp_rank_00_model_states.pt +3 -0
config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-cased",
3
+ "architectures": [
4
+ "BertForMaskedLM"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 3072,
14
+ "layer_norm_eps": 1e-12,
15
+ "max_position_embeddings": 512,
16
+ "model_type": "bert",
17
+ "num_attention_heads": 12,
18
+ "num_hidden_layers": 12,
19
+ "pad_token_id": 0,
20
+ "position_embedding_type": "absolute",
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.25.1",
23
+ "type_vocab_size": 2,
24
+ "use_cache": true,
25
+ "vocab_size": 28996
26
+ }
global_step3922/zero_pp_rank_0_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_0_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e408425ec9ec3912e6de28950ea3edefa5c32f70c32556591c3533959599c2d8
3
+ size 32506595
global_step3922/zero_pp_rank_10_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_10_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7d8f6ece484e3c56f5ec70da15300a9f5045f3ffeccdad355100a66eb8ee8b9
3
+ size 32506595
global_step3922/zero_pp_rank_11_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923
global_step3922/zero_pp_rank_11_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3005ba278b4aec6afbf61f3bb75c4156f2f1d99349d7f9754f173347244f2258
3
+ size 32506595
global_step3922/zero_pp_rank_12_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_12_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:812f943a6b463245f3db5d117849846faabcc63ee1c8697cb14df77fe5570226
3
+ size 32506595
global_step3922/zero_pp_rank_13_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_13_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a9bca5082dd2e5952e9dcffcaa14018215b35e427a3f35cf0aec38c4f56236e
3
+ size 32506595
global_step3922/zero_pp_rank_14_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_14_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4b1864e55b4a69af61d1cf5ab32dcf3b697327531d63dd02bc78cb6e91476ec
3
+ size 32506595
global_step3922/zero_pp_rank_15_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923
global_step3922/zero_pp_rank_15_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e261c93927d3ef18808977b9d6c11fc10e5311897486232bab5d87791ffe5535
3
+ size 32506595
global_step3922/zero_pp_rank_16_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_16_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0653c53ac067f1b728f69ff2e79f5f14731af860cd304363e9aa50fb9e5adb8b
3
+ size 32506595
global_step3922/zero_pp_rank_17_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_17_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3df633ac80ce83d2a7709da94a118de50fc4e3fcfdb3d53a802bbb52d7c7551
3
+ size 32506595
global_step3922/zero_pp_rank_18_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_18_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:283a68be0931c4008c516d19f8bea5a4c908d44240607ca691bb0cb9c58f1939
3
+ size 32506595
global_step3922/zero_pp_rank_19_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923
global_step3922/zero_pp_rank_19_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85b28de06aa641592319ca3570cad8cc61c3aa96cb4d6e755b8a5ac25d2bc508
3
+ size 32506595
global_step3922/zero_pp_rank_1_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_1_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10af37d55d37653d0ca25b497b8fcca934f38a5cc8ab94962f78e548086c5fe5
3
+ size 32506595
global_step3922/zero_pp_rank_20_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_20_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713cef08583093dd15a3292801e83b5fb675a3279b380c82b56729838da14739
3
+ size 32506595
global_step3922/zero_pp_rank_21_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_21_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a89194480db465747e6ffb533825da7319488ffa2327382c5562531d68eb6d2
3
+ size 32506595
global_step3922/zero_pp_rank_22_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_22_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79bcb87916550c76ce1945c15fe637f33a0ea4c9f49536bb3e35c45910f089cc
3
+ size 32506595
global_step3922/zero_pp_rank_23_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923
global_step3922/zero_pp_rank_23_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1851fbfc63e46ac0a8725b7f8ba918f13c4e1f9898495b9feb43bf5e6067e403
3
+ size 32506595
global_step3922/zero_pp_rank_24_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_24_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:249e3e7a5bde0e3889110aa09e84add32cd247ef20f2860750b67fe4437f9194
3
+ size 32506595
global_step3922/zero_pp_rank_25_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_25_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2094097ed5fea101c2c9124d6f772aea9394ab8395d5aa4a522ed8a674717c6a
3
+ size 32506595
global_step3922/zero_pp_rank_26_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_26_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfaea8dc08d065576a5cfb319e5f829254bdf03c1c42f5c76651c25b6bb3fca6
3
+ size 32506595
global_step3922/zero_pp_rank_27_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923
global_step3922/zero_pp_rank_27_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61e9882b8eb72729c68855db4fba8e57711b6ebe8fbb683874dcb5e9fe1e3353
3
+ size 32506595
global_step3922/zero_pp_rank_28_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9d1f512cb82352f85019220c29267853b0868882c6c00180f87f958e8f5aa18
3
+ size 90923
global_step3922/zero_pp_rank_28_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e30d0683286719ff3bf8da4c020405b7d1c093f3f084e4d3667d9576094acdc1
3
+ size 32506595
global_step3922/zero_pp_rank_29_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97e6aeaee71b40c2576d152f0839e1ac152670ed924b5fe0777a9272fc21e92a
3
+ size 90923
global_step3922/zero_pp_rank_29_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6fb25794e649f8ff686c269fcdddf7ecc9e55a02c76dd19d2e1ca00ef9c7e3e
3
+ size 32506595
global_step3922/zero_pp_rank_2_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_2_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88643fcf5bb0d6ec71920add9eff22d97c2c1007851029b823395d2ef64d39a6
3
+ size 32506595
global_step3922/zero_pp_rank_30_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afddc8f235191d47afc9ae95536d5679aebfd19c50490928168723dc8e4a3301
3
+ size 90923
global_step3922/zero_pp_rank_30_mp_rank_00_optim_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fc6e0e575dcfa3c06d360a12edc6e9e7e45b25110cd6c5cbabff7f7a7d0aa69
3
+ size 32506595
global_step3922/zero_pp_rank_31_mp_rank_00_model_states.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8679cf65a2ee27aadbdf48231d3da5d84cc5fda88f7a5939a2c83820071178e3
3
+ size 90923