KoichiYasuoka commited on
Commit
1417199
·
1 Parent(s): 2f1f40c

model improved

Browse files
Files changed (2) hide show
  1. maker.py +1 -1
  2. pytorch_model.bin +1 -1
maker.py CHANGED
@@ -111,7 +111,7 @@ lid=trainDS(devDS,testDS)
111
  cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True,trust_remote_code=True)
112
  mdl=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True,trust_remote_code=True)
113
  trainDS.embeddings=mdl.get_input_embeddings().weight
114
- arg=TrainingArguments(num_train_epochs=10,per_device_train_batch_size=1,dataloader_pin_memory=False,output_dir=tgt,overwrite_output_dir=True,save_total_limit=2,learning_rate=5e-05,warmup_ratio=0.1,save_safetensors=False)
115
  trn=Trainer(args=arg,data_collator=DefaultDataCollator(),model=mdl,train_dataset=trainDS)
116
  trn.train()
117
  trn.save_model(tgt)
 
111
  cfg=AutoConfig.from_pretrained(src,num_labels=len(lid),label2id=lid,id2label={i:l for l,i in lid.items()},ignore_mismatched_sizes=True,trust_remote_code=True)
112
  mdl=AutoModelForTokenClassification.from_pretrained(src,config=cfg,ignore_mismatched_sizes=True,trust_remote_code=True)
113
  trainDS.embeddings=mdl.get_input_embeddings().weight
114
+ arg=TrainingArguments(num_train_epochs=20,per_device_train_batch_size=1,dataloader_pin_memory=False,output_dir=tgt,overwrite_output_dir=True,save_total_limit=2,learning_rate=5e-05,warmup_ratio=0.1,save_safetensors=False)
115
  trn=Trainer(args=arg,data_collator=DefaultDataCollator(),model=mdl,train_dataset=trainDS)
116
  trn.train()
117
  trn.save_model(tgt)
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:41cd2f9f7ed624cb6e7d0f7147b6d066d26706e4473b38210002fe12e688679c
3
  size 81349410
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e76d530adf63abbba471aaebfc0b35ea57c17afeb777376f86ac3cff4cc1880f
3
  size 81349410