Home Explore Help
Register Sign In
rewriter
/
triple-extraxtion
1
0
Fork 0
Files Issues 0 Pull Requests 0 Wiki
Tree: 0757292b7c
Branches Tags
triple-extraxti...
/
bert_re
/
logs
/
preprocess.log

preprocess.log 454 KB
History Raw

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761 
  1. 2021-08-03 20:11:33,172 - INFO - preprocess.py - <module> - 158 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    2. 

  2. 2021-08-03 20:12:07,680 - INFO - preprocess.py - <module> - 158 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    3. 

  3. 2021-08-03 20:12:27,813 - INFO - preprocess.py - <module> - 158 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    4. 

  4. 2021-08-03 20:12:27,841 - INFO - preprocess.py - convert_examples_to_features - 115 - Convert 3007 examples to features
    5. 

  5. 2021-08-03 20:14:46,006 - INFO - preprocess.py - <module> - 161 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    6. 

  6. 2021-08-03 20:14:46,033 - INFO - preprocess.py - convert_examples_to_features - 115 - Convert 3007 examples to features
    7. 

  7. 2021-08-04 11:02:37,966 - INFO - preprocess.py - <module> - 162 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    8. 

  8. 2021-08-04 11:03:00,465 - INFO - preprocess.py - <module> - 162 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    9. 

  9. 2021-08-04 11:04:09,968 - INFO - preprocess.py - <module> - 162 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    10. 

  10. 2021-08-04 11:04:09,997 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 3007 examples to features
    11. 

  11. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-0 ***
    12. 

  12. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] # 潘 玉 良 # ： 从 妓 妾 到 一 代 画 魂 ( 图 ) # 潘 玉 良 # ( 1895 ~ 1977 ) ， � � $ 张 玉 良 $ ， 字 世 秀 ， 江 � 扬 州 人 。 [SEP]
    13. 

  13. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 108, 4050, 4373, 5679, 108, 8038, 794, 1972, 1989, 1168, 671, 807, 4514, 7789, 113, 1745, 114, 108, 4050, 4373, 5679, 108, 113, 10794, 172, 9060, 114, 8024, 1348, 1399, 109, 2476, 4373, 5679, 109, 8024, 2099, 686, 4899, 8024, 3736, 5722, 2813, 2336, 782, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    14. 

  14. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    15. 

  15. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    16. 

  16. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 97 - labels: 9
    17. 

  17. 2021-08-04 11:04:09,999 - INFO - preprocess.py - convert_bert_example - 98 - ids：[1, 5, 37, 41]
    18. 

  18. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-1 ***
    19. 

  19. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] # 阮 � 玉 [UNK] # ， 安 义 贞 丽 公 主 ， � $ 黎 文 燕 $ 。 [SEP]
    20. 

  20. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 108, 7342, 4886, 4373, 100, 108, 8024, 2128, 721, 6565, 714, 1062, 712, 8024, 2063, 109, 7944, 3152, 4242, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    21. 

  21. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    22. 

  22. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    23. 

  23. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 97 - labels: 1
    24. 

  24. 2021-08-04 11:04:10,000 - INFO - preprocess.py - convert_bert_example - 98 - ids：[1, 6, 16, 20]
    25. 

  25. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-2 ***
    26. 

  26. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 出 身 贫 寒 的 # � 光 � # 深 � 其 岳 父 $ 陈 嘉 庚 $ 先 生 的 影 � ， 一 生 热 心 社 会 公 益 ， 对 新 马 地 区 和 故 土 中 国 的 社 会 公 益 事 业 作 出 了 � � 磨 � 的 贡 献 。 [SEP]
    27. 

  27. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 1139, 6716, 6577, 2170, 4638, 108, 3330, 1045, 1184, 108, 3918, 1358, 1071, 2277, 4266, 109, 7357, 1649, 2423, 109, 1044, 4495, 4638, 2512, 1510, 8024, 671, 4495, 4178, 2552, 4852, 833, 1062, 4660, 8024, 2190, 3173, 7716, 1765, 1277, 1469, 3125, 1759, 704, 1744, 4638, 4852, 833, 1062, 4660, 752, 689, 868, 1139, 749, 679, 1377, 4836, 4127, 4638, 6567, 4346, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    28. 

  28. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    29. 

  29. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    30. 

  30. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 97 - labels: 13
    31. 

  31. 2021-08-04 11:04:10,002 - INFO - preprocess.py - convert_bert_example - 98 - ids：[6, 10, 16, 20]
    32. 

  32. 2021-08-04 11:04:11,984 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 3007 features
    33. 

  33. 2021-08-04 11:04:12,005 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 0 examples to features
    34. 

  34. 2021-08-04 11:04:12,005 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 0 features
    35. 

  35. 2021-08-04 11:04:12,022 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 0 examples to features
    36. 

  36. 2021-08-04 11:04:12,022 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 0 features
    37. 

  37. 2021-08-04 11:06:28,664 - INFO - preprocess.py - <module> - 162 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/bert-base-chinese/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 128, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    38. 

  38. 2021-08-04 11:06:28,693 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 3007 examples to features
    39. 

  39. 2021-08-04 11:06:28,694 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-0 ***
    40. 

  40. 2021-08-04 11:06:28,694 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] # 潘 玉 良 # ： 从 妓 妾 到 一 代 画 魂 ( 图 ) # 潘 玉 良 # ( 1895 ~ 1977 ) ， � � $ 张 玉 良 $ ， 字 世 秀 ， 江 � 扬 州 人 。 [SEP]
    41. 

  41. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 108, 4050, 4373, 5679, 108, 8038, 794, 1972, 1989, 1168, 671, 807, 4514, 7789, 113, 1745, 114, 108, 4050, 4373, 5679, 108, 113, 10794, 172, 9060, 114, 8024, 1348, 1399, 109, 2476, 4373, 5679, 109, 8024, 2099, 686, 4899, 8024, 3736, 5722, 2813, 2336, 782, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    42. 

  42. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    43. 

  43. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    44. 

  44. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 97 - labels: 9
    45. 

  45. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 98 - ids：[1, 5, 37, 41]
    46. 

  46. 2021-08-04 11:06:28,695 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-1 ***
    47. 

  47. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] # 阮 � 玉 [UNK] # ， 安 义 贞 丽 公 主 ， � $ 黎 文 燕 $ 。 [SEP]
    48. 

  48. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 108, 7342, 4886, 4373, 100, 108, 8024, 2128, 721, 6565, 714, 1062, 712, 8024, 2063, 109, 7944, 3152, 4242, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    49. 

  49. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    50. 

  50. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    51. 

  51. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 97 - labels: 1
    52. 

  52. 2021-08-04 11:06:28,696 - INFO - preprocess.py - convert_bert_example - 98 - ids：[1, 6, 16, 20]
    53. 

  53. 2021-08-04 11:06:28,697 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-2 ***
    54. 

  54. 2021-08-04 11:06:28,697 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 出 身 贫 寒 的 # � 光 � # 深 � 其 岳 父 $ 陈 嘉 庚 $ 先 生 的 影 � ， 一 生 热 心 社 会 公 益 ， 对 新 马 地 区 和 故 土 中 国 的 社 会 公 益 事 业 作 出 了 � � 磨 � 的 贡 献 。 [SEP]
    55. 

  55. 2021-08-04 11:06:28,697 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 1139, 6716, 6577, 2170, 4638, 108, 3330, 1045, 1184, 108, 3918, 1358, 1071, 2277, 4266, 109, 7357, 1649, 2423, 109, 1044, 4495, 4638, 2512, 1510, 8024, 671, 4495, 4178, 2552, 4852, 833, 1062, 4660, 8024, 2190, 3173, 7716, 1765, 1277, 1469, 3125, 1759, 704, 1744, 4638, 4852, 833, 1062, 4660, 752, 689, 868, 1139, 749, 679, 1377, 4836, 4127, 4638, 6567, 4346, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    56. 

  56. 2021-08-04 11:06:28,697 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    57. 

  57. 2021-08-04 11:06:28,698 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    58. 

  58. 2021-08-04 11:06:28,698 - INFO - preprocess.py - convert_bert_example - 97 - labels: 13
    59. 

  59. 2021-08-04 11:06:28,698 - INFO - preprocess.py - convert_bert_example - 98 - ids：[6, 10, 16, 20]
    60. 

  60. 2021-08-04 11:06:30,661 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 3007 features
    61. 

  61. 2021-08-04 11:06:30,684 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 752 examples to features
    62. 

  62. 2021-08-04 11:06:30,685 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-0 ***
    63. 

  63. 2021-08-04 11:06:30,685 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 程 砚 秋 与 # 果 素 瑛 # 生 有 三 � 一 女 ， � $ 程 永 光 $ � 程 永 � � 程 永 江 和 程 慧 贞 。 [SEP]
    64. 

  64. 2021-08-04 11:06:30,685 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 4923, 4780, 4904, 680, 108, 3362, 5162, 4446, 108, 4495, 3300, 676, 2094, 671, 1957, 8024, 1315, 109, 4923, 3719, 1045, 109, 510, 4923, 3719, 3975, 510, 4923, 3719, 3736, 1469, 4923, 2716, 6565, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    65. 

  65. 2021-08-04 11:06:30,685 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    66. 

  66. 2021-08-04 11:06:30,685 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    67. 

  67. 2021-08-04 11:06:30,686 - INFO - preprocess.py - convert_bert_example - 97 - labels: 2
    68. 

  68. 2021-08-04 11:06:30,686 - INFO - preprocess.py - convert_bert_example - 98 - ids：[5, 9, 18, 22]
    69. 

  69. 2021-08-04 11:06:30,686 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-1 ***
    70. 

  70. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 程 砚 秋 与 果 素 瑛 生 有 三 � 一 女 ， � # 程 永 光 # � 程 永 � � $ 程 永 江 $ 和 程 慧 贞 。 [SEP]
    71. 

  71. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 4923, 4780, 4904, 680, 3362, 5162, 4446, 4495, 3300, 676, 2094, 671, 1957, 8024, 1315, 108, 4923, 3719, 1045, 108, 510, 4923, 3719, 3975, 510, 109, 4923, 3719, 3736, 109, 1469, 4923, 2716, 6565, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    72. 

  72. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    73. 

  73. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    74. 

  74. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 97 - labels: 3
    75. 

  75. 2021-08-04 11:06:30,687 - INFO - preprocess.py - convert_bert_example - 98 - ids：[16, 20, 26, 30]
    76. 

  76. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-2 ***
    77. 

  77. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 曹 � � � � 州 ， # 刘 表 # 之 � $ 刘 � $ 投 � ， 刘 备 领 军 民 � 余 万 � 难 ， 于 当 阳 � � 曹 军 追 兵 ， 惨 败 。 [SEP]
    78. 

  78. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 3293, 3082, 1298, 2519, 5769, 2336, 8024, 108, 1155, 6134, 108, 722, 2094, 109, 1155, 4429, 109, 2832, 7360, 8024, 1155, 1906, 7566, 1092, 3696, 1282, 865, 674, 6912, 7410, 8024, 754, 2496, 7345, 6901, 6878, 3293, 1092, 6841, 1070, 8024, 2673, 6571, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    79. 

  79. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    80. 

  80. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    81. 

  81. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 97 - labels: 2
    82. 

  82. 2021-08-04 11:06:30,688 - INFO - preprocess.py - convert_bert_example - 98 - ids：[8, 11, 14, 17]
    83. 

  83. 2021-08-04 11:06:31,177 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 752 features
    84. 

  84. 2021-08-04 11:06:31,197 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 752 examples to features
    85. 

  85. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-0 ***
    86. 

  86. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 程 砚 秋 与 # 果 素 瑛 # 生 有 三 � 一 女 ， � $ 程 永 光 $ � 程 永 � � 程 永 江 和 程 慧 贞 。 [SEP]
    87. 

  87. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 4923, 4780, 4904, 680, 108, 3362, 5162, 4446, 108, 4495, 3300, 676, 2094, 671, 1957, 8024, 1315, 109, 4923, 3719, 1045, 109, 510, 4923, 3719, 3975, 510, 4923, 3719, 3736, 1469, 4923, 2716, 6565, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    88. 

  88. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    89. 

  89. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    90. 

  90. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 97 - labels: 2
    91. 

  91. 2021-08-04 11:06:31,198 - INFO - preprocess.py - convert_bert_example - 98 - ids：[5, 9, 18, 22]
    92. 

  92. 2021-08-04 11:06:31,199 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-1 ***
    93. 

  93. 2021-08-04 11:06:31,199 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 程 砚 秋 与 果 素 瑛 生 有 三 � 一 女 ， � # 程 永 光 # � 程 永 � � $ 程 永 江 $ 和 程 慧 贞 。 [SEP]
    94. 

  94. 2021-08-04 11:06:31,199 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 4923, 4780, 4904, 680, 3362, 5162, 4446, 4495, 3300, 676, 2094, 671, 1957, 8024, 1315, 108, 4923, 3719, 1045, 108, 510, 4923, 3719, 3975, 510, 109, 4923, 3719, 3736, 109, 1469, 4923, 2716, 6565, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    95. 

  95. 2021-08-04 11:06:31,199 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    96. 

  96. 2021-08-04 11:06:31,200 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    97. 

  97. 2021-08-04 11:06:31,200 - INFO - preprocess.py - convert_bert_example - 97 - labels: 3
    98. 

  98. 2021-08-04 11:06:31,200 - INFO - preprocess.py - convert_bert_example - 98 - ids：[16, 20, 26, 30]
    99. 

  99. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-2 ***
    100. 

  100. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 曹 � � � � 州 ， # 刘 表 # 之 � $ 刘 � $ 投 � ， 刘 备 领 军 民 � 余 万 � 难 ， 于 当 阳 � � 曹 军 追 兵 ， 惨 败 。 [SEP]
    101. 

  101. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 3293, 3082, 1298, 2519, 5769, 2336, 8024, 108, 1155, 6134, 108, 722, 2094, 109, 1155, 4429, 109, 2832, 7360, 8024, 1155, 1906, 7566, 1092, 3696, 1282, 865, 674, 6912, 7410, 8024, 754, 2496, 7345, 6901, 6878, 3293, 1092, 6841, 1070, 8024, 2673, 6571, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    102. 

  102. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    103. 

  103. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    104. 

  104. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 97 - labels: 2
    105. 

  105. 2021-08-04 11:06:31,201 - INFO - preprocess.py - convert_bert_example - 98 - ids：[8, 11, 14, 17]
    106. 

  106. 2021-08-04 11:06:31,683 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 752 features
    107. 

  107. 2021-08-19 14:39:52,726 - INFO - preprocess.py - <module> - 160 - {'output_dir': '../checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/cnews/', 'log_dir': './logs/', 'num_tags': 65, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 15, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    108. 

  108. 2021-08-19 14:39:54,689 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 0 examples to features
    109. 

  109. 2021-08-19 14:39:54,690 - INFO - preprocess.py - convert_examples_to_features - 128 - Build 0 features
    110. 

  110. 2021-08-19 14:39:54,847 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 0 examples to features
    111. 

  111. 2021-08-19 14:39:54,847 - INFO - preprocess.py - convert_examples_to_features - 128 - Build 0 features
    112. 

  112. 2021-08-19 14:39:55,009 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 0 examples to features
    113. 

  113. 2021-08-19 14:39:55,009 - INFO - preprocess.py - convert_examples_to_features - 128 - Build 0 features
    114. 

  114. 2021-08-19 14:46:49,270 - INFO - preprocess.py - <module> - 160 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    115. 

  115. 2021-08-19 14:49:19,566 - INFO - preprocess.py - <module> - 161 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    116. 

  116. 2021-08-19 14:50:22,235 - INFO - preprocess.py - <module> - 161 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    117. 

  117. 2021-08-19 14:51:49,193 - INFO - preprocess.py - <module> - 161 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    118. 

  118. 2021-08-19 14:51:52,983 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 429761 examples to features
    119. 

  119. 2021-08-19 14:51:52,988 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-0 ***
    120. 

  120. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    121. 

  121. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    122. 

  122. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    123. 

  123. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    124. 

  124. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    125. 

  125. 2021-08-19 14:51:52,989 - INFO - preprocess.py - convert_bert_example - 96 - ids：[3, 8, 11, 16]
    126. 

  126. 2021-08-19 14:51:52,991 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-1 ***
    127. 

  127. 2021-08-19 14:51:52,992 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] gv - 971 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， gv - 971 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    128. 

  128. 2021-08-19 14:51:52,992 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 149, 8225, 118, 8380, 8148, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 149, 8225, 118, 8380, 8148, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    129. 

  129. 2021-08-19 14:51:52,992 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    130. 

  130. 2021-08-19 14:51:52,992 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    131. 

  131. 2021-08-19 14:51:52,993 - INFO - preprocess.py - convert_bert_example - 95 - labels: 简称
    132. 

  132. 2021-08-19 14:51:52,993 - INFO - preprocess.py - convert_bert_example - 96 - ids：[16, 29, 34, 40]
    133. 

  133. 2021-08-19 14:51:52,994 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-2 ***
    134. 

  134. 2021-08-19 14:51:52,994 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    135. 

  135. 2021-08-19 14:51:52,994 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    136. 

  136. 2021-08-19 14:51:52,995 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    137. 

  137. 2021-08-19 14:51:52,995 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    138. 

  138. 2021-08-19 14:51:52,995 - INFO - preprocess.py - convert_bert_example - 95 - labels: 导演
    139. 

  139. 2021-08-19 14:51:52,995 - INFO - preprocess.py - convert_bert_example - 96 - ids：[27, 32, 18, 22]
    140. 

  140. 2021-08-19 14:58:37,305 - INFO - preprocess.py - <module> - 169 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    141. 

  141. 2021-08-19 14:58:41,078 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 429761 examples to features
    142. 

  142. 2021-08-19 14:58:41,080 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-0 ***
    143. 

  143. 2021-08-19 14:58:41,080 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    144. 

  144. 2021-08-19 14:58:41,081 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    145. 

  145. 2021-08-19 14:58:41,081 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    146. 

  146. 2021-08-19 14:58:41,081 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    147. 

  147. 2021-08-19 14:58:41,081 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    148. 

  148. 2021-08-19 14:58:41,081 - INFO - preprocess.py - convert_bert_example - 96 - ids：[3, 8, 11, 16]
    149. 

  149. 2021-08-19 14:58:41,083 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-1 ***
    150. 

  150. 2021-08-19 14:58:41,083 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] gv - 971 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， gv - 971 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    151. 

  151. 2021-08-19 14:58:41,084 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 149, 8225, 118, 8380, 8148, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 149, 8225, 118, 8380, 8148, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    152. 

  152. 2021-08-19 14:58:41,084 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    153. 

  153. 2021-08-19 14:58:41,085 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    154. 

  154. 2021-08-19 14:58:41,085 - INFO - preprocess.py - convert_bert_example - 95 - labels: 简称
    155. 

  155. 2021-08-19 14:58:41,085 - INFO - preprocess.py - convert_bert_example - 96 - ids：[16, 29, 34, 40]
    156. 

  156. 2021-08-19 14:58:41,086 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-2 ***
    157. 

  157. 2021-08-19 14:58:41,086 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    158. 

  158. 2021-08-19 14:58:41,086 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    159. 

  159. 2021-08-19 14:58:41,087 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    160. 

  160. 2021-08-19 14:58:41,087 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    161. 

  161. 2021-08-19 14:58:41,087 - INFO - preprocess.py - convert_bert_example - 95 - labels: 导演
    162. 

  162. 2021-08-19 14:58:41,087 - INFO - preprocess.py - convert_bert_example - 96 - ids：[27, 32, 18, 22]
    163. 

  163. 2021-08-19 15:01:49,334 - INFO - preprocess.py - <module> - 168 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    164. 

  164. 2021-08-19 15:01:53,137 - INFO - preprocess.py - convert_examples_to_features - 113 - Convert 429761 examples to features
    165. 

  165. 2021-08-19 15:01:53,138 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-0 ***
    166. 

  166. 2021-08-19 15:01:53,139 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    167. 

  167. 2021-08-19 15:01:53,139 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    168. 

  168. 2021-08-19 15:01:53,139 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    169. 

  169. 2021-08-19 15:01:53,139 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    170. 

  170. 2021-08-19 15:01:53,140 - INFO - preprocess.py - convert_bert_example - 94 - labels: 作者
    171. 

  171. 2021-08-19 15:01:53,140 - INFO - preprocess.py - convert_bert_example - 95 - ids：[2, 7, 10, 15]
    172. 

  172. 2021-08-19 15:01:53,142 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-1 ***
    173. 

  173. 2021-08-19 15:01:53,142 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] gv - 971 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， gv - 971 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    174. 

  174. 2021-08-19 15:01:53,142 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 149, 8225, 118, 8380, 8148, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 149, 8225, 118, 8380, 8148, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    175. 

  175. 2021-08-19 15:01:53,142 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    176. 

  176. 2021-08-19 15:01:53,143 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    177. 

  177. 2021-08-19 15:01:53,143 - INFO - preprocess.py - convert_bert_example - 94 - labels: 简称
    178. 

  178. 2021-08-19 15:01:53,143 - INFO - preprocess.py - convert_bert_example - 95 - ids：[15, 28, 33, 39]
    179. 

  179. 2021-08-19 15:01:53,144 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-2 ***
    180. 

  180. 2021-08-19 15:01:53,144 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    181. 

  181. 2021-08-19 15:01:53,145 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    182. 

  182. 2021-08-19 15:01:53,145 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    183. 

  183. 2021-08-19 15:01:53,145 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    184. 

  184. 2021-08-19 15:01:53,145 - INFO - preprocess.py - convert_bert_example - 94 - labels: 导演
    185. 

  185. 2021-08-19 15:01:53,145 - INFO - preprocess.py - convert_bert_example - 95 - ids：[26, 31, 17, 21]
    186. 

  186. 2021-08-19 15:25:25,929 - INFO - preprocess.py - <module> - 168 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    187. 

  187. 2021-08-19 15:25:29,787 - INFO - preprocess.py - convert_examples_to_features - 113 - Convert 429761 examples to features
    188. 

  188. 2021-08-19 15:25:29,789 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-0 ***
    189. 

  189. 2021-08-19 15:25:29,789 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    190. 

  190. 2021-08-19 15:25:29,789 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    191. 

  191. 2021-08-19 15:25:29,790 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    192. 

  192. 2021-08-19 15:25:29,790 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    193. 

  193. 2021-08-19 15:25:29,790 - INFO - preprocess.py - convert_bert_example - 94 - labels: 作者
    194. 

  194. 2021-08-19 15:25:29,790 - INFO - preprocess.py - convert_bert_example - 95 - ids：[2, 7, 10, 15]
    195. 

  195. 2021-08-19 15:25:29,792 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-1 ***
    196. 

  196. 2021-08-19 15:25:29,792 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] gv - 971 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， gv - 971 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    197. 

  197. 2021-08-19 15:25:29,792 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 149, 8225, 118, 8380, 8148, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 149, 8225, 118, 8380, 8148, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    198. 

  198. 2021-08-19 15:25:29,793 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    199. 

  199. 2021-08-19 15:25:29,793 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    200. 

  200. 2021-08-19 15:25:29,793 - INFO - preprocess.py - convert_bert_example - 94 - labels: 简称
    201. 

  201. 2021-08-19 15:25:29,793 - INFO - preprocess.py - convert_bert_example - 95 - ids：[15, 28, 33, 39]
    202. 

  202. 2021-08-19 15:25:29,794 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-2 ***
    203. 

  203. 2021-08-19 15:25:29,794 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    204. 

  204. 2021-08-19 15:25:29,795 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    205. 

  205. 2021-08-19 15:25:29,795 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    206. 

  206. 2021-08-19 15:25:29,795 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    207. 

  207. 2021-08-19 15:25:29,795 - INFO - preprocess.py - convert_bert_example - 94 - labels: 导演
    208. 

  208. 2021-08-19 15:25:29,795 - INFO - preprocess.py - convert_bert_example - 95 - ids：[26, 31, 17, 21]
    209. 

  209. 2021-08-19 15:25:59,307 - INFO - preprocess.py - <module> - 168 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    210. 

  210. 2021-08-19 15:26:03,065 - INFO - preprocess.py - convert_examples_to_features - 113 - Convert 429761 examples to features
    211. 

  211. 2021-08-19 15:26:03,066 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-0 ***
    212. 

  212. 2021-08-19 15:26:03,066 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    213. 

  213. 2021-08-19 15:26:03,067 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    214. 

  214. 2021-08-19 15:26:03,067 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    215. 

  215. 2021-08-19 15:26:03,067 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    216. 

  216. 2021-08-19 15:26:03,067 - INFO - preprocess.py - convert_bert_example - 94 - labels: 作者
    217. 

  217. 2021-08-19 15:26:03,067 - INFO - preprocess.py - convert_bert_example - 95 - ids：[2, 7, 10, 15]
    218. 

  218. 2021-08-19 15:26:03,068 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-1 ***
    219. 

  219. 2021-08-19 15:26:03,069 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    220. 

  220. 2021-08-19 15:26:03,069 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    221. 

  221. 2021-08-19 15:26:03,069 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    222. 

  222. 2021-08-19 15:26:03,069 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    223. 

  223. 2021-08-19 15:26:03,070 - INFO - preprocess.py - convert_bert_example - 94 - labels: 简称
    224. 

  224. 2021-08-19 15:26:03,070 - INFO - preprocess.py - convert_bert_example - 95 - ids：[15, 28, 33, 39]
    225. 

  225. 2021-08-19 15:26:03,070 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-2 ***
    226. 

  226. 2021-08-19 15:26:03,071 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    227. 

  227. 2021-08-19 15:26:03,071 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    228. 

  228. 2021-08-19 15:26:03,071 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    229. 

  229. 2021-08-19 15:26:03,071 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    230. 

  230. 2021-08-19 15:26:03,071 - INFO - preprocess.py - convert_bert_example - 94 - labels: 导演
    231. 

  231. 2021-08-19 15:26:03,072 - INFO - preprocess.py - convert_bert_example - 95 - ids：[26, 31, 17, 21]
    232. 

  232. 2021-08-19 15:27:30,107 - INFO - preprocess.py - convert_examples_to_features - 128 - Build 429761 features
    233. 

  233. 2021-08-19 15:41:21,106 - INFO - preprocess.py - <module> - 168 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    234. 

  234. 2021-08-19 15:41:24,865 - INFO - preprocess.py - convert_examples_to_features - 113 - Convert 429761 examples to features
    235. 

  235. 2021-08-19 15:41:24,866 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-0 ***
    236. 

  236. 2021-08-19 15:41:24,866 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    237. 

  237. 2021-08-19 15:41:24,866 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    238. 

  238. 2021-08-19 15:41:24,867 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    239. 

  239. 2021-08-19 15:41:24,867 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    240. 

  240. 2021-08-19 15:41:24,867 - INFO - preprocess.py - convert_bert_example - 94 - labels: 作者
    241. 

  241. 2021-08-19 15:41:24,867 - INFO - preprocess.py - convert_bert_example - 95 - ids：[2, 7, 10, 15]
    242. 

  242. 2021-08-19 15:41:24,868 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-1 ***
    243. 

  243. 2021-08-19 15:41:24,868 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    244. 

  244. 2021-08-19 15:41:24,868 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    245. 

  245. 2021-08-19 15:41:24,869 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    246. 

  246. 2021-08-19 15:41:24,869 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    247. 

  247. 2021-08-19 15:41:24,869 - INFO - preprocess.py - convert_bert_example - 94 - labels: 简称
    248. 

  248. 2021-08-19 15:41:24,869 - INFO - preprocess.py - convert_bert_example - 95 - ids：[15, 28, 33, 39]
    249. 

  249. 2021-08-19 15:41:24,870 - INFO - preprocess.py - convert_bert_example - 89 - *** train_example-2 ***
    250. 

  250. 2021-08-19 15:41:24,870 - INFO - preprocess.py - convert_bert_example - 90 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    251. 

  251. 2021-08-19 15:41:24,870 - INFO - preprocess.py - convert_bert_example - 91 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    252. 

  252. 2021-08-19 15:41:24,871 - INFO - preprocess.py - convert_bert_example - 92 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    253. 

  253. 2021-08-19 15:41:24,871 - INFO - preprocess.py - convert_bert_example - 93 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    254. 

  254. 2021-08-19 15:41:24,871 - INFO - preprocess.py - convert_bert_example - 94 - labels: 导演
    255. 

  255. 2021-08-19 15:41:24,871 - INFO - preprocess.py - convert_bert_example - 95 - ids：[26, 31, 17, 21]
    256. 

  256. 2021-08-19 15:42:52,810 - INFO - preprocess.py - convert_examples_to_features - 128 - Build 429761 features
    257. 

  257. 2021-08-19 15:43:58,632 - INFO - preprocess.py - <module> - 169 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    258. 

  258. 2021-08-19 15:44:02,402 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 429761 examples to features
    259. 

  259. 2021-08-19 15:44:02,403 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-0 ***
    260. 

  260. 2021-08-19 15:44:02,403 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    261. 

  261. 2021-08-19 15:44:02,404 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    262. 

  262. 2021-08-19 15:44:02,404 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    263. 

  263. 2021-08-19 15:44:02,404 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    264. 

  264. 2021-08-19 15:44:02,404 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    265. 

  265. 2021-08-19 15:44:02,404 - INFO - preprocess.py - convert_bert_example - 96 - ids：[2, 7, 10, 15]
    266. 

  266. 2021-08-19 15:44:02,405 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-1 ***
    267. 

  267. 2021-08-19 15:44:02,406 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    268. 

  268. 2021-08-19 15:44:02,406 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    269. 

  269. 2021-08-19 15:44:02,406 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    270. 

  270. 2021-08-19 15:44:02,406 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    271. 

  271. 2021-08-19 15:44:02,406 - INFO - preprocess.py - convert_bert_example - 95 - labels: 简称
    272. 

  272. 2021-08-19 15:44:02,407 - INFO - preprocess.py - convert_bert_example - 96 - ids：[15, 28, 33, 39]
    273. 

  273. 2021-08-19 15:44:02,407 - INFO - preprocess.py - convert_bert_example - 90 - *** train_example-2 ***
    274. 

  274. 2021-08-19 15:44:02,407 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    275. 

  275. 2021-08-19 15:44:02,408 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    276. 

  276. 2021-08-19 15:44:02,408 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    277. 

  277. 2021-08-19 15:44:02,408 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    278. 

  278. 2021-08-19 15:44:02,408 - INFO - preprocess.py - convert_bert_example - 95 - labels: 导演
    279. 

  279. 2021-08-19 15:44:02,408 - INFO - preprocess.py - convert_bert_example - 96 - ids：[26, 31, 17, 21]
    280. 

  280. 2021-08-19 15:45:28,687 - INFO - preprocess.py - convert_examples_to_features - 129 - Build 429761 features
    281. 

  281. 2021-08-19 15:45:46,770 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 52973 examples to features
    282. 

  282. 2021-08-19 15:45:46,772 - INFO - preprocess.py - convert_bert_example - 90 - *** dev_example-0 ***
    283. 

  283. 2021-08-19 15:45:46,772 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 # 何 以 笙 箫 默 # 》 改 编 自 $ 顾 漫 $ � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    284. 

  284. 2021-08-19 15:45:46,773 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 108, 862, 809, 5012, 5054, 7949, 108, 518, 3121, 5356, 5632, 109, 7560, 4035, 109, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    285. 

  285. 2021-08-19 15:45:46,773 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    286. 

  286. 2021-08-19 15:45:46,773 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    287. 

  287. 2021-08-19 15:45:46,773 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    288. 

  288. 2021-08-19 15:45:46,773 - INFO - preprocess.py - convert_bert_example - 96 - ids：[45, 51, 56, 59]
    289. 

  289. 2021-08-19 15:45:46,775 - INFO - preprocess.py - convert_bert_example - 90 - *** dev_example-1 ***
    290. 

  290. 2021-08-19 15:45:46,775 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 # 我 是 特 � 兵 # 》 由 红 � 网 络 的 � 说 《 $ 最 � 一 颗 � 弹 留 给 我 $ 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    291. 

  291. 2021-08-19 15:45:46,775 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 108, 2769, 3221, 4294, 4905, 1070, 108, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 109, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 109, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    292. 

  292. 2021-08-19 15:45:46,775 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    293. 

  293. 2021-08-19 15:45:46,776 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    294. 

  294. 2021-08-19 15:45:46,776 - INFO - preprocess.py - convert_bert_example - 95 - labels: 改编自
    295. 

  295. 2021-08-19 15:45:46,776 - INFO - preprocess.py - convert_bert_example - 96 - ids：[153, 159, 170, 180]
    296. 

  296. 2021-08-19 15:45:46,777 - INFO - preprocess.py - convert_bert_example - 90 - *** dev_example-2 ***
    297. 

  297. 2021-08-19 15:45:46,778 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 # 步 步 惊 心 # 》 改 编 自 著 � 作 家 $ � � $ 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    298. 

  298. 2021-08-19 15:45:46,778 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 108, 3635, 3635, 2661, 2552, 108, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 109, 3432, 1290, 109, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    299. 

  299. 2021-08-19 15:45:46,846 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    300. 

  300. 2021-08-19 15:45:46,846 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    301. 

  301. 2021-08-19 15:45:46,846 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    302. 

  302. 2021-08-19 15:45:46,847 - INFO - preprocess.py - convert_bert_example - 96 - ids：[2, 7, 16, 19]
    303. 

  303. 2021-08-19 15:45:59,380 - INFO - preprocess.py - convert_examples_to_features - 129 - Build 52973 features
    304. 

  304. 2021-08-19 15:46:02,348 - INFO - preprocess.py - convert_examples_to_features - 114 - Convert 52973 examples to features
    305. 

  305. 2021-08-19 15:46:02,350 - INFO - preprocess.py - convert_bert_example - 90 - *** test_example-0 ***
    306. 

  306. 2021-08-19 15:46:02,350 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 # 何 以 笙 箫 默 # 》 改 编 自 $ 顾 漫 $ � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    307. 

  307. 2021-08-19 15:46:02,350 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 108, 862, 809, 5012, 5054, 7949, 108, 518, 3121, 5356, 5632, 109, 7560, 4035, 109, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    308. 

  308. 2021-08-19 15:46:02,351 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    309. 

  309. 2021-08-19 15:46:02,351 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    310. 

  310. 2021-08-19 15:46:02,351 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    311. 

  311. 2021-08-19 15:46:02,351 - INFO - preprocess.py - convert_bert_example - 96 - ids：[45, 51, 56, 59]
    312. 

  312. 2021-08-19 15:46:02,353 - INFO - preprocess.py - convert_bert_example - 90 - *** test_example-1 ***
    313. 

  313. 2021-08-19 15:46:02,353 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 # 我 是 特 � 兵 # 》 由 红 � 网 络 的 � 说 《 $ 最 � 一 颗 � 弹 留 给 我 $ 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    314. 

  314. 2021-08-19 15:46:02,353 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 108, 2769, 3221, 4294, 4905, 1070, 108, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 109, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 109, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    315. 

  315. 2021-08-19 15:46:02,353 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    316. 

  316. 2021-08-19 15:46:02,354 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    317. 

  317. 2021-08-19 15:46:02,354 - INFO - preprocess.py - convert_bert_example - 95 - labels: 改编自
    318. 

  318. 2021-08-19 15:46:02,354 - INFO - preprocess.py - convert_bert_example - 96 - ids：[153, 159, 170, 180]
    319. 

  319. 2021-08-19 15:46:02,355 - INFO - preprocess.py - convert_bert_example - 90 - *** test_example-2 ***
    320. 

  320. 2021-08-19 15:46:02,355 - INFO - preprocess.py - convert_bert_example - 91 - text: [CLS] 《 # 步 步 惊 心 # 》 改 编 自 著 � 作 家 $ � � $ 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    321. 

  321. 2021-08-19 15:46:02,356 - INFO - preprocess.py - convert_bert_example - 92 - token_ids: [101, 517, 108, 3635, 3635, 2661, 2552, 108, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 109, 3432, 1290, 109, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    322. 

  322. 2021-08-19 15:46:02,356 - INFO - preprocess.py - convert_bert_example - 93 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    323. 

  323. 2021-08-19 15:46:02,356 - INFO - preprocess.py - convert_bert_example - 94 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    324. 

  324. 2021-08-19 15:46:02,356 - INFO - preprocess.py - convert_bert_example - 95 - labels: 作者
    325. 

  325. 2021-08-19 15:46:02,356 - INFO - preprocess.py - convert_bert_example - 96 - ids：[2, 7, 16, 19]
    326. 

  326. 2021-08-19 15:46:16,734 - INFO - preprocess.py - convert_examples_to_features - 129 - Build 52973 features
    327. 

  327. 2021-08-20 11:24:17,039 - INFO - preprocess.py - <module> - 170 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    328. 

  328. 2021-08-20 11:24:24,239 - INFO - preprocess.py - convert_examples_to_features - 115 - Convert 429761 examples to features
    329. 

  329. 2021-08-20 11:24:24,243 - INFO - preprocess.py - convert_bert_example - 91 - *** train_example-0 ***
    330. 

  330. 2021-08-20 11:24:24,243 - INFO - preprocess.py - convert_bert_example - 92 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    331. 

  331. 2021-08-20 11:24:24,243 - INFO - preprocess.py - convert_bert_example - 93 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    332. 

  332. 2021-08-20 11:24:24,243 - INFO - preprocess.py - convert_bert_example - 94 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    333. 

  333. 2021-08-20 11:24:24,244 - INFO - preprocess.py - convert_bert_example - 95 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    334. 

  334. 2021-08-20 11:24:24,244 - INFO - preprocess.py - convert_bert_example - 96 - labels: 44
    335. 

  335. 2021-08-20 11:24:24,244 - INFO - preprocess.py - convert_bert_example - 97 - ids：[2, 7, 10, 15]
    336. 

  336. 2021-08-20 11:24:24,245 - INFO - preprocess.py - convert_bert_example - 91 - *** train_example-1 ***
    337. 

  337. 2021-08-20 11:24:24,245 - INFO - preprocess.py - convert_bert_example - 92 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    338. 

  338. 2021-08-20 11:24:24,245 - INFO - preprocess.py - convert_bert_example - 93 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    339. 

  339. 2021-08-20 11:24:24,245 - INFO - preprocess.py - convert_bert_example - 94 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    340. 

  340. 2021-08-20 11:24:24,245 - INFO - preprocess.py - convert_bert_example - 95 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    341. 

  341. 2021-08-20 11:24:24,246 - INFO - preprocess.py - convert_bert_example - 96 - labels: 15
    342. 

  342. 2021-08-20 11:24:24,246 - INFO - preprocess.py - convert_bert_example - 97 - ids：[15, 28, 33, 39]
    343. 

  343. 2021-08-20 11:24:24,246 - INFO - preprocess.py - convert_bert_example - 91 - *** train_example-2 ***
    344. 

  344. 2021-08-20 11:24:24,246 - INFO - preprocess.py - convert_bert_example - 92 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    345. 

  345. 2021-08-20 11:24:24,247 - INFO - preprocess.py - convert_bert_example - 93 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    346. 

  346. 2021-08-20 11:24:24,247 - INFO - preprocess.py - convert_bert_example - 94 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    347. 

  347. 2021-08-20 11:24:24,247 - INFO - preprocess.py - convert_bert_example - 95 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    348. 

  348. 2021-08-20 11:24:24,247 - INFO - preprocess.py - convert_bert_example - 96 - labels: 19
    349. 

  349. 2021-08-20 11:24:24,247 - INFO - preprocess.py - convert_bert_example - 97 - ids：[26, 31, 17, 21]
    350. 

  350. 2021-08-20 11:25:35,778 - INFO - preprocess.py - convert_examples_to_features - 130 - Build 429761 features
    351. 

  351. 2021-08-20 12:18:25,611 - INFO - preprocess.py - <module> - 171 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    352. 

  352. 2021-08-20 12:18:33,814 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 429761 examples to features
    353. 

  353. 2021-08-20 12:18:33,819 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-0 ***
    354. 

  354. 2021-08-20 12:18:33,820 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    355. 

  355. 2021-08-20 12:18:33,820 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    356. 

  356. 2021-08-20 12:18:33,820 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    357. 

  357. 2021-08-20 12:18:33,820 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    358. 

  358. 2021-08-20 12:18:33,821 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    359. 

  359. 2021-08-20 12:18:33,821 - INFO - preprocess.py - convert_bert_example - 98 - ids：[2, 7, 10, 15]
    360. 

  360. 2021-08-20 12:18:33,821 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-1 ***
    361. 

  361. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    362. 

  362. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    363. 

  363. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    364. 

  364. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    365. 

  365. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 97 - labels: 15
    366. 

  366. 2021-08-20 12:18:33,822 - INFO - preprocess.py - convert_bert_example - 98 - ids：[15, 28, 33, 39]
    367. 

  367. 2021-08-20 12:18:33,823 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-2 ***
    368. 

  368. 2021-08-20 12:18:33,823 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    369. 

  369. 2021-08-20 12:18:33,823 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    370. 

  370. 2021-08-20 12:18:33,824 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    371. 

  371. 2021-08-20 12:18:33,824 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    372. 

  372. 2021-08-20 12:18:33,824 - INFO - preprocess.py - convert_bert_example - 97 - labels: 19
    373. 

  373. 2021-08-20 12:18:33,824 - INFO - preprocess.py - convert_bert_example - 98 - ids：[26, 31, 17, 21]
    374. 

  374. 2021-08-20 12:19:45,976 - INFO - preprocess.py - convert_examples_to_features - 131 - Build 429761 features
    375. 

  375. 2021-08-20 12:25:44,665 - INFO - preprocess.py - <module> - 171 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    376. 

  376. 2021-08-20 12:25:47,792 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 429761 examples to features
    377. 

  377. 2021-08-20 12:25:47,792 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-0 ***
    378. 

  378. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 # 邪 少 兵 王 # 》 是 $ 冰 � 未 央 $ 写 的 网 络 � 说 连 载 于 旗 峰 天 下 [SEP]
    379. 

  379. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 108, 6932, 2208, 1070, 4374, 108, 518, 3221, 109, 1102, 4125, 3313, 1925, 109, 1091, 4638, 5381, 5317, 2207, 6432, 6825, 6770, 754, 3186, 2292, 1921, 678, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    380. 

  380. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    381. 

  381. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    382. 

  382. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    383. 

  383. 2021-08-20 12:25:47,793 - INFO - preprocess.py - convert_bert_example - 98 - ids：[2, 7, 10, 15]
    384. 

  384. 2021-08-20 12:25:47,794 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-1 ***
    385. 

  385. 2021-08-20 12:25:47,794 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] [UNK] [UNK] - 9 7 1 由 中 国 海 洋 大 学 � # 中 国 科 学 院 上 海 � 物 研 究 所 # （ 下 称 [UNK] $ 上 海 � 物 所 $ [UNK] ） 和 上 海 绿 谷 制 � 有 � 公 � （ 下 称 [UNK] 绿 谷 制 � [UNK] ） � � 研 � ， � � 于 传 统 � � 抗 体 � 物 ， [UNK] [UNK] - 9 7 1 是 从 海 藻 中 � � 的 海 洋 寡 糖 类 分 � [SEP]
    386. 

  386. 2021-08-20 12:25:47,794 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 100, 100, 118, 130, 128, 122, 4507, 704, 1744, 3862, 3817, 1920, 2110, 510, 108, 704, 1744, 4906, 2110, 7368, 677, 3862, 5790, 4289, 4777, 4955, 2792, 108, 8020, 678, 4917, 100, 109, 677, 3862, 5790, 4289, 2792, 109, 100, 8021, 1469, 677, 3862, 5344, 6484, 1169, 5790, 3300, 7361, 1062, 1385, 8020, 678, 4917, 100, 5344, 6484, 1169, 5790, 100, 8021, 5468, 1394, 4777, 1355, 8024, 679, 1398, 754, 837, 5320, 7487, 1403, 2834, 860, 5790, 4289, 8024, 100, 100, 118, 130, 128, 122, 3221, 794, 3862, 5976, 704, 2990, 1357, 4638, 3862, 3817, 2176, 5131, 5102, 1146, 2094, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    387. 

  387. 2021-08-20 12:25:47,795 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    388. 

  388. 2021-08-20 12:25:47,795 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    389. 

  389. 2021-08-20 12:25:47,795 - INFO - preprocess.py - convert_bert_example - 97 - labels: 15
    390. 

  390. 2021-08-20 12:25:47,795 - INFO - preprocess.py - convert_bert_example - 98 - ids：[15, 28, 33, 39]
    391. 

  391. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 92 - *** train_example-2 ***
    392. 

  392. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] （ 电 影 里 让 我 直 接 想 起 � 的 还 有 [UNK] [UNK] $ � 宇 森 $ 导 演 的 《 # 辣 手 神 探 # 》 的 殓 房 的 秘 门 啊 [SEP]
    393. 

  393. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 8020, 4510, 2512, 7027, 6375, 2769, 4684, 2970, 2682, 6629, 3341, 4638, 6820, 3300, 100, 100, 109, 1426, 2126, 3481, 109, 2193, 4028, 4638, 517, 108, 6793, 2797, 4868, 2968, 108, 518, 4638, 3657, 2791, 4638, 4908, 7305, 1557, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    394. 

  394. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    395. 

  395. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    396. 

  396. 2021-08-20 12:25:47,796 - INFO - preprocess.py - convert_bert_example - 97 - labels: 19
    397. 

  397. 2021-08-20 12:25:47,797 - INFO - preprocess.py - convert_bert_example - 98 - ids：[26, 31, 17, 21]
    398. 

  398. 2021-08-20 12:27:00,686 - INFO - preprocess.py - convert_examples_to_features - 131 - Build 429761 features
    399. 

  399. 2021-08-20 12:27:15,605 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 52973 examples to features
    400. 

  400. 2021-08-20 12:27:15,606 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-0 ***
    401. 

  401. 2021-08-20 12:27:15,606 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 # 何 以 笙 箫 默 # 》 改 编 自 $ 顾 漫 $ � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    402. 

  402. 2021-08-20 12:27:15,606 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 108, 862, 809, 5012, 5054, 7949, 108, 518, 3121, 5356, 5632, 109, 7560, 4035, 109, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    403. 

  403. 2021-08-20 12:27:15,607 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    404. 

  404. 2021-08-20 12:27:15,607 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    405. 

  405. 2021-08-20 12:27:15,607 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    406. 

  406. 2021-08-20 12:27:15,607 - INFO - preprocess.py - convert_bert_example - 98 - ids：[45, 51, 56, 59]
    407. 

  407. 2021-08-20 12:27:15,608 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-1 ***
    408. 

  408. 2021-08-20 12:27:15,608 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 # 我 是 特 � 兵 # 》 由 红 � 网 络 的 � 说 《 $ 最 � 一 颗 � 弹 留 给 我 $ 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    409. 

  409. 2021-08-20 12:27:15,609 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 108, 2769, 3221, 4294, 4905, 1070, 108, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 109, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 109, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    410. 

  410. 2021-08-20 12:27:15,609 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    411. 

  411. 2021-08-20 12:27:15,609 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    412. 

  412. 2021-08-20 12:27:15,609 - INFO - preprocess.py - convert_bert_example - 97 - labels: 37
    413. 

  413. 2021-08-20 12:27:15,609 - INFO - preprocess.py - convert_bert_example - 98 - ids：[153, 159, 170, 180]
    414. 

  414. 2021-08-20 12:27:15,610 - INFO - preprocess.py - convert_bert_example - 92 - *** dev_example-2 ***
    415. 

  415. 2021-08-20 12:27:15,610 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 # 步 步 惊 心 # 》 改 编 自 著 � 作 家 $ � � $ 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    416. 

  416. 2021-08-20 12:27:15,611 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 108, 3635, 3635, 2661, 2552, 108, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 109, 3432, 1290, 109, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    417. 

  417. 2021-08-20 12:27:15,611 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    418. 

  418. 2021-08-20 12:27:15,611 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    419. 

  419. 2021-08-20 12:27:15,611 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    420. 

  420. 2021-08-20 12:27:15,611 - INFO - preprocess.py - convert_bert_example - 98 - ids：[2, 7, 16, 19]
    421. 

  421. 2021-08-20 12:27:24,667 - INFO - preprocess.py - convert_examples_to_features - 131 - Build 52973 features
    422. 

  422. 2021-08-20 12:27:29,733 - INFO - preprocess.py - convert_examples_to_features - 116 - Convert 52973 examples to features
    423. 

  423. 2021-08-20 12:27:29,735 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-0 ***
    424. 

  424. 2021-08-20 12:27:29,735 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 # 何 以 笙 箫 默 # 》 改 编 自 $ 顾 漫 $ � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    425. 

  425. 2021-08-20 12:27:29,736 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 108, 862, 809, 5012, 5054, 7949, 108, 518, 3121, 5356, 5632, 109, 7560, 4035, 109, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    426. 

  426. 2021-08-20 12:27:29,736 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    427. 

  427. 2021-08-20 12:27:29,737 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    428. 

  428. 2021-08-20 12:27:29,737 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    429. 

  429. 2021-08-20 12:27:29,737 - INFO - preprocess.py - convert_bert_example - 98 - ids：[45, 51, 56, 59]
    430. 

  430. 2021-08-20 12:27:29,739 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-1 ***
    431. 

  431. 2021-08-20 12:27:29,739 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 步 步 惊 心 》 改 编 自 著 � 作 家 � � 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 # 我 是 特 � 兵 # 》 由 红 � 网 络 的 � 说 《 $ 最 � 一 颗 � 弹 留 给 我 $ 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    432. 

  432. 2021-08-20 12:27:29,739 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 3635, 3635, 2661, 2552, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 3432, 1290, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 108, 2769, 3221, 4294, 4905, 1070, 108, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 109, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 109, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    433. 

  433. 2021-08-20 12:27:29,740 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    434. 

  434. 2021-08-20 12:27:29,740 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    435. 

  435. 2021-08-20 12:27:29,740 - INFO - preprocess.py - convert_bert_example - 97 - labels: 37
    436. 

  436. 2021-08-20 12:27:29,740 - INFO - preprocess.py - convert_bert_example - 98 - ids：[153, 159, 170, 180]
    437. 

  437. 2021-08-20 12:27:29,742 - INFO - preprocess.py - convert_bert_example - 92 - *** test_example-2 ***
    438. 

  438. 2021-08-20 12:27:29,742 - INFO - preprocess.py - convert_bert_example - 93 - text: [CLS] 《 # 步 步 惊 心 # 》 改 编 自 著 � 作 家 $ � � $ 的 � � 清 穿 � 说 《 甄 嬛 传 》 改 编 自 � 潋 紫 所 著 的 � � � 说 电 视 剧 《 何 以 笙 箫 默 》 改 编 自 顾 漫 � � � 说 《 花 � 骨 》 改 编 自 f r e s h 果 果 � � � 说 《 裸 婚 时 代 》 是 月 影 兰 � 创 作 的 一 部 情 感 � 说 《 � � 榜 》 是 根 � 海 宴 � � 网 络 � 说 改 编 电 视 剧 《 宫 � 心 玉 》 ， � � 《 宫 》 《 雪 豹 》 ， 该 剧 改 编 自 网 络 � 说 《 特 战 先 驱 》 《 我 是 特 � 兵 》 由 红 � 网 络 的 � 说 《 最 � 一 颗 � 弹 留 给 我 》 改 编 电 视 剧 《 � � � 说 我 爱 你 》 改 编 自 匪 我 � 存 � � � 说 《 � � � 说 我 爱 你 》 [SEP]
    439. 

  439. 2021-08-20 12:27:29,743 - INFO - preprocess.py - convert_bert_example - 94 - token_ids: [101, 517, 108, 3635, 3635, 2661, 2552, 108, 518, 3121, 5356, 5632, 5865, 1399, 868, 2157, 109, 3432, 1290, 109, 4638, 1398, 1399, 3926, 4959, 2207, 6432, 517, 4488, 2083, 837, 518, 3121, 5356, 5632, 3837, 4046, 5166, 2792, 5865, 4638, 1398, 1399, 2207, 6432, 4510, 6228, 1196, 517, 862, 809, 5012, 5054, 7949, 518, 3121, 5356, 5632, 7560, 4035, 1398, 1399, 2207, 6432, 517, 5709, 1283, 7755, 518, 3121, 5356, 5632, 148, 160, 147, 161, 150, 3362, 3362, 1398, 1399, 2207, 6432, 517, 6180, 2042, 3198, 807, 518, 3221, 3299, 2512, 1065, 3358, 1158, 868, 4638, 671, 6956, 2658, 2697, 2207, 6432, 517, 4414, 4418, 3528, 518, 3221, 3418, 2945, 3862, 2155, 1398, 1399, 5381, 5317, 2207, 6432, 3121, 5356, 4510, 6228, 1196, 517, 2151, 7219, 2552, 4373, 518, 8024, 1348, 1399, 517, 2151, 518, 517, 7434, 6501, 518, 8024, 6421, 1196, 3121, 5356, 5632, 5381, 5317, 2207, 6432, 517, 4294, 2773, 1044, 7721, 518, 517, 2769, 3221, 4294, 4905, 1070, 518, 4507, 5273, 6881, 5381, 5317, 4638, 2207, 6432, 517, 3297, 1400, 671, 7578, 2094, 2486, 4522, 5314, 2769, 518, 3121, 5356, 4510, 6228, 1196, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 3121, 5356, 5632, 1272, 2769, 2590, 2100, 1398, 1399, 2207, 6432, 517, 3341, 679, 1350, 6432, 2769, 4263, 872, 518, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    440. 

  440. 2021-08-20 12:27:29,782 - INFO - preprocess.py - convert_bert_example - 95 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    441. 

  441. 2021-08-20 12:27:29,784 - INFO - preprocess.py - convert_bert_example - 96 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    442. 

  442. 2021-08-20 12:27:29,784 - INFO - preprocess.py - convert_bert_example - 97 - labels: 44
    443. 

  443. 2021-08-20 12:27:29,785 - INFO - preprocess.py - convert_bert_example - 98 - ids：[2, 7, 16, 19]
    444. 

  444. 2021-08-20 12:27:42,632 - INFO - preprocess.py - convert_examples_to_features - 131 - Build 52973 features
    445. 

  445. 2022-11-08 22:13:13,532 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    446. 

  446. 2022-11-08 22:13:41,778 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    447. 

  447. 2022-11-08 22:13:42,042 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 5376 examples to features
    448. 

  448. 2022-11-08 22:13:42,043 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-0 ***
    449. 

  449. 2022-11-08 22:13:42,044 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 6 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ×Û ºÏ Çé ¿ö : ¹Ê ÕÏ ÏÖ Ïó : ¼Ó ËÙ ºó £¬ ¶ª ¿ª ÓÍ ÃÅ £¬ # ·¢ ¶¯ »ú # $ Ϩ »ð $ ¡£ [SEP]
    450. 

  450. 2022-11-08 22:13:42,045 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 127, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 5341, 1394, 2658, 1105, 131, 3125, 7397, 4385, 6496, 131, 1217, 6862, 1400, 8024, 696, 2458, 3779, 7305, 8024, 108, 1355, 1220, 3322, 108, 109, 4219, 4125, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    451. 

  451. 2022-11-08 22:13:42,045 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    452. 

  452. 2022-11-08 22:13:42,045 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    453. 

  453. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    454. 

  454. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[29, 33, 34, 37]
    455. 

  455. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-1 ***
    456. 

  456. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ Òì Ïì £¬ ×Ô ÐÐ $ Ϩ »ð $ [SEP]
    457. 

  457. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 2460, 1510, 8024, 5632, 6121, 109, 4219, 4125, 109, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    458. 

  458. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    459. 

  459. 2022-11-08 22:13:42,051 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    460. 

  460. 2022-11-08 22:13:42,053 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    461. 

  461. 2022-11-08 22:13:42,053 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 48, 51]
    462. 

  462. 2022-11-08 22:13:42,053 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-2 ***
    463. 

  463. 2022-11-08 22:13:42,053 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ $ Òì Ïì $ £¬ ×Ô ÐРϨ »ð [SEP]
    464. 

  464. 2022-11-08 22:13:42,053 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 109, 2460, 1510, 109, 8024, 5632, 6121, 4219, 4125, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    465. 

  465. 2022-11-08 22:13:42,054 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    466. 

  466. 2022-11-08 22:13:42,054 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    467. 

  467. 2022-11-08 22:13:42,055 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    468. 

  468. 2022-11-08 22:13:42,055 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 43, 46]
    469. 

  469. 2022-11-08 22:16:20,807 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    470. 

  470. 2022-11-08 22:16:21,055 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 5376 examples to features
    471. 

  471. 2022-11-08 22:16:21,056 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-0 ***
    472. 

  472. 2022-11-08 22:16:21,056 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 6 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ×Û ºÏ Çé ¿ö : ¹Ê ÕÏ ÏÖ Ïó : ¼Ó ËÙ ºó £¬ ¶ª ¿ª ÓÍ ÃÅ £¬ # ·¢ ¶¯ »ú # $ Ϩ »ð $ ¡£ [SEP]
    473. 

  473. 2022-11-08 22:16:21,056 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 127, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 5341, 1394, 2658, 1105, 131, 3125, 7397, 4385, 6496, 131, 1217, 6862, 1400, 8024, 696, 2458, 3779, 7305, 8024, 108, 1355, 1220, 3322, 108, 109, 4219, 4125, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    474. 

  474. 2022-11-08 22:16:21,056 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    475. 

  475. 2022-11-08 22:16:21,057 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    476. 

  476. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    477. 

  477. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[29, 33, 34, 37]
    478. 

  478. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-1 ***
    479. 

  479. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ Òì Ïì £¬ ×Ô ÐÐ $ Ϩ »ð $ [SEP]
    480. 

  480. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 2460, 1510, 8024, 5632, 6121, 109, 4219, 4125, 109, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    481. 

  481. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    482. 

  482. 2022-11-08 22:16:21,060 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    483. 

  483. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    484. 

  484. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 48, 51]
    485. 

  485. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-2 ***
    486. 

  486. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ $ Òì Ïì $ £¬ ×Ô ÐРϨ »ð [SEP]
    487. 

  487. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 109, 2460, 1510, 109, 8024, 5632, 6121, 4219, 4125, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    488. 

  488. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    489. 

  489. 2022-11-08 22:16:21,062 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    490. 

  490. 2022-11-08 22:16:21,064 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    491. 

  491. 2022-11-08 22:16:21,064 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 43, 46]
    492. 

  492. 2022-11-08 22:16:22,581 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 5222 features
    493. 

  493. 2022-11-08 22:16:22,581 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº154
    494. 

  494. 2022-11-08 22:16:22,866 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    495. 

  495. 2022-11-08 22:16:22,867 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-0 ***
    496. 

  496. 2022-11-08 22:16:22,867 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    497. 

  497. 2022-11-08 22:16:22,867 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    498. 

  498. 2022-11-08 22:16:22,867 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    499. 

  499. 2022-11-08 22:16:22,869 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    500. 

  500. 2022-11-08 22:16:22,869 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    501. 

  501. 2022-11-08 22:16:22,869 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    502. 

  502. 2022-11-08 22:16:22,870 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-1 ***
    503. 

  503. 2022-11-08 22:16:22,870 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    504. 

  504. 2022-11-08 22:16:22,870 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    505. 

  505. 2022-11-08 22:16:22,870 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    506. 

  506. 2022-11-08 22:16:22,872 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    507. 

  507. 2022-11-08 22:16:22,872 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    508. 

  508. 2022-11-08 22:16:22,872 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    509. 

  509. 2022-11-08 22:16:22,872 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-2 ***
    510. 

  510. 2022-11-08 22:16:22,873 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    511. 

  511. 2022-11-08 22:16:22,873 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    512. 

  512. 2022-11-08 22:16:22,874 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    513. 

  513. 2022-11-08 22:16:22,874 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    514. 

  514. 2022-11-08 22:16:22,874 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    515. 

  515. 2022-11-08 22:16:22,874 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    516. 

  516. 2022-11-08 22:16:23,213 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    517. 

  517. 2022-11-08 22:16:23,213 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    518. 

  518. 2022-11-08 22:16:23,308 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    519. 

  519. 2022-11-08 22:16:23,309 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-0 ***
    520. 

  520. 2022-11-08 22:16:23,309 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    521. 

  521. 2022-11-08 22:16:23,309 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    522. 

  522. 2022-11-08 22:16:23,309 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    523. 

  523. 2022-11-08 22:16:23,311 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    524. 

  524. 2022-11-08 22:16:23,311 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    525. 

  525. 2022-11-08 22:16:23,311 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    526. 

  526. 2022-11-08 22:16:23,312 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-1 ***
    527. 

  527. 2022-11-08 22:16:23,312 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    528. 

  528. 2022-11-08 22:16:23,312 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    529. 

  529. 2022-11-08 22:16:23,312 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    530. 

  530. 2022-11-08 22:16:23,315 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    531. 

  531. 2022-11-08 22:16:23,315 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    532. 

  532. 2022-11-08 22:16:23,315 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    533. 

  533. 2022-11-08 22:16:23,316 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-2 ***
    534. 

  534. 2022-11-08 22:16:23,316 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    535. 

  535. 2022-11-08 22:16:23,316 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    536. 

  536. 2022-11-08 22:16:23,316 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    537. 

  537. 2022-11-08 22:16:23,317 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    538. 

  538. 2022-11-08 22:16:23,317 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    539. 

  539. 2022-11-08 22:16:23,317 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    540. 

  540. 2022-11-08 22:16:23,656 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    541. 

  541. 2022-11-08 22:16:23,656 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    542. 

  542. 2022-11-10 20:44:16,380 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    543. 

  543. 2022-11-10 20:44:16,613 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 5376 examples to features
    544. 

  544. 2022-11-10 20:44:16,615 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-0 ***
    545. 

  545. 2022-11-10 20:44:16,615 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 6 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ×Û ºÏ Çé ¿ö : ¹Ê ÕÏ ÏÖ Ïó : ¼Ó ËÙ ºó £¬ ¶ª ¿ª ÓÍ ÃÅ £¬ # ·¢ ¶¯ »ú # $ Ϩ »ð $ ¡£ [SEP]
    546. 

  546. 2022-11-10 20:44:16,616 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 127, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 5341, 1394, 2658, 1105, 131, 3125, 7397, 4385, 6496, 131, 1217, 6862, 1400, 8024, 696, 2458, 3779, 7305, 8024, 108, 1355, 1220, 3322, 108, 109, 4219, 4125, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    547. 

  547. 2022-11-10 20:44:16,616 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    548. 

  548. 2022-11-10 20:44:16,617 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    549. 

  549. 2022-11-10 20:44:16,618 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    550. 

  550. 2022-11-10 20:44:16,618 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[29, 33, 34, 37]
    551. 

  551. 2022-11-10 20:44:16,618 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-1 ***
    552. 

  552. 2022-11-10 20:44:16,618 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ Òì Ïì £¬ ×Ô ÐÐ $ Ϩ »ð $ [SEP]
    553. 

  553. 2022-11-10 20:44:16,619 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 2460, 1510, 8024, 5632, 6121, 109, 4219, 4125, 109, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    554. 

  554. 2022-11-10 20:44:16,619 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    555. 

  555. 2022-11-10 20:44:16,619 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    556. 

  556. 2022-11-10 20:44:16,620 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    557. 

  557. 2022-11-10 20:44:16,620 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 48, 51]
    558. 

  558. 2022-11-10 20:44:16,620 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-2 ***
    559. 

  559. 2022-11-10 20:44:16,620 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ $ Òì Ïì $ £¬ ×Ô ÐРϨ »ð [SEP]
    560. 

  560. 2022-11-10 20:44:16,621 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 109, 2460, 1510, 109, 8024, 5632, 6121, 4219, 4125, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    561. 

  561. 2022-11-10 20:44:16,621 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    562. 

  562. 2022-11-10 20:44:16,621 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    563. 

  563. 2022-11-10 20:44:16,622 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    564. 

  564. 2022-11-10 20:44:16,622 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 43, 46]
    565. 

  565. 2022-11-10 20:44:18,126 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 5222 features
    566. 

  566. 2022-11-10 20:44:18,126 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº154
    567. 

  567. 2022-11-10 20:44:18,399 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    568. 

  568. 2022-11-10 20:44:18,399 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-0 ***
    569. 

  569. 2022-11-10 20:44:18,399 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    570. 

  570. 2022-11-10 20:44:18,400 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    571. 

  571. 2022-11-10 20:44:18,400 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    572. 

  572. 2022-11-10 20:44:18,404 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    573. 

  573. 2022-11-10 20:44:18,404 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    574. 

  574. 2022-11-10 20:44:18,404 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    575. 

  575. 2022-11-10 20:44:18,405 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-1 ***
    576. 

  576. 2022-11-10 20:44:18,405 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    577. 

  577. 2022-11-10 20:44:18,405 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    578. 

  578. 2022-11-10 20:44:18,405 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    579. 

  579. 2022-11-10 20:44:18,407 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    580. 

  580. 2022-11-10 20:44:18,407 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    581. 

  581. 2022-11-10 20:44:18,407 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    582. 

  582. 2022-11-10 20:44:18,407 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-2 ***
    583. 

  583. 2022-11-10 20:44:18,408 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    584. 

  584. 2022-11-10 20:44:18,408 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    585. 

  585. 2022-11-10 20:44:18,409 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    586. 

  586. 2022-11-10 20:44:18,409 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    587. 

  587. 2022-11-10 20:44:18,409 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    588. 

  588. 2022-11-10 20:44:18,409 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    589. 

  589. 2022-11-10 20:44:18,742 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    590. 

  590. 2022-11-10 20:44:18,742 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    591. 

  591. 2022-11-10 20:44:18,837 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    592. 

  592. 2022-11-10 20:44:18,838 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-0 ***
    593. 

  593. 2022-11-10 20:44:18,838 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    594. 

  594. 2022-11-10 20:44:18,838 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    595. 

  595. 2022-11-10 20:44:18,838 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    596. 

  596. 2022-11-10 20:44:18,839 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    597. 

  597. 2022-11-10 20:44:18,839 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    598. 

  598. 2022-11-10 20:44:18,839 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    599. 

  599. 2022-11-10 20:44:18,840 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-1 ***
    600. 

  600. 2022-11-10 20:44:18,840 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    601. 

  601. 2022-11-10 20:44:18,840 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    602. 

  602. 2022-11-10 20:44:18,841 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    603. 

  603. 2022-11-10 20:44:18,841 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    604. 

  604. 2022-11-10 20:44:18,841 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    605. 

  605. 2022-11-10 20:44:18,841 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    606. 

  606. 2022-11-10 20:44:18,841 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-2 ***
    607. 

  607. 2022-11-10 20:44:18,842 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    608. 

  608. 2022-11-10 20:44:18,843 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    609. 

  609. 2022-11-10 20:44:18,843 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    610. 

  610. 2022-11-10 20:44:18,843 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    611. 

  611. 2022-11-10 20:44:18,845 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    612. 

  612. 2022-11-10 20:44:18,845 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    613. 

  613. 2022-11-10 20:44:19,184 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    614. 

  614. 2022-11-10 20:44:19,184 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    615. 

  615. 2022-12-01 19:30:19,032 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    616. 

  616. 2022-12-01 19:48:34,971 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    617. 

  617. 2022-12-01 20:16:12,219 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 5376 examples to features
    618. 

  618. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-0 ***
    619. 

  619. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 6 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ×Û ºÏ Çé ¿ö : ¹Ê ÕÏ ÏÖ Ïó : ¼Ó ËÙ ºó £¬ ¶ª ¿ª ÓÍ ÃÅ £¬ # ·¢ ¶¯ »ú # $ Ϩ »ð $ ¡£ [SEP]
    620. 

  620. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 127, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 5341, 1394, 2658, 1105, 131, 3125, 7397, 4385, 6496, 131, 1217, 6862, 1400, 8024, 696, 2458, 3779, 7305, 8024, 108, 1355, 1220, 3322, 108, 109, 4219, 4125, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    621. 

  621. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    622. 

  622. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    623. 

  623. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    624. 

  624. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[29, 33, 34, 37]
    625. 

  625. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-1 ***
    626. 

  626. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ Òì Ïì £¬ ×Ô ÐÐ $ Ϩ »ð $ [SEP]
    627. 

  627. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 2460, 1510, 8024, 5632, 6121, 109, 4219, 4125, 109, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    628. 

  628. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    629. 

  629. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    630. 

  630. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    631. 

  631. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 48, 51]
    632. 

  632. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-2 ***
    633. 

  633. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ $ Òì Ïì $ £¬ ×Ô ÐРϨ »ð [SEP]
    634. 

  634. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 109, 2460, 1510, 109, 8024, 5632, 6121, 4219, 4125, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    635. 

  635. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    636. 

  636. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    637. 

  637. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    638. 

  638. 2022-12-01 20:16:24,638 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 43, 46]
    639. 

  639. 2022-12-01 20:16:29,371 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 5222 features
    640. 

  640. 2022-12-01 20:16:29,371 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº154
    641. 

  641. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    642. 

  642. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-0 ***
    643. 

  643. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    644. 

  644. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    645. 

  645. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    646. 

  646. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    647. 

  647. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    648. 

  648. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    649. 

  649. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-1 ***
    650. 

  650. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    651. 

  651. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    652. 

  652. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    653. 

  653. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    654. 

  654. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    655. 

  655. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    656. 

  656. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-2 ***
    657. 

  657. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    658. 

  658. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    659. 

  659. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    660. 

  660. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    661. 

  661. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    662. 

  662. 2022-12-01 20:17:29,087 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    663. 

  663. 2022-12-01 20:17:30,149 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    664. 

  664. 2022-12-01 20:17:30,149 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    665. 

  665. 2022-12-01 20:17:30,305 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    666. 

  666. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-0 ***
    667. 

  667. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    668. 

  668. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    669. 

  669. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    670. 

  670. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    671. 

  671. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    672. 

  672. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    673. 

  673. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-1 ***
    674. 

  674. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    675. 

  675. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    676. 

  676. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    677. 

  677. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    678. 

  678. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    679. 

  679. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    680. 

  680. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-2 ***
    681. 

  681. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    682. 

  682. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    683. 

  683. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    684. 

  684. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    685. 

  685. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    686. 

  686. 2022-12-01 20:17:30,321 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    687. 

  687. 2022-12-01 20:17:31,383 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    688. 

  688. 2022-12-01 20:17:31,383 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    689. 

  689. 2022-12-09 09:19:09,325 - INFO - preprocess.py - <module> - 186 - {'output_dir': './checkpoints/', 'bert_dir': '../model_hub/chinese-roberta-wwm-ext/', 'data_dir': '../data/', 'log_dir': './logs/', 'num_tags': 49, 'seed': 123, 'gpu_ids': '0', 'max_seq_len': 300, 'eval_batch_size': 12, 'swa_start': 3, 'train_epochs': 1, 'dropout_prob': 0.1, 'lr': 3e-05, 'other_lr': 0.0003, 'max_grad_norm': 1, 'warmup_proportion': 0.1, 'weight_decay': 0.01, 'adam_epsilon': 1e-08, 'train_batch_size': 32, 'eval_model': True}
    690. 

  690. 2022-12-09 09:36:22,916 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 5376 examples to features
    691. 

  691. 2022-12-09 10:19:28,794 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-0 ***
    692. 

  692. 2022-12-09 10:19:28,794 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 6 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ×Û ºÏ Çé ¿ö : ¹Ê ÕÏ ÏÖ Ïó : ¼Ó ËÙ ºó £¬ ¶ª ¿ª ÓÍ ÃÅ £¬ # ·¢ ¶¯ »ú # $ Ϩ »ð $ ¡£ [SEP]
    693. 

  693. 2022-12-09 10:19:28,796 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 127, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 5341, 1394, 2658, 1105, 131, 3125, 7397, 4385, 6496, 131, 1217, 6862, 1400, 8024, 696, 2458, 3779, 7305, 8024, 108, 1355, 1220, 3322, 108, 109, 4219, 4125, 109, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    694. 

  694. 2022-12-09 10:19:28,796 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    695. 

  695. 2022-12-09 10:19:28,797 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    696. 

  696. 2022-12-09 10:19:28,797 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    697. 

  697. 2022-12-09 10:19:28,797 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[29, 33, 34, 37]
    698. 

  698. 2022-12-09 19:10:22,915 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-1 ***
    699. 

  699. 2022-12-09 19:10:22,917 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ Òì Ïì £¬ ×Ô ÐÐ $ Ϩ »ð $ [SEP]
    700. 

  700. 2022-12-09 19:10:22,918 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 2460, 1510, 8024, 5632, 6121, 109, 4219, 4125, 109, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    701. 

  701. 2022-12-09 19:10:22,919 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    702. 

  702. 2022-12-09 19:10:22,919 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    703. 

  703. 2022-12-09 19:10:22,919 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    704. 

  704. 2022-12-09 19:10:22,920 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 48, 51]
    705. 

  705. 2022-12-09 19:10:31,310 - INFO - preprocess.py - convert_bert_example - 97 - *** train_example-2 ***
    706. 

  706. 2022-12-09 19:10:31,310 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] 4 9 2 ºÅ Æû ³µ ¹Ê ÕÏ ±¨ ¸æ ¹Ê ÕÏ ÏÖ Ïó Ò» Á¾ # ³µ # Óà »§ Óà ˮ Çå Ï´ ·¢ ¶¯ »ú ºó £¬ ÔÚ Õý ³£ ÐÐ Ê» ʱ Í» È» ²ú Éú îõ îõ $ Òì Ïì $ £¬ ×Ô ÐРϨ »ð [SEP]
    707. 

  707. 2022-12-09 19:10:31,311 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 125, 130, 123, 1384, 3749, 6756, 3125, 7397, 2845, 1440, 3125, 7397, 4385, 6496, 671, 6775, 108, 6756, 108, 4500, 2787, 4500, 3717, 3926, 3819, 1355, 1220, 3322, 1400, 8024, 1762, 3633, 2382, 6121, 7724, 3198, 4960, 4197, 772, 4495, 7197, 7197, 109, 2460, 1510, 109, 8024, 5632, 6121, 4219, 4125, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    708. 

  708. 2022-12-09 19:10:31,311 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    709. 

  709. 2022-12-09 19:10:31,311 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    710. 

  710. 2022-12-09 19:10:31,312 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    711. 

  711. 2022-12-09 19:10:31,312 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[17, 19, 43, 46]
    712. 

  712. 2022-12-09 19:11:48,688 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 5222 features
    713. 

  713. 2022-12-09 19:11:48,689 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº154
    714. 

  714. 2022-12-09 19:12:21,229 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    715. 

  715. 2022-12-09 19:12:21,232 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-0 ***
    716. 

  716. 2022-12-09 19:12:21,233 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    717. 

  717. 2022-12-09 19:12:21,233 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    718. 

  718. 2022-12-09 19:12:21,233 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    719. 

  719. 2022-12-09 19:12:21,233 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    720. 

  720. 2022-12-09 19:12:21,233 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    721. 

  721. 2022-12-09 19:12:21,234 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    722. 

  722. 2022-12-09 19:12:21,235 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-1 ***
    723. 

  723. 2022-12-09 19:12:21,235 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    724. 

  724. 2022-12-09 19:12:21,236 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    725. 

  725. 2022-12-09 19:12:21,236 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    726. 

  726. 2022-12-09 19:12:21,236 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    727. 

  727. 2022-12-09 19:12:21,236 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    728. 

  728. 2022-12-09 19:12:21,236 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    729. 

  729. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 97 - *** dev_example-2 ***
    730. 

  730. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    731. 

  731. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    732. 

  732. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    733. 

  733. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    734. 

  734. 2022-12-09 19:12:21,238 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    735. 

  735. 2022-12-09 19:12:21,239 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    736. 

  736. 2022-12-09 19:12:22,822 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    737. 

  737. 2022-12-09 19:12:22,822 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    738. 

  738. 2022-12-09 19:12:22,925 - INFO - preprocess.py - convert_examples_to_features - 121 - Convert 1325 examples to features
    739. 

  739. 2022-12-09 19:12:22,927 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-0 ***
    740. 

  740. 2022-12-09 19:12:22,927 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É # ÓÍ ºÄ # $ ÉÏ Éý $ £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    741. 

  741. 2022-12-09 19:12:22,927 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 108, 3779, 5450, 108, 109, 677, 1285, 109, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    742. 

  742. 2022-12-09 19:12:22,927 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    743. 

  743. 2022-12-09 19:12:22,927 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    744. 

  744. 2022-12-09 19:12:22,928 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    745. 

  745. 2022-12-09 19:12:22,928 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[58, 61, 62, 65]
    746. 

  746. 2022-12-09 19:12:22,929 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-1 ***
    747. 

  747. 2022-12-09 19:12:22,929 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò # ÓÍ ºÄ # $ Ôö ¼Ó $ µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ ÂÖ Ì¥ Ì¥ ѹ ²» ×ã ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    748. 

  748. 2022-12-09 19:12:22,930 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 108, 3779, 5450, 108, 109, 1872, 1217, 109, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 6762, 5522, 5522, 1327, 679, 6639, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    749. 

  749. 2022-12-09 19:12:22,930 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    750. 

  750. 2022-12-09 19:12:22,930 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    751. 

  751. 2022-12-09 19:12:22,930 - INFO - preprocess.py - convert_bert_example - 102 - labels: 1
    752. 

  752. 2022-12-09 19:12:22,930 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[5, 8, 9, 12]
    753. 

  753. 2022-12-09 19:12:22,932 - INFO - preprocess.py - convert_bert_example - 97 - *** test_example-2 ***
    754. 

  754. 2022-12-09 19:12:22,932 - INFO - preprocess.py - convert_bert_example - 98 - text: [CLS] ¹Ê ÕÏ Ô­ Òò ÓÍ ºÄ Ôö ¼Ó µÄ Ô­ Òò ºÜ ¶à ¡£ µ« ×î ³£ ¼û ÓÖ ÈÝ Ò× ±» ³µ Ö÷ ºö ÂÔ µÄ ÊÇ ¶Ô ÂÖ Ì¥ Æø ѹ µÄ ¼ì ²é ¡£ # ÂÖ Ì¥ # $ Ì¥ ѹ ²» ×ã $ ²» ½ö »á µ¼ Ö ÐÐ Ê» ×è Á¦ Ôö ¼Ó £¬ Ôì ³É ÓÍ ºÄ ÉÏ Éý £¬ »¹ »á Ó° Ïì ÂÖ Ì¥ µÄ ʹ Óà ÊÙ Ãü ¡£ ±£ Ñø ·½ ·¨ ÔÚ ¿ª ³µ ʱ £¬ ¶à Áô Òâ Ò» Ï ¸÷ ¸ö ³µ Ì¥ ÊÇ ·ñ ÓÐ Æø £¬ ²¢ ¶¨ ÆÚ ¼ì ²é ÂÖ Ì¥ Æø ѹ ¡£ µ± È» ÇÐ ¼Ç ²» Òª Íü ¼Ç ±¸ Ì¥ µÄ ¼ì ²é £¬ ÒÔ Ãâ ¼± Ðè ¸ü »» ÂÖ Ì¥ ʱ £¬ ²Å ·¢ ÏÖ ±¸ Ì¥ ÒÑ ¾­ û Æø ÁË ¡£ Æø Π¸ß ʱ Ì¥ ѹ »á ±È ƽ ʱ ¸ß Ò» Щ £¬ Òò ´Ë ÔÚ Àä Ìì »ò Òõ Á¹ ´¦ ²â Á¿ Ì¥ ѹ ±È ½Ï ×¼ È· ¡£ ʱ ³£ ÂÖ Ì¥ ÿ ÐÐ Ê» 1 Íò ¹« Àï Òª »¥ »» λ Öà £¬ ±Ü Ãâ Ç° ºó Ä¥ Ëð ³Ì ¶È Ïà ²î Ì« ´ó ¡£ Èç ¹û Ðè Òª ¸ü »» Ä¥ Ëð ÑÏ ÖØ µÄ ÂÖ Ì¥ £¬ ×î ºÃ Á½ ¸ö »ò 4 ¸ö Ò» Æð »» £¬ ÎÆ Â· Ïà ͬ µÄ ÂÖ Ì¥ ¿É ÒÔ Ç° ºó ½» ²æ ¸ü »» ¡£ Áí Íâ £¬ ÕÛ Ïß »¨ ÎÆ µÄ ÂÖ Ì¥ ÓÐ Öú ÓÚ ½Ú Ê¡ ȼ ÓÍ ¡£ [SEP]
    755. 

  755. 2022-12-09 19:12:22,932 - INFO - preprocess.py - convert_bert_example - 99 - token_ids: [101, 3125, 7397, 1333, 1728, 3779, 5450, 1872, 1217, 4638, 1333, 1728, 2523, 1914, 511, 852, 3297, 2382, 6224, 1348, 2159, 3211, 6158, 6756, 712, 2575, 4526, 4638, 3221, 2190, 6762, 5522, 3698, 1327, 4638, 3466, 3389, 511, 108, 6762, 5522, 108, 109, 5522, 1327, 679, 6639, 109, 679, 788, 833, 2193, 5636, 6121, 7724, 7349, 1213, 1872, 1217, 8024, 6863, 2768, 3779, 5450, 677, 1285, 8024, 6820, 833, 2512, 1510, 6762, 5522, 4638, 886, 4500, 2195, 1462, 511, 924, 1075, 3175, 3791, 1762, 2458, 6756, 3198, 8024, 1914, 4522, 2692, 671, 678, 1392, 702, 6756, 5522, 3221, 1415, 3300, 3698, 8024, 2400, 2137, 3309, 3466, 3389, 6762, 5522, 3698, 1327, 511, 2496, 4197, 1147, 6381, 679, 6206, 2563, 6381, 1906, 5522, 4638, 3466, 3389, 8024, 809, 1048, 2593, 7444, 3291, 2940, 6762, 5522, 3198, 8024, 2798, 1355, 4385, 1906, 5522, 2347, 5307, 3766, 3698, 749, 511, 3698, 3946, 7770, 3198, 5522, 1327, 833, 3683, 2398, 3198, 7770, 671, 763, 8024, 1728, 3634, 1762, 1107, 1921, 2772, 7346, 1117, 1905, 3844, 7030, 5522, 1327, 3683, 6772, 1114, 4802, 511, 3198, 2382, 6762, 5522, 3680, 6121, 7724, 122, 674, 1062, 7027, 6206, 757, 2940, 855, 5390, 8024, 6912, 1048, 1184, 1400, 4836, 2938, 4923, 2428, 4685, 2345, 1922, 1920, 511, 1963, 3362, 7444, 6206, 3291, 2940, 4836, 2938, 698, 7028, 4638, 6762, 5522, 8024, 3297, 1962, 697, 702, 2772, 125, 702, 671, 6629, 2940, 8024, 5292, 6662, 4685, 1398, 4638, 6762, 5522, 1377, 809, 1184, 1400, 769, 1349, 3291, 2940, 511, 1369, 1912, 8024, 2835, 5296, 5709, 5292, 4638, 6762, 5522, 3300, 1221, 754, 5688, 4689, 4234, 3779, 511, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    756. 

  756. 2022-12-09 19:12:22,932 - INFO - preprocess.py - convert_bert_example - 100 - attention_masks: [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    757. 

  757. 2022-12-09 19:12:22,932 - INFO - preprocess.py - convert_bert_example - 101 - token_type_ids: [0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]
    758. 

  758. 2022-12-09 19:12:22,933 - INFO - preprocess.py - convert_bert_example - 102 - labels: 0
    759. 

  759. 2022-12-09 19:12:22,933 - INFO - preprocess.py - convert_bert_example - 103 - ids£º[38, 41, 42, 47]
    760. 

  760. 2022-12-09 19:12:23,983 - INFO - preprocess.py - convert_examples_to_features - 145 - Build 1308 features
    761. 

  761. 2022-12-09 19:12:23,983 - INFO - preprocess.py - convert_examples_to_features - 146 - ³¬³ö×î´ó³¤¶ÈµÄÓУº17
    762.