Fix qa transformer (#34)

* fix qa transformer, update transformers/tokenizers

* add fix model files

* rename model checkpoint

pygaggle/run/evaluate_kaggle_highlighter.py

@@ -4,6 +4,7 @@
 
 from pydantic import BaseModel, validator
 from transformers import (AutoModel,
+                          AutoModelForQuestionAnswering,
                           AutoModelForSequenceClassification,
                           AutoTokenizer,
                           BertForQuestionAnswering,
@@ -130,16 +131,13 @@ def construct_qa_transformer(options: KaggleEvaluationOptions) -> Reranker:
     # We load a sequence classification model first -- again, as a workaround.
     # Refactor
     try:
-        model = AutoModelForSequenceClassification.from_pretrained(
+        model = AutoModelForQuestionAnswering.from_pretrained(
                     options.model_name)
     except OSError:
-        model = AutoModelForSequenceClassification.from_pretrained(
+        model = AutoModelForQuestionAnswering.from_pretrained(
                     options.model_name, from_tf=True)
-    fixed_model = BertForQuestionAnswering(model.config)
-    fixed_model.qa_outputs = model.classifier
-    fixed_model.bert = model.bert
     device = torch.device(options.device)
-    model = fixed_model.to(device).eval()
+    model = model.to(device).eval()
     tokenizer = AutoTokenizer.from_pretrained(
                     options.tokenizer_name, do_lower_case=options.do_lower_case)
     return QuestionAnsweringTransformerReranker(model, tokenizer)

requirements.txt

@@ -1,13 +1,13 @@
 coloredlogs==14.0
 dataclasses;python_version<"3.7"
-numpy==1.18.2
+numpy>=1.18
 pydantic==1.5
 pyserini==0.9.0.0
 scikit-learn>=0.22
 scipy>=1.4
 spacy==2.2.4
 tensorboard>=2.1.0
 tensorflow>=2.2.0rc1
-tokenizers==0.5.2
+tokenizers>=0.7
 tqdm==4.45.0
-transformers==2.7.0
+transformers>=2.9.0

scripts/rename-checkpoint.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+
+mv bert_config.json config.json
+for filename in model.ckpt*; do
+    mv $filename $(python -c "import re; print(re.sub(r'ckpt-\\d+', 'ckpt', '$filename'))");
+done