2019-05-31 12:36:58 +08:00
|
|
|
dependencies = ['torch', 'tqdm', 'boto3', 'requests', 'regex', 'ftfy', 'spacy']
|
|
|
|
|
|
2019-05-31 12:28:10 +08:00
|
|
|
from hubconfs.bert_hubconf import (
|
|
|
|
|
bertTokenizer,
|
|
|
|
|
bertModel,
|
|
|
|
|
bertForNextSentencePrediction,
|
|
|
|
|
bertForPreTraining,
|
|
|
|
|
bertForMaskedLM,
|
|
|
|
|
bertForSequenceClassification,
|
|
|
|
|
bertForMultipleChoice,
|
|
|
|
|
bertForQuestionAnswering,
|
|
|
|
|
bertForTokenClassification
|
|
|
|
|
)
|
|
|
|
|
from hubconfs.gpt_hubconf import (
|
2019-05-31 12:33:33 +08:00
|
|
|
openAIGPTTokenizer,
|
|
|
|
|
openAIGPTModel,
|
|
|
|
|
openAIGPTLMHeadModel,
|
|
|
|
|
openAIGPTDoubleHeadsModel
|
2019-05-31 12:28:10 +08:00
|
|
|
)
|
