1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
| import logging
from simpletransformers.question_answering import QuestionAnsweringModel, QuestionAnsweringArgs
logging.basicConfig(level=logging.INFO)
transformers_logger = logging.getLogger("transformers")
transformers_logger.setLevel(logging.WARNING)
train_data = [
{
"context": "Mistborn is a series of epic fantasy novels written by American author Brandon Sanderson.",
"qas": [
{
"id": "00001",
"is_impossible": False,
"question": "Who is the author of the Mistborn series?",
"answers": [
{
"text": "Brandon Sanderson",
"answer_start": 71,
}
],
}
],
},
{
"context": "The first series, published between 2006 and 2008, consists of The Final Empire,"
"The Well of Ascension, and The Hero of Ages.",
"qas": [
{
"id": "00002",
"is_impossible": False,
"question": "When was the series published?",
"answers": [
{
"text": "between 2006 and 2008",
"answer_start": 28,
}
],
},
{
"id": "00003",
"is_impossible": False,
"question": "What are the three books in the series?",
"answers": [
{
"text": "The Final Empire, The Well of Ascension, and The Hero of Ages",
"answer_start": 63,
}
],
},
{
"id": "00004",
"is_impossible": True,
"question": "Who is the main character in the series?",
"answers": [],
},
],
},
]
eval_data = [
{
"context": "The series primarily takes place in a region called the Final Empire "
"on a world called Scadrial, where the sun and sky are red, vegetation is brown, "
"and the ground is constantly being covered under black volcanic ashfalls.",
"qas": [
{
"id": "00001",
"is_impossible": False,
"question": "Where does the series take place?",
"answers": [
{
"text": "region called the Final Empire",
"answer_start": 38,
},
{
"text": "world called Scadrial",
"answer_start": 74,
},
],
}
],
},
{
"context": "\"Mistings\" have only one of the many Allomantic powers, while \"Mistborns\" have all the powers.",
"qas": [
{
"id": "00002",
"is_impossible": False,
"question": "How many powers does a Misting possess?",
"answers": [
{
"text": "one",
"answer_start": 21,
}
],
},
{
"id": "00003",
"is_impossible": True,
"question": "What are Allomantic powers?",
"answers": [],
},
],
},
]
# Configure the model
model_args = QuestionAnsweringArgs()
model_args.train_batch_size = 16
model_args.evaluate_during_training = True
model = QuestionAnsweringModel(
"roberta", "roberta-base", args=model_args
)
# Train the model
model.train_model(train_data, eval_data=eval_data)
# Evaluate the model
result, texts = model.eval_model(eval_data)
# Make predictions with the model
to_predict = [
{
"context": "Vin is a Mistborn of great power and skill.",
"qas": [
{
"question": "What is Vin's speciality?",
"id": "0",
}
],
}
]
answers, probabilities = model.predict(to_predict)
print(answers)
|