Skip to content

Commit 500b5e7

Browse files
adarobcopybara-github
adarob
authored and
copybara-github
committed
Add TriviaQA configs for unfiltered version and add the option to exclude context. Also add missing validation set.
PiperOrigin-RevId: 282657098
1 parent 75f900e commit 500b5e7

File tree

7 files changed

+292
-129
lines changed

7 files changed

+292
-129
lines changed

‎tensorflow_datasets/testing/test_data/fake_examples/trivia_qa/qa/web-dev.json

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
{
2+
"Data": [
3+
{
4+
"Answer": {
5+
"Aliases": [
6+
"(Harry) Sinclair Lewis",
7+
"Harry Sinclair Lewis",
8+
"Lewis, (Harry) Sinclair",
9+
"Grace Hegger",
10+
"Sinclair Lewis"
11+
],
12+
"MatchedWikiEntityName": "Sinclair Lewis",
13+
"NormalizedAliases": [
14+
"grace hegger",
15+
"lewis harry sinclair",
16+
"harry sinclair lewis",
17+
"sinclair lewis"
18+
],
19+
"NormalizedMatchedWikiEntityName": "sinclair lewis",
20+
"NormalizedValue": "sinclair lewis",
21+
"Type": "WikipediaEntity",
22+
"Value": "Sinclair Lewis"
23+
},
24+
"EntityPages": [],
25+
"Question": "Which American-born Sinclair won the Nobel Prize for Literature in 1930?",
26+
"QuestionId": "tc_1",
27+
"QuestionSource": "http://www.triviacountry.com/",
28+
"SearchResults": [
29+
{
30+
"Description": "The Nobel Prize in Literature 1930 Sinclair ... The Nobel Prize in Literature 1930 was awarded to ... nobelprize.org/nobel_prizes/literature/laureates/1930/>",
31+
"Filename": "157/157_2866330.txt",
32+
"Rank": 0,
33+
"Title": "The Nobel Prize in Literature 1930",
34+
"Url": "http://www.nobelprize.org/nobel_prizes/literature/laureates/1930/"
35+
}
36+
]
37+
}
38+
]
39+
}

‎tensorflow_datasets/testing/test_data/fake_examples/trivia_qa/triviaqa-unfiltered/unfiltered-web-dev.json

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
{
2+
"Data": [
3+
{
4+
"Answer": {
5+
"Aliases": [
6+
"(Harry) Sinclair Lewis",
7+
"Harry Sinclair Lewis",
8+
"Lewis, (Harry) Sinclair",
9+
"Grace Hegger",
10+
"Sinclair Lewis"
11+
],
12+
"MatchedWikiEntityName": "Sinclair Lewis",
13+
"NormalizedAliases": [
14+
"grace hegger",
15+
"lewis harry sinclair",
16+
"harry sinclair lewis",
17+
"sinclair lewis"
18+
],
19+
"NormalizedMatchedWikiEntityName": "sinclair lewis",
20+
"NormalizedValue": "sinclair lewis",
21+
"Type": "WikipediaEntity",
22+
"Value": "Sinclair Lewis"
23+
},
24+
"EntityPages": [],
25+
"Question": "Which American-born Sinclair won the Nobel Prize for Literature in 1930?",
26+
"QuestionId": "tc_1",
27+
"QuestionSource": "http://www.triviacountry.com/",
28+
"SearchResults": [
29+
{
30+
"Description": "The Nobel Prize in Literature 1930 Sinclair ... The Nobel Prize in Literature 1930 was awarded to ... nobelprize.org/nobel_prizes/literature/laureates/1930/>",
31+
"Filename": "157/157_2866330.txt",
32+
"Rank": 0,
33+
"Title": "The Nobel Prize in Literature 1930",
34+
"Url": "http://www.nobelprize.org/nobel_prizes/literature/laureates/1930/"
35+
}
36+
]
37+
}
38+
]
39+
}

‎tensorflow_datasets/testing/test_data/fake_examples/trivia_qa/triviaqa-unfiltered/unfiltered-web-test-without-answers.json

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
{
2+
"Data": [
3+
{
4+
"EntityPages": [
5+
{
6+
"DocSource": "TagMe",
7+
"Filename": "England.txt",
8+
"Title": "England"
9+
}
10+
],
11+
"Question": "Asmara international airport is in which country?",
12+
"QuestionId": "tc_7",
13+
"QuestionSource": "http://www.triviacountry.com/",
14+
"SearchResults": [
15+
{
16+
"Description": "Asmara International Airport (ASM/HAAY) safety profile including a list of aircraft accidents at or near the airport.",
17+
"Filename": "157/157_2866330.txt",
18+
"Rank": 0,
19+
"Title": "Asmara International Airport profile - Aviation Safety Network",
20+
"Url": "http://aviation-safety.net/database/airport/airport.php?id=ASM"
21+
}
22+
]
23+
}
24+
]
25+
}

‎tensorflow_datasets/testing/test_data/fake_examples/trivia_qa/triviaqa-unfiltered/unfiltered-web-train.json

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,39 @@
1+
{
2+
"Data": [
3+
{
4+
"Answer": {
5+
"Aliases": [
6+
"(Harry) Sinclair Lewis",
7+
"Harry Sinclair Lewis",
8+
"Lewis, (Harry) Sinclair",
9+
"Grace Hegger",
10+
"Sinclair Lewis"
11+
],
12+
"MatchedWikiEntityName": "Sinclair Lewis",
13+
"NormalizedAliases": [
14+
"grace hegger",
15+
"lewis harry sinclair",
16+
"harry sinclair lewis",
17+
"sinclair lewis"
18+
],
19+
"NormalizedMatchedWikiEntityName": "sinclair lewis",
20+
"NormalizedValue": "sinclair lewis",
21+
"Type": "WikipediaEntity",
22+
"Value": "Sinclair Lewis"
23+
},
24+
"EntityPages": [],
25+
"Question": "Which American-born Sinclair won the Nobel Prize for Literature in 1930?",
26+
"QuestionId": "tc_1",
27+
"QuestionSource": "http://www.triviacountry.com/",
28+
"SearchResults": [
29+
{
30+
"Description": "The Nobel Prize in Literature 1930 Sinclair ... The Nobel Prize in Literature 1930 was awarded to ... nobelprize.org/nobel_prizes/literature/laureates/1930/>",
31+
"Filename": "157/157_2866330.txt",
32+
"Rank": 0,
33+
"Title": "The Nobel Prize in Literature 1930",
34+
"Url": "http://www.nobelprize.org/nobel_prizes/literature/laureates/1930/"
35+
}
36+
]
37+
}
38+
]
39+
}

0 commit comments

Comments
 (0)