pavan
/
master-thesis
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Activity

prompt datasets with spelling corrections & improvements

Browse Source
main
Pavan Mandava 3 years ago
parent 0856378436
commit 2993079f5a
11 changed files with 84 additions and 76 deletions
Show Stats Download Patch File Download Diff File

2
.gitignore vendored
Unescape View File

@ -186,3 +186,5 @@ utils/corenlp-dir
prompt-learning/corenlp-dir
corenlp-dir
*.props
prompt-learning/testing.py
testing.py

8
data/prompt-learning/10-dpd/train.soloist.json
Unescape View File

@ -2704,7 +2704,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church"
]
},
@ -2720,7 +2720,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -2739,7 +2739,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -2760,7 +2760,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]

14
data/prompt-learning/100-dpd/train.soloist.json
Unescape View File

@ -14000,7 +14000,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -14015,7 +14015,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -18996,7 +18996,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = oak bistro",
"name = the oak bistro",
"area = dont care",
"day = thursday",
"people = 2",
@ -30407,7 +30407,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church"
]
},
@ -30423,7 +30423,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -30442,7 +30442,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -30463,7 +30463,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]

32
data/prompt-learning/125-dpd/train.soloist.json
Unescape View File

@ -15712,7 +15712,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -15727,7 +15727,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -17573,7 +17573,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton"
"destination = pizza hut fen ditton"
]
},
{
@ -17586,7 +17586,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -17603,7 +17603,7 @@
],
"belief_states": [
"leave = after 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -17622,7 +17622,7 @@
],
"belief_states": [
"leave = after 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -29631,7 +29631,7 @@
"belief_states": [
"leave = 19:30",
"destination = adc theatre",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -29648,7 +29648,7 @@
"belief_states": [
"leave = 19:30",
"destination = adc theatre",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -32263,7 +32263,7 @@
"belief_states": [
"leave = 21:00",
"destination = avalon",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -32279,7 +32279,7 @@
],
"belief_states": [
"destination = avalon",
"departure = pizza hut fenditton",
"departure = pizza hut fen ditton",
"arrive = 21:00"
]
},
@ -32298,7 +32298,7 @@
],
"belief_states": [
"destination = avalon",
"departure = pizza hut fenditton",
"departure = pizza hut fen ditton",
"arrive = 21:00"
]
},
@ -41119,7 +41119,7 @@
"restaurant"
],
"belief_states": [
"name = pizza hut fenditton"
"name = pizza hut fen ditton"
]
},
{
@ -41132,7 +41132,7 @@
"restaurant"
],
"belief_states": [
"name = pizza hut fenditton"
"name = pizza hut fen ditton"
]
},
{
@ -41147,7 +41147,7 @@
"restaurant"
],
"belief_states": [
"name = pizza hut fenditton"
"name = pizza hut fen ditton"
]
},
{
@ -41164,7 +41164,7 @@
"restaurant"
],
"belief_states": [
"name = pizza hut fenditton"
"name = pizza hut fen ditton"
]
},
{
@ -41183,7 +41183,7 @@
"restaurant"
],
"belief_states": [
"name = pizza hut fenditton"
"name = pizza hut fen ditton"
]
},
{

58
data/prompt-learning/250-dpd/train.soloist.json
Unescape View File

@ -6127,7 +6127,7 @@
],
"belief_states": [
"food = italian",
"name = pizza hut fenditton",
"name = pizza hut fen ditton",
"area = east"
]
},
@ -6144,7 +6144,7 @@
],
"belief_states": [
"food = italian",
"name = pizza hut fenditton",
"name = pizza hut fen ditton",
"area = east"
]
},
@ -14219,7 +14219,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west"
]
},
@ -14239,7 +14239,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west"
]
},
@ -16021,7 +16021,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton"
"destination = pizza hut fen ditton"
]
},
{
@ -16036,7 +16036,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = saint catharines college"
]
},
@ -16055,7 +16055,7 @@
],
"belief_states": [
"leave = 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = saint catharines college"
]
},
@ -16076,7 +16076,7 @@
],
"belief_states": [
"leave = 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = saint catharines college"
]
},
@ -30085,7 +30085,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -30100,7 +30100,7 @@
],
"belief_states": [
"leave = 17:15",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = kings college"
]
},
@ -32425,7 +32425,7 @@
"belief_states": [
"leave = 11:15",
"destination = riverside brasserie",
"departure = saint johns chop house"
"departure = saint johns chop shop house"
]
},
{
@ -32446,7 +32446,7 @@
"belief_states": [
"leave = 11:15",
"destination = riverside brasserie",
"departure = saint johns chop house"
"departure = saint johns chop shop house"
]
},
{
@ -32469,7 +32469,7 @@
"belief_states": [
"leave = 11:15",
"destination = riverside brasserie",
"departure = saint johns chop house"
"departure = saint johns chop shop house"
]
},
{
@ -33277,7 +33277,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton"
"destination = pizza hut fen ditton"
]
},
{
@ -33290,7 +33290,7 @@
"taxi"
],
"belief_states": [
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -33307,7 +33307,7 @@
],
"belief_states": [
"leave = after 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -33326,7 +33326,7 @@
],
"belief_states": [
"leave = after 11:45",
"destination = pizza hut fenditton",
"destination = pizza hut fen ditton",
"departure = sidney sussex college"
]
},
@ -55442,7 +55442,7 @@
"belief_states": [
"leave = 19:30",
"destination = adc theatre",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -55459,7 +55459,7 @@
"belief_states": [
"leave = 19:30",
"destination = adc theatre",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -58566,7 +58566,7 @@
],
"belief_states": [
"leave = 13:00",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -58581,7 +58581,7 @@
"belief_states": [
"leave = 13:00",
"destination = thanh binh",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -58598,7 +58598,7 @@
"belief_states": [
"leave = 13:00",
"destination = thanh binh",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -58617,7 +58617,7 @@
"belief_states": [
"leave = 13:00",
"destination = thanh binh",
"departure = pizza hut fenditton"
"departure = pizza hut fen ditton"
]
},
{
@ -68797,7 +68797,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church"
]
},
@ -68813,7 +68813,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -68832,7 +68832,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -68853,7 +68853,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = holy trinity church",
"arrive = 22:30"
]
@ -86163,7 +86163,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west"
]
},
@ -86183,7 +86183,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west"
]
},

8
data/prompt-learning/50-dpd/train.soloist.json
Unescape View File

@ -3031,7 +3031,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = lan hong house"
]
},
@ -3047,7 +3047,7 @@
"taxi"
],
"belief_states": [
"destination = saint johns chop house",
"destination = saint johns chop shop house",
"departure = lan hong house",
"arrive = 09:00"
]
@ -6320,7 +6320,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west",
"day = sunday",
"people = 5",
@ -6345,7 +6345,7 @@
"belief_states": [
"food = british",
"price = moderate",
"name = saint johns chop house",
"name = saint johns chop shop house",
"area = west",
"day = sunday",
"people = 5",

26
data/prompt-learning/test/test.soloist.json
Unescape View File

@ -1116,7 +1116,7 @@
],
"values": [
"14:45",
"ian hong house"
"lan hong house"
],
"belief_states": [
"leave = 14:45",
@ -1134,8 +1134,8 @@
],
"values": [
"14:45",
"ian hong house",
"leicester"
"lan hong house",
"leicester train station"
],
"belief_states": [
"leave = 14:45",
@ -1156,9 +1156,8 @@
],
"values": [
"14:45",
"quick",
"ian hong house",
"leicester"
"lan hong house",
"leicester train station"
],
"belief_states": [
"leave = 14:45",
@ -1193,7 +1192,8 @@
],
"values": [
"01:45",
"pipasha restaurant"
"pipasha restaurant",
"ballare"
],
"belief_states": [
"leave = 01:45",
@ -7268,6 +7268,7 @@
"taxi"
],
"values": [
"ballare",
"hobsons house"
],
"belief_states": [
@ -7286,6 +7287,7 @@
],
"values": [
"17:45",
"ballare",
"hobsons house"
],
"belief_states": [
@ -7307,6 +7309,7 @@
],
"values": [
"17:45",
"ballare",
"hobsons house"
],
"belief_states": [
@ -16700,6 +16703,7 @@
"attraction"
],
"values": [
"ballare",
"night club",
"centre"
],
@ -16720,6 +16724,7 @@
"attraction"
],
"values": [
"ballare",
"night club",
"centre"
],
@ -16755,8 +16760,8 @@
],
"values": [
"cheap",
"creative",
"centre"
"centre",
"creative"
],
"belief_states": [
"food = creative",
@ -16777,7 +16782,6 @@
],
"values": [
"cheap",
"creative",
"1",
"centre",
"indian"
@ -16803,7 +16807,6 @@
],
"values": [
"cheap",
"creative",
"1",
"4",
"wednesday",
@ -16839,7 +16842,6 @@
],
"values": [
"cheap",
"creative",
"1",
"4",
"wednesday",

3
data/prompt-learning/valid/valid.soloist.json
Unescape View File

@ -15820,7 +15820,6 @@
"free",
"3",
"wednesday",
"quick",
"free parking & wifi",
"hotel"
],
@ -15858,7 +15857,6 @@
"free",
"3",
"wednesday",
"quick",
"1",
"free parking & wifi",
"hotel"
@ -15899,7 +15897,6 @@
"free",
"3",
"wednesday",
"quick",
"1",
"free parking & wifi",
"hotel"

2
data/resource/stopwords.txt
Unescape View File

@ -437,6 +437,8 @@ properly
provides
q
que
quick
quickly
quite
qv
r

3
utils/create_dataset.py
Unescape View File

@ -38,7 +38,8 @@ CORRECTIONS = {
"nightclub": "night club",
"christs college": "christ college",
"museums": "museum",
"alexander": "alexander bed and breakfast"
"alexander": "alexander bed and breakfast",
"ian hong house": "lan hong house"
}

4
utils/regexner.rules
Unescape View File

@ -18,6 +18,7 @@ stansted airport PLACE
stansted airport train station PLACE
bournemouth PLACE
norwich PLACE
ballare PLACE
gourmet burger kitchen PLACE
aylesbray lodge guest PLACE
stratford PLACE
@ -27,6 +28,7 @@ kettles yard PLACE
kings lynn PLACE
liverpool PLACE
leicester PLACE
leicester train station PLACE
cafe uno PLACE
curry prince PLACE
london PLACE
@ -154,6 +156,7 @@ pizza hut city centre PLACE
binh PLACE
hotel du vin and bistro PLACE
lan hong house PLACE
ian hong house PLACE
tandoori palace PLACE
meghna PLACE
alimentum PLACE
@ -307,6 +310,7 @@ caribbean FOOD_TYPE
catalan FOOD_TYPE
chinese FOOD_TYPE
corsica FOOD_TYPE
creative FOOD_TYPE
crossover FOOD_TYPE
cuban FOOD_TYPE
danish FOOD_TYPE

Write Preview
Loading…
Cancel
Save