pavan
/
master-thesis
1
1
Fork 0
Code Issues Pull Requests Packages Projects Releases Activity

prompt datasets with spelling corrections & improvements

Browse Source
main
Pavan Mandava 3 years ago
parent 0856378436
commit 2993079f5a
11 changed files with 84 additions and 76 deletions
Show Stats Download Patch File Download Diff File

2
.gitignore vendored
Unescape View File

@ -186,3 +186,5 @@ utils/corenlp-dir
prompt-learning/corenlp-dir prompt-learning/corenlp-dir
corenlp-dir corenlp-dir
*.props *.props
prompt-learning/testing.py
testing.py

8
data/prompt-learning/10-dpd/train.soloist.json
Unescape View File

@ -2704,7 +2704,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church" "departure = holy trinity church"
] ]
}, },
@ -2720,7 +2720,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -2739,7 +2739,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -2760,7 +2760,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]

14
data/prompt-learning/100-dpd/train.soloist.json
Unescape View File

@ -14000,7 +14000,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -14015,7 +14015,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -18996,7 +18996,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = oak bistro", "name = the oak bistro",
"area = dont care", "area = dont care",
"day = thursday", "day = thursday",
"people = 2", "people = 2",
@ -30407,7 +30407,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church" "departure = holy trinity church"
] ]
}, },
@ -30423,7 +30423,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -30442,7 +30442,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -30463,7 +30463,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]

32
data/prompt-learning/125-dpd/train.soloist.json
Unescape View File

@ -15712,7 +15712,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -15727,7 +15727,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -17573,7 +17573,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton" "destination = pizza hut fen ditton"
] ]
}, },
{ {
@ -17586,7 +17586,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -17603,7 +17603,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = after 11:45", "leave = after 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -17622,7 +17622,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = after 11:45", "leave = after 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -29631,7 +29631,7 @@
"belief_states": [ "belief_states": [
"leave = 19:30", "leave = 19:30",
"destination = adc theatre", "destination = adc theatre",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -29648,7 +29648,7 @@
"belief_states": [ "belief_states": [
"leave = 19:30", "leave = 19:30",
"destination = adc theatre", "destination = adc theatre",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -32263,7 +32263,7 @@
"belief_states": [ "belief_states": [
"leave = 21:00", "leave = 21:00",
"destination = avalon", "destination = avalon",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -32279,7 +32279,7 @@
], ],
"belief_states": [ "belief_states": [
"destination = avalon", "destination = avalon",
"departure = pizza hut fenditton", "departure = pizza hut fen ditton",
"arrive = 21:00" "arrive = 21:00"
] ]
}, },
@ -32298,7 +32298,7 @@
], ],
"belief_states": [ "belief_states": [
"destination = avalon", "destination = avalon",
"departure = pizza hut fenditton", "departure = pizza hut fen ditton",
"arrive = 21:00" "arrive = 21:00"
] ]
}, },
@ -41119,7 +41119,7 @@
"restaurant" "restaurant"
], ],
"belief_states": [ "belief_states": [
"name = pizza hut fenditton" "name = pizza hut fen ditton"
] ]
}, },
{ {
@ -41132,7 +41132,7 @@
"restaurant" "restaurant"
], ],
"belief_states": [ "belief_states": [
"name = pizza hut fenditton" "name = pizza hut fen ditton"
] ]
}, },
{ {
@ -41147,7 +41147,7 @@
"restaurant" "restaurant"
], ],
"belief_states": [ "belief_states": [
"name = pizza hut fenditton" "name = pizza hut fen ditton"
] ]
}, },
{ {
@ -41164,7 +41164,7 @@
"restaurant" "restaurant"
], ],
"belief_states": [ "belief_states": [
"name = pizza hut fenditton" "name = pizza hut fen ditton"
] ]
}, },
{ {
@ -41183,7 +41183,7 @@
"restaurant" "restaurant"
], ],
"belief_states": [ "belief_states": [
"name = pizza hut fenditton" "name = pizza hut fen ditton"
] ]
}, },
{ {

58
data/prompt-learning/250-dpd/train.soloist.json
Unescape View File

@ -6127,7 +6127,7 @@
], ],
"belief_states": [ "belief_states": [
"food = italian", "food = italian",
"name = pizza hut fenditton", "name = pizza hut fen ditton",
"area = east" "area = east"
] ]
}, },
@ -6144,7 +6144,7 @@
], ],
"belief_states": [ "belief_states": [
"food = italian", "food = italian",
"name = pizza hut fenditton", "name = pizza hut fen ditton",
"area = east" "area = east"
] ]
}, },
@ -14219,7 +14219,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west" "area = west"
] ]
}, },
@ -14239,7 +14239,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west" "area = west"
] ]
}, },
@ -16021,7 +16021,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton" "destination = pizza hut fen ditton"
] ]
}, },
{ {
@ -16036,7 +16036,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = saint catharines college" "departure = saint catharines college"
] ]
}, },
@ -16055,7 +16055,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 11:45", "leave = 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = saint catharines college" "departure = saint catharines college"
] ]
}, },
@ -16076,7 +16076,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 11:45", "leave = 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = saint catharines college" "departure = saint catharines college"
] ]
}, },
@ -30085,7 +30085,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -30100,7 +30100,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 17:15", "leave = 17:15",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = kings college" "departure = kings college"
] ]
}, },
@ -32425,7 +32425,7 @@
"belief_states": [ "belief_states": [
"leave = 11:15", "leave = 11:15",
"destination = riverside brasserie", "destination = riverside brasserie",
"departure = saint johns chop house" "departure = saint johns chop shop house"
] ]
}, },
{ {
@ -32446,7 +32446,7 @@
"belief_states": [ "belief_states": [
"leave = 11:15", "leave = 11:15",
"destination = riverside brasserie", "destination = riverside brasserie",
"departure = saint johns chop house" "departure = saint johns chop shop house"
] ]
}, },
{ {
@ -32469,7 +32469,7 @@
"belief_states": [ "belief_states": [
"leave = 11:15", "leave = 11:15",
"destination = riverside brasserie", "destination = riverside brasserie",
"departure = saint johns chop house" "departure = saint johns chop shop house"
] ]
}, },
{ {
@ -33277,7 +33277,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton" "destination = pizza hut fen ditton"
] ]
}, },
{ {
@ -33290,7 +33290,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -33307,7 +33307,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = after 11:45", "leave = after 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -33326,7 +33326,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = after 11:45", "leave = after 11:45",
"destination = pizza hut fenditton", "destination = pizza hut fen ditton",
"departure = sidney sussex college" "departure = sidney sussex college"
] ]
}, },
@ -55442,7 +55442,7 @@
"belief_states": [ "belief_states": [
"leave = 19:30", "leave = 19:30",
"destination = adc theatre", "destination = adc theatre",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -55459,7 +55459,7 @@
"belief_states": [ "belief_states": [
"leave = 19:30", "leave = 19:30",
"destination = adc theatre", "destination = adc theatre",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -58566,7 +58566,7 @@
], ],
"belief_states": [ "belief_states": [
"leave = 13:00", "leave = 13:00",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -58581,7 +58581,7 @@
"belief_states": [ "belief_states": [
"leave = 13:00", "leave = 13:00",
"destination = thanh binh", "destination = thanh binh",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -58598,7 +58598,7 @@
"belief_states": [ "belief_states": [
"leave = 13:00", "leave = 13:00",
"destination = thanh binh", "destination = thanh binh",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -58617,7 +58617,7 @@
"belief_states": [ "belief_states": [
"leave = 13:00", "leave = 13:00",
"destination = thanh binh", "destination = thanh binh",
"departure = pizza hut fenditton" "departure = pizza hut fen ditton"
] ]
}, },
{ {
@ -68797,7 +68797,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church" "departure = holy trinity church"
] ]
}, },
@ -68813,7 +68813,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -68832,7 +68832,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -68853,7 +68853,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = holy trinity church", "departure = holy trinity church",
"arrive = 22:30" "arrive = 22:30"
] ]
@ -86163,7 +86163,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west" "area = west"
] ]
}, },
@ -86183,7 +86183,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west" "area = west"
] ]
}, },

8
data/prompt-learning/50-dpd/train.soloist.json
Unescape View File

@ -3031,7 +3031,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = lan hong house" "departure = lan hong house"
] ]
}, },
@ -3047,7 +3047,7 @@
"taxi" "taxi"
], ],
"belief_states": [ "belief_states": [
"destination = saint johns chop house", "destination = saint johns chop shop house",
"departure = lan hong house", "departure = lan hong house",
"arrive = 09:00" "arrive = 09:00"
] ]
@ -6320,7 +6320,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west", "area = west",
"day = sunday", "day = sunday",
"people = 5", "people = 5",
@ -6345,7 +6345,7 @@
"belief_states": [ "belief_states": [
"food = british", "food = british",
"price = moderate", "price = moderate",
"name = saint johns chop house", "name = saint johns chop shop house",
"area = west", "area = west",
"day = sunday", "day = sunday",
"people = 5", "people = 5",

26
data/prompt-learning/test/test.soloist.json
Unescape View File

@ -1116,7 +1116,7 @@
], ],
"values": [ "values": [
"14:45", "14:45",
"ian hong house" "lan hong house"
], ],
"belief_states": [ "belief_states": [
"leave = 14:45", "leave = 14:45",
@ -1134,8 +1134,8 @@
], ],
"values": [ "values": [
"14:45", "14:45",
"ian hong house", "lan hong house",
"leicester" "leicester train station"
], ],
"belief_states": [ "belief_states": [
"leave = 14:45", "leave = 14:45",
@ -1156,9 +1156,8 @@
], ],
"values": [ "values": [
"14:45", "14:45",
"quick", "lan hong house",
"ian hong house", "leicester train station"
"leicester"
], ],
"belief_states": [ "belief_states": [
"leave = 14:45", "leave = 14:45",
@ -1193,7 +1192,8 @@
], ],
"values": [ "values": [
"01:45", "01:45",
"pipasha restaurant" "pipasha restaurant",
"ballare"
], ],
"belief_states": [ "belief_states": [
"leave = 01:45", "leave = 01:45",
@ -7268,6 +7268,7 @@
"taxi" "taxi"
], ],
"values": [ "values": [
"ballare",
"hobsons house" "hobsons house"
], ],
"belief_states": [ "belief_states": [
@ -7286,6 +7287,7 @@
], ],
"values": [ "values": [
"17:45", "17:45",
"ballare",
"hobsons house" "hobsons house"
], ],
"belief_states": [ "belief_states": [
@ -7307,6 +7309,7 @@
], ],
"values": [ "values": [
"17:45", "17:45",
"ballare",
"hobsons house" "hobsons house"
], ],
"belief_states": [ "belief_states": [
@ -16700,6 +16703,7 @@
"attraction" "attraction"
], ],
"values": [ "values": [
"ballare",
"night club", "night club",
"centre" "centre"
], ],
@ -16720,6 +16724,7 @@
"attraction" "attraction"
], ],
"values": [ "values": [
"ballare",
"night club", "night club",
"centre" "centre"
], ],
@ -16755,8 +16760,8 @@
], ],
"values": [ "values": [
"cheap", "cheap",
"creative", "centre",
"centre" "creative"
], ],
"belief_states": [ "belief_states": [
"food = creative", "food = creative",
@ -16777,7 +16782,6 @@
], ],
"values": [ "values": [
"cheap", "cheap",
"creative",
"1", "1",
"centre", "centre",
"indian" "indian"
@ -16803,7 +16807,6 @@
], ],
"values": [ "values": [
"cheap", "cheap",
"creative",
"1", "1",
"4", "4",
"wednesday", "wednesday",
@ -16839,7 +16842,6 @@
], ],
"values": [ "values": [
"cheap", "cheap",
"creative",
"1", "1",
"4", "4",
"wednesday", "wednesday",

3
data/prompt-learning/valid/valid.soloist.json
Unescape View File

@ -15820,7 +15820,6 @@
"free", "free",
"3", "3",
"wednesday", "wednesday",
"quick",
"free parking & wifi", "free parking & wifi",
"hotel" "hotel"
], ],
@ -15858,7 +15857,6 @@
"free", "free",
"3", "3",
"wednesday", "wednesday",
"quick",
"1", "1",
"free parking & wifi", "free parking & wifi",
"hotel" "hotel"
@ -15899,7 +15897,6 @@
"free", "free",
"3", "3",
"wednesday", "wednesday",
"quick",
"1", "1",
"free parking & wifi", "free parking & wifi",
"hotel" "hotel"

2
data/resource/stopwords.txt
Unescape View File

@ -437,6 +437,8 @@ properly
provides provides
q q
que que
quick
quickly
quite quite
qv qv
r r

3
utils/create_dataset.py
Unescape View File

@ -38,7 +38,8 @@ CORRECTIONS = {
"nightclub": "night club", "nightclub": "night club",
"christs college": "christ college", "christs college": "christ college",
"museums": "museum", "museums": "museum",
"alexander": "alexander bed and breakfast" "alexander": "alexander bed and breakfast",
"ian hong house": "lan hong house"
} }

4
utils/regexner.rules
Unescape View File

@ -18,6 +18,7 @@ stansted airport PLACE
stansted airport train station PLACE stansted airport train station PLACE
bournemouth PLACE bournemouth PLACE
norwich PLACE norwich PLACE
ballare PLACE
gourmet burger kitchen PLACE gourmet burger kitchen PLACE
aylesbray lodge guest PLACE aylesbray lodge guest PLACE
stratford PLACE stratford PLACE
@ -27,6 +28,7 @@ kettles yard PLACE
kings lynn PLACE kings lynn PLACE
liverpool PLACE liverpool PLACE
leicester PLACE leicester PLACE
leicester train station PLACE
cafe uno PLACE cafe uno PLACE
curry prince PLACE curry prince PLACE
london PLACE london PLACE
@ -154,6 +156,7 @@ pizza hut city centre PLACE
binh PLACE binh PLACE
hotel du vin and bistro PLACE hotel du vin and bistro PLACE
lan hong house PLACE lan hong house PLACE
ian hong house PLACE
tandoori palace PLACE tandoori palace PLACE
meghna PLACE meghna PLACE
alimentum PLACE alimentum PLACE
@ -307,6 +310,7 @@ caribbean FOOD_TYPE
catalan FOOD_TYPE catalan FOOD_TYPE
chinese FOOD_TYPE chinese FOOD_TYPE
corsica FOOD_TYPE corsica FOOD_TYPE
creative FOOD_TYPE
crossover FOOD_TYPE crossover FOOD_TYPE
cuban FOOD_TYPE cuban FOOD_TYPE
danish FOOD_TYPE danish FOOD_TYPE

Write Preview
Loading…
Cancel
Save