diff --git a/.gitignore b/.gitignore index 30c6804..d744ad0 100644 --- a/.gitignore +++ b/.gitignore @@ -186,3 +186,5 @@ utils/corenlp-dir prompt-learning/corenlp-dir corenlp-dir *.props +prompt-learning/testing.py +testing.py diff --git a/data/prompt-learning/10-dpd/train.soloist.json b/data/prompt-learning/10-dpd/train.soloist.json index bcb9a7f..6e5b22d 100644 --- a/data/prompt-learning/10-dpd/train.soloist.json +++ b/data/prompt-learning/10-dpd/train.soloist.json @@ -2704,7 +2704,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church" ] }, @@ -2720,7 +2720,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -2739,7 +2739,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -2760,7 +2760,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] diff --git a/data/prompt-learning/100-dpd/train.soloist.json b/data/prompt-learning/100-dpd/train.soloist.json index 3838800..0e0f16a 100644 --- a/data/prompt-learning/100-dpd/train.soloist.json +++ b/data/prompt-learning/100-dpd/train.soloist.json @@ -14000,7 +14000,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -14015,7 +14015,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -18996,7 +18996,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = oak bistro", + "name = the oak bistro", "area = dont care", "day = thursday", "people = 2", @@ -30407,7 +30407,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church" ] }, @@ -30423,7 +30423,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -30442,7 +30442,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -30463,7 +30463,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] diff --git a/data/prompt-learning/125-dpd/train.soloist.json b/data/prompt-learning/125-dpd/train.soloist.json index f5b49a1..00c6908 100644 --- a/data/prompt-learning/125-dpd/train.soloist.json +++ b/data/prompt-learning/125-dpd/train.soloist.json @@ -15712,7 +15712,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -15727,7 +15727,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -17573,7 +17573,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton" + "destination = pizza hut fen ditton" ] }, { @@ -17586,7 +17586,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -17603,7 +17603,7 @@ ], "belief_states": [ "leave = after 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -17622,7 +17622,7 @@ ], "belief_states": [ "leave = after 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -29631,7 +29631,7 @@ "belief_states": [ "leave = 19:30", "destination = adc theatre", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -29648,7 +29648,7 @@ "belief_states": [ "leave = 19:30", "destination = adc theatre", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -32263,7 +32263,7 @@ "belief_states": [ "leave = 21:00", "destination = avalon", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -32279,7 +32279,7 @@ ], "belief_states": [ "destination = avalon", - "departure = pizza hut fenditton", + "departure = pizza hut fen ditton", "arrive = 21:00" ] }, @@ -32298,7 +32298,7 @@ ], "belief_states": [ "destination = avalon", - "departure = pizza hut fenditton", + "departure = pizza hut fen ditton", "arrive = 21:00" ] }, @@ -41119,7 +41119,7 @@ "restaurant" ], "belief_states": [ - "name = pizza hut fenditton" + "name = pizza hut fen ditton" ] }, { @@ -41132,7 +41132,7 @@ "restaurant" ], "belief_states": [ - "name = pizza hut fenditton" + "name = pizza hut fen ditton" ] }, { @@ -41147,7 +41147,7 @@ "restaurant" ], "belief_states": [ - "name = pizza hut fenditton" + "name = pizza hut fen ditton" ] }, { @@ -41164,7 +41164,7 @@ "restaurant" ], "belief_states": [ - "name = pizza hut fenditton" + "name = pizza hut fen ditton" ] }, { @@ -41183,7 +41183,7 @@ "restaurant" ], "belief_states": [ - "name = pizza hut fenditton" + "name = pizza hut fen ditton" ] }, { diff --git a/data/prompt-learning/250-dpd/train.soloist.json b/data/prompt-learning/250-dpd/train.soloist.json index 2de3768..33cbf55 100644 --- a/data/prompt-learning/250-dpd/train.soloist.json +++ b/data/prompt-learning/250-dpd/train.soloist.json @@ -6127,7 +6127,7 @@ ], "belief_states": [ "food = italian", - "name = pizza hut fenditton", + "name = pizza hut fen ditton", "area = east" ] }, @@ -6144,7 +6144,7 @@ ], "belief_states": [ "food = italian", - "name = pizza hut fenditton", + "name = pizza hut fen ditton", "area = east" ] }, @@ -14219,7 +14219,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west" ] }, @@ -14239,7 +14239,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west" ] }, @@ -16021,7 +16021,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton" + "destination = pizza hut fen ditton" ] }, { @@ -16036,7 +16036,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = saint catharines college" ] }, @@ -16055,7 +16055,7 @@ ], "belief_states": [ "leave = 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = saint catharines college" ] }, @@ -16076,7 +16076,7 @@ ], "belief_states": [ "leave = 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = saint catharines college" ] }, @@ -30085,7 +30085,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -30100,7 +30100,7 @@ ], "belief_states": [ "leave = 17:15", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = kings college" ] }, @@ -32425,7 +32425,7 @@ "belief_states": [ "leave = 11:15", "destination = riverside brasserie", - "departure = saint johns chop house" + "departure = saint johns chop shop house" ] }, { @@ -32446,7 +32446,7 @@ "belief_states": [ "leave = 11:15", "destination = riverside brasserie", - "departure = saint johns chop house" + "departure = saint johns chop shop house" ] }, { @@ -32469,7 +32469,7 @@ "belief_states": [ "leave = 11:15", "destination = riverside brasserie", - "departure = saint johns chop house" + "departure = saint johns chop shop house" ] }, { @@ -33277,7 +33277,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton" + "destination = pizza hut fen ditton" ] }, { @@ -33290,7 +33290,7 @@ "taxi" ], "belief_states": [ - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -33307,7 +33307,7 @@ ], "belief_states": [ "leave = after 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -33326,7 +33326,7 @@ ], "belief_states": [ "leave = after 11:45", - "destination = pizza hut fenditton", + "destination = pizza hut fen ditton", "departure = sidney sussex college" ] }, @@ -55442,7 +55442,7 @@ "belief_states": [ "leave = 19:30", "destination = adc theatre", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -55459,7 +55459,7 @@ "belief_states": [ "leave = 19:30", "destination = adc theatre", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -58566,7 +58566,7 @@ ], "belief_states": [ "leave = 13:00", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -58581,7 +58581,7 @@ "belief_states": [ "leave = 13:00", "destination = thanh binh", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -58598,7 +58598,7 @@ "belief_states": [ "leave = 13:00", "destination = thanh binh", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -58617,7 +58617,7 @@ "belief_states": [ "leave = 13:00", "destination = thanh binh", - "departure = pizza hut fenditton" + "departure = pizza hut fen ditton" ] }, { @@ -68797,7 +68797,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church" ] }, @@ -68813,7 +68813,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -68832,7 +68832,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -68853,7 +68853,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = holy trinity church", "arrive = 22:30" ] @@ -86163,7 +86163,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west" ] }, @@ -86183,7 +86183,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west" ] }, diff --git a/data/prompt-learning/50-dpd/train.soloist.json b/data/prompt-learning/50-dpd/train.soloist.json index ab9d58b..2a38acf 100644 --- a/data/prompt-learning/50-dpd/train.soloist.json +++ b/data/prompt-learning/50-dpd/train.soloist.json @@ -3031,7 +3031,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = lan hong house" ] }, @@ -3047,7 +3047,7 @@ "taxi" ], "belief_states": [ - "destination = saint johns chop house", + "destination = saint johns chop shop house", "departure = lan hong house", "arrive = 09:00" ] @@ -6320,7 +6320,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west", "day = sunday", "people = 5", @@ -6345,7 +6345,7 @@ "belief_states": [ "food = british", "price = moderate", - "name = saint johns chop house", + "name = saint johns chop shop house", "area = west", "day = sunday", "people = 5", diff --git a/data/prompt-learning/test/test.soloist.json b/data/prompt-learning/test/test.soloist.json index 4a2ad00..260885b 100644 --- a/data/prompt-learning/test/test.soloist.json +++ b/data/prompt-learning/test/test.soloist.json @@ -1116,7 +1116,7 @@ ], "values": [ "14:45", - "ian hong house" + "lan hong house" ], "belief_states": [ "leave = 14:45", @@ -1134,8 +1134,8 @@ ], "values": [ "14:45", - "ian hong house", - "leicester" + "lan hong house", + "leicester train station" ], "belief_states": [ "leave = 14:45", @@ -1156,9 +1156,8 @@ ], "values": [ "14:45", - "quick", - "ian hong house", - "leicester" + "lan hong house", + "leicester train station" ], "belief_states": [ "leave = 14:45", @@ -1193,7 +1192,8 @@ ], "values": [ "01:45", - "pipasha restaurant" + "pipasha restaurant", + "ballare" ], "belief_states": [ "leave = 01:45", @@ -7268,6 +7268,7 @@ "taxi" ], "values": [ + "ballare", "hobsons house" ], "belief_states": [ @@ -7286,6 +7287,7 @@ ], "values": [ "17:45", + "ballare", "hobsons house" ], "belief_states": [ @@ -7307,6 +7309,7 @@ ], "values": [ "17:45", + "ballare", "hobsons house" ], "belief_states": [ @@ -16700,6 +16703,7 @@ "attraction" ], "values": [ + "ballare", "night club", "centre" ], @@ -16720,6 +16724,7 @@ "attraction" ], "values": [ + "ballare", "night club", "centre" ], @@ -16755,8 +16760,8 @@ ], "values": [ "cheap", - "creative", - "centre" + "centre", + "creative" ], "belief_states": [ "food = creative", @@ -16777,7 +16782,6 @@ ], "values": [ "cheap", - "creative", "1", "centre", "indian" @@ -16803,7 +16807,6 @@ ], "values": [ "cheap", - "creative", "1", "4", "wednesday", @@ -16839,7 +16842,6 @@ ], "values": [ "cheap", - "creative", "1", "4", "wednesday", diff --git a/data/prompt-learning/valid/valid.soloist.json b/data/prompt-learning/valid/valid.soloist.json index 1a950dc..69fbc06 100644 --- a/data/prompt-learning/valid/valid.soloist.json +++ b/data/prompt-learning/valid/valid.soloist.json @@ -15820,7 +15820,6 @@ "free", "3", "wednesday", - "quick", "free parking & wifi", "hotel" ], @@ -15858,7 +15857,6 @@ "free", "3", "wednesday", - "quick", "1", "free parking & wifi", "hotel" @@ -15899,7 +15897,6 @@ "free", "3", "wednesday", - "quick", "1", "free parking & wifi", "hotel" diff --git a/data/resource/stopwords.txt b/data/resource/stopwords.txt index 2562c11..ab48ce3 100644 --- a/data/resource/stopwords.txt +++ b/data/resource/stopwords.txt @@ -437,6 +437,8 @@ properly provides q que +quick +quickly quite qv r diff --git a/utils/create_dataset.py b/utils/create_dataset.py index 7534db9..27bf8f1 100644 --- a/utils/create_dataset.py +++ b/utils/create_dataset.py @@ -38,7 +38,8 @@ CORRECTIONS = { "nightclub": "night club", "christs college": "christ college", "museums": "museum", - "alexander": "alexander bed and breakfast" + "alexander": "alexander bed and breakfast", + "ian hong house": "lan hong house" } diff --git a/utils/regexner.rules b/utils/regexner.rules index 076b6d6..3676055 100644 --- a/utils/regexner.rules +++ b/utils/regexner.rules @@ -18,6 +18,7 @@ stansted airport PLACE stansted airport train station PLACE bournemouth PLACE norwich PLACE +ballare PLACE gourmet burger kitchen PLACE aylesbray lodge guest PLACE stratford PLACE @@ -27,6 +28,7 @@ kettles yard PLACE kings lynn PLACE liverpool PLACE leicester PLACE +leicester train station PLACE cafe uno PLACE curry prince PLACE london PLACE @@ -154,6 +156,7 @@ pizza hut city centre PLACE binh PLACE hotel du vin and bistro PLACE lan hong house PLACE +ian hong house PLACE tandoori palace PLACE meghna PLACE alimentum PLACE @@ -307,6 +310,7 @@ caribbean FOOD_TYPE catalan FOOD_TYPE chinese FOOD_TYPE corsica FOOD_TYPE +creative FOOD_TYPE crossover FOOD_TYPE cuban FOOD_TYPE danish FOOD_TYPE