add more fields (facebookresearch#3897)

parlai/tasks/wizard_of_internet/agents.py

@@ -67,6 +67,7 @@ def get_knowledge(msg_d):
             CONST.SELECTED_DOCS_TITLES: [],
             CONST.SELECTED_SENTENCES: [],
             CONST.RETRIEVED_DOCS_URLS: [],
+            CONST.RETRIEVED_DOCS_TITLES: [],
         }
         docs = msg_d[CONST.CONTEXT][CONST.CONTENTS]
         selections = msg_d[CONST.CONTEXT][CONST.SELECTED_CONTENTS]
@@ -85,6 +86,7 @@ def get_knowledge(msg_d):
                     knowledge[CONST.SELECTED_SENTENCES].append(line)
             full_doc = doc_lines_delim.join(doc_lines)
             knowledge[CONST.RETRIEVED_DOCS].append(full_doc)
+            knowledge[CONST.RETRIEVED_DOCS_TITLES].append(doc['title'])
             knowledge[CONST.RETRIEVED_DOCS_URLS].append(doc['url'])
             if doc_selected:
                 knowledge[CONST.SELECTED_DOCS_TITLES].append(doc['title'])
@@ -386,8 +388,10 @@ def additional_message_content(self, parlai_message: Message, action: Dict):
         for item_key in (
             CONST.RETRIEVED_DOCS,
             CONST.RETRIEVED_DOCS_URLS,
+            CONST.RETRIEVED_DOCS_TITLES,
             CONST.SELECTED_DOCS,
             CONST.SELECTED_SENTENCES,
+            CONST.SELECTED_DOCS_TITLES,
             CONST.SEARCH_QUERY,
         ):
             parlai_message[item_key] = action[item_key]

parlai/tasks/wizard_of_internet/constants.py

@@ -34,6 +34,7 @@ class HISTORY_TYPE:
 TOTAL_CONVERSATION_INDEX = 'total_index'
 SEARCH_QUERY = 'search_query'
 RETRIEVED_DOCS = '__retrieved-docs__'
+RETRIEVED_DOCS_TITLES = '__retrieved-docs-titles__'
 RETRIEVED_DOCS_URLS = '__retrieved-docs-urls__'
 SELECTED_DOCS = '__selected-docs__'
 SELECTED_DOCS_TITLES = '__select-docs-titles__'

parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_test.yml

@@ -1,5 +1,11 @@
 acts:
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - ComingSoon net New Movies Movie Trailers TV Digital
+    - 2021 Movies Movie Releases New Upcoming
+    - Movies Coming Soon Moviefone
+    - New Movies Theaters Near You Movie Tickets Showtimes
+    - Upcoming Hindi Movies 2021 Releasing This
+    __retrieved-docs-urls__:
     - https://www.comingsoon.net/
     - https://www.movieinsider.com/movies/2021
     - https://www.moviefone.com/coming-soon/
@@ -671,6 +677,7 @@ acts:
       Throwback video! When Salman Khan teased Katrina Kaif for missi...
 
       Pulwama terror attack: Ram Gopal Varma taunts Pakistan Prime Mi...'
+    __select-docs-titles__: []
     __selected-docs__:
     - __noselected-docs__
     __selected-sentences__:
@@ -682,7 +689,13 @@ acts:
     search_query: upcomming movies
     text: "__knowledge__ __no_passages_used__ __endknowledge__ \n I live in New York,\
       \ New York.\nI like going to the moives.\nI love to get the overpriced snacks."
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Toy Story News Recap Photos Videos MTV
+    - Toy Story 1995 IMDb
+    - Toy Story Official Website Disney
+    - Toy Story 4 Disney Movies
+    - Toy Story Wikipedia
+    __retrieved-docs-urls__:
     - http://www.mtv.com/news/movie/toy-story/
     - https://www.imdb.com/title/tt0114709/
     - https://toystory.disney.com/
@@ -2601,6 +2614,8 @@ acts:
       Films with screenplays by Joss Whedon
 
       Films about dolls'
+    __select-docs-titles__:
+    - Toy Story 1995 IMDb
     __selected-docs__:
     - 'G | 1h 21min | Animation, Adventure, Comedy | 22 November 1995 (USA)
 
@@ -2781,7 +2796,13 @@ acts:
     text: "__knowledge__ Tom Hanks, Tim Allen, Don Rickles | See full cast & crew\
       \ »\nPixar Animation Studios - 1200 Park Avenue, Emeryville, California, USA\
       \ See more » __endknowledge__ \n I have. I liked Toy Story. There was a marathon."
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Pixar Animation Studios Licenses NVIDIA Technology for
+    - Pixar Animation Studios Creative Kaizen Technology and
+    - Pixar Animation Studios
+    - Pixar Animation Studios Wiki Fandom
+    - Pixar Wikipedia
+    __retrieved-docs-urls__:
     - https://nvidianews.nvidia.com/news/pixar-animation-studios-licenses-nvidia-technology-for-accelerating-feature-film-production
     - https://digital.hbs.edu/platform-rctom/submission/pixar-animation-studios-creative-kaizen/
     - https://www.pixar.com/careers-at-pixar
@@ -4982,6 +5003,8 @@ acts:
       Disney acquisitions
 
       Empire Inspiration Award winners'
+    __select-docs-titles__:
+    - Pixar Animation Studios Creative Kaizen Technology and
     __selected-docs__:
     - "Pixar Animation Studios: Creative Kaizen\nBy HBSstudent11\nIliad S.A.: the\
       \ story behind France’s telecommunications maverick\nHow Pixar’s innovative\
@@ -5153,7 +5176,13 @@ acts:
       \ iterate and brainstorm around that idea throughout the production process\
       \ (4). Other key elements of Pixar’s successful operating model include: __endknowledge__\
       \ \n It is neat to see how they progressed in the series with the quality."
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Windows 10 1809 update deleted all files from Documents
+    - Data Recovery Hall of Fame DriveSavers
+    - How One Line of Text Nearly Killed Toy Story 2 Mental Floss
+    - Toy Story 2 Was Accidentally Deleted During Development
+    - 18 Amazing Facts about Pixar that You Probably Didn t Know
+    __retrieved-docs-urls__:
     - https://answers.microsoft.com/en-us/windows/forum/windows_10-update/windows-10-1809-update-deleted-all-files-from/ff608374-2686-4a08-a4c2-caa4caa6d4e1
     - https://drivesaversdatarecovery.com/company/data-recovery-hall-of-fame/
     - https://www.mentalfloss.com/uk/entertainment/27204/how-one-line-of-text-nearly-killed-toy-story-2
@@ -5782,6 +5811,8 @@ acts:
       swim in it
 
       18 Unluckiest People In History Who Had It Worse Than You'
+    __select-docs-titles__:
+    - Toy Story 2 Was Accidentally Deleted During Development
     __selected-docs__:
     - 'Fun Facts › TV and Film Facts › Toy Story 2 Was Accidentally Deleted During
       Development and Almost Lost← NextRandomPrevious →
@@ -5852,7 +5883,13 @@ acts:
       \ deleting large chunks of the movie itselt - approximately two months worth\
       \ of work. __endknowledge__ \n I once heard someone erased progress on it like\
       \ a saved file but someone had it on their laptop or something."
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - The Cast of Pixar s Onward Cinemark Movie News
+    - Onward 2020 News IMDb
+    - Onward Pixar Wiki Fandom
+    - Onward Disney Wiki Fandom
+    - Onward Disney Movies
+    __retrieved-docs-urls__:
     - https://www.cinemark.com/movie-news/pixar-onward-cast
     - https://www.imdb.com/title/tt7146812/news
     - https://pixar.fandom.com/wiki/Onward
@@ -6527,6 +6564,8 @@ acts:
       UNICORNS aren’t the graceful and majestic creatures they once were. The dumpster-diving
       vermin of New Mushroomton are often seen eating garbage and hissing at anyone
       who poses a threat to their stinky stash.'
+    __select-docs-titles__:
+    - The Cast of Pixar s Onward Cinemark Movie News
     __selected-docs__:
     - 'Meet the Cast of Pixar s Onward
 

parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_train.yml

@@ -1,5 +1,11 @@
 acts:
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Chopped Definition of at Dictionary com
+    - Chopped Episode Guide TV Schedule Food Network Canada
+    - CHOP5 Salad Kitchen Healthy Flavorful Chop Salads
+    - Food Network Full Episodes Watch Now for FREE
+    - Watch Saturday Night Live Highlight Chopped NBC com
+    __retrieved-docs-urls__:
     - https://www.dictionary.com/browse/chopped
     - https://www.foodnetwork.ca/shows/chopped/
     - https://chop5.com/
@@ -359,6 +365,8 @@ acts:
       Tags: snl, saturday night live, snl season 44, snl 44, emma thompson, aidy bryant,
       mikey day, leslie jones, alex moffat, chopped, cooking show, cooking competition,
       cooking, Melissa Villaseñor'
+    __select-docs-titles__:
+    - Chopped Episode Guide TV Schedule Food Network Canada
     __selected-docs__:
     - 'Chopped is a cooking competition show that is all about skill, speed and ingenuity.
       Each week, four chefs compete before a panel of expert judges and turn baskets
@@ -395,7 +403,13 @@ acts:
       \ only one winner remains. __endknowledge__ \n My favorite tv show is Chopped.\n\
       They play along with the show\nI just watched chopped for 3 hours straight.\
       \ The baskets were hard in some of them."
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Chopped Definition of at Dictionary com
+    - CHOP5 Salad Kitchen Healthy Flavorful Chop Salads
+    - Food Network Official Site
+    - Chopped Cooking Channel
+    - Chopped Episode Guide TV Schedule Food Network Canada
+    __retrieved-docs-urls__:
     - https://www.dictionary.com/browse/chopped
     - https://chop5.com/
     - https://watch.foodnetwork.com/
@@ -901,6 +915,8 @@ acts:
 
       Ted, the host of Chopped, was the food and wine specialist on the groundbreaking,
       Emmy-winning series Queer Eye, which had a 100-episode run.'
+    __select-docs-titles__:
+    - Food Network Official Site
     __selected-docs__:
     - 'Aloha, Recruits!
 
@@ -1087,7 +1103,13 @@ acts:
     text: "__knowledge__ New Episodes Mondays 9|8c\nWatch a New Episode Now __endknowledge__\
       \ \n Yes it is. Chefs have a basket with 4 mystery ingredients. They compete\
       \ to make the best meal from the ingredients. "
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Top 20 Favorite Types of Cuisine herinterest com
+    - Types of Cuisine From Around the World With Their Popular
+    - Your Favorite Types of Cuisine Ranker
+    - World cuisine 10 best food cultures CNN Travel
+    - Types of Southern Cuisine Living
+    __retrieved-docs-urls__:
     - https://www.herinterest.com/types-of-cuisine/
     - https://leafyplace.com/types-of-cuisine/
     - https://www.ranker.com/crowdranked-list/favorite-types-of-cuisine
@@ -2081,6 +2103,8 @@ acts:
       Lowcountry Pig Pickin
 
       The Best of Carolina Coastal Cuisine: Myrtle Beach'
+    __select-docs-titles__:
+    - Types of Cuisine From Around the World With Their Popular
     __selected-docs__:
     - 'Types of Cuisine From Around the World With Their Popular Foods
 
@@ -2434,7 +2458,13 @@ acts:
       \ Foods __endknowledge__ \n Yes, I agree. Some of the ingredients I've never\
       \ heard of. I try to watch as many as I can, but not all. I only imagine what\
       \ I would make. I have never tried by myself. "
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Build Your Office Meal Program with Foodee All in one
+    - The Rehoboth Foodie DE Restaurant Reviews
+    - Recipes foodiecrush
+    - Stop calling yourself a foodie The Washington Post
+    - Foodie Wikipedia
+    __retrieved-docs-urls__:
     - https://www.food.ee/
     - https://rehobothfoodie.com/
     - https://www.foodiecrush.com/recipes/
@@ -2915,6 +2945,8 @@ acts:
       Retrieved from  https://en.wikipedia.org/w/index.php?title=Foodie&oldid=937463966
 
       Food and drink appreciation'
+    __select-docs-titles__:
+    - Stop calling yourself a foodie The Washington Post
     __selected-docs__:
     - 'Stop calling yourself a ‘foodie’
 
@@ -3088,10 +3120,12 @@ acts:
       \ i forgot to mention there is also only a 20 or thirty minute time limit, depending\
       \ on the round. The cuisine is from around the world. Fine dining to street\
       \ style. "
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__: []
+    __retrieved-docs-urls__:
     - __no_urls__
     __retrieved-docs__:
     - __noretrieved-docs__
+    __select-docs-titles__: []
     __selected-docs__:
     - __noselected-docs__
     __selected-sentences__:

parlai/tasks/wizard_of_internet/test/wizard_of_internet_WizardDialogGoldKnowledgeTeacher_valid.yml

@@ -1,8 +1,10 @@
 acts:
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__: []
+    __retrieved-docs-urls__:
     - __no_urls__
     __retrieved-docs__:
     - __noretrieved-docs__
+    __select-docs-titles__: []
     __selected-docs__:
     - __noselected-docs__
     __selected-sentences__:
@@ -14,10 +16,12 @@ acts:
     search_query: __no_search_used__
     text: "__knowledge__ __no_passages_used__ __endknowledge__ \n I work as a freelance\
       \ accountant.\nI enjoy reading books.   "
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__: []
+    __retrieved-docs-urls__:
     - __no_urls__
     __retrieved-docs__:
     - __noretrieved-docs__
+    __select-docs-titles__: []
     __selected-docs__:
     - __noselected-docs__
     __selected-sentences__:
@@ -29,7 +33,13 @@ acts:
     search_query: __no_search_used__
     text: "__knowledge__ __no_passages_used__ __endknowledge__ \n All fiction!   With\
       \ COVID this past summer, I read 16 books in 3 months.  You?"
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Audit Procedures in Banks Your Business
+    - NETBankAudit Audit and advisory services for regional
+    - Associates NetBankAudit
+    - Bank Audit Resource Center AuditNet
+    - Verification of Bank Balance Role Auditor
+    __retrieved-docs-urls__:
     - https://yourbusiness.azcentral.com/audit-procedures-banks-25157.html
     - http://www.netbankaudit.com/
     - http://www.netbankaudit.com/associates/
@@ -774,6 +784,7 @@ acts:
       Verification of Debentures | Guidelines for Auditors
 
       Tags:Auditing, Role of Auditor'
+    __select-docs-titles__: []
     __selected-docs__:
     - __noselected-docs__
     __selected-sentences__:
@@ -784,7 +795,13 @@ acts:
     id: WizInternetWizardTeacher
     search_query: bank audit
     text: "__knowledge__ __no_passages_used__ __endknowledge__ \n Audit banks.  You?"
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Super Bowl LV Wikipedia
+    - Official Super Bowl Tickets 2021 LV Tampa Bay
+    - Super Bowl 2021 Weekend Las Vegas Viewing Parties
+    - 2021 Super Bowl Party Supplies Oriental Trading Company
+    - Super Bowl Where is the game in 2021 2022 2023 2024
+    __retrieved-docs-urls__:
     - https://en.wikipedia.org/wiki/Super_Bowl_LV
     - https://nflonlocation.com/superbowl-tickets/
     - https://www.vegasunzipped.com/super-bowl-weekend/
@@ -2076,6 +2093,8 @@ acts:
       in tournament
 
       Seton Hall basketball: Inside Sandro Mamukelashvili s remarkable rebound'
+    __select-docs-titles__:
+    - Super Bowl LV Wikipedia
     __selected-docs__:
     - 'Raymond James Stadium in 2007
 
@@ -2290,7 +2309,13 @@ acts:
       \ third time that the Super Bowl is in the same state in back to back years\
       \ with Super Bowl LIV taking place at Hard Rock Stadium in Miami Gardens, Florida.[1]\
       \ __endknowledge__ \n Good for you!    Are you watching the Superbowl this year?"
-- - __retrieved-docs-urls__:
+- - __retrieved-docs-titles__:
+    - Tom Brady Wikipedia
+    - NFL Passing Yards Career Playoffs Leaders Pro Football
+    - Tom Brady Biography Accomplishments Facts Britannica
+    - Tom Brady Reveals Which NFL Record Means The Most To Him
+    - Tom Brady Just Set an NFL Rushing Record Yes Really
+    __retrieved-docs-urls__:
     - https://en.wikipedia.org/wiki/Tom_Brady
     - https://www.pro-football-reference.com/leaders/pass_yds_career_playoffs.htm
     - https://www.britannica.com/biography/Tom-Brady
@@ -6975,6 +7000,8 @@ acts:
       to mention dozens of more rushing yards – over the next three seasons.
 
       More of: New England PatriotsNFLtom brady'
+    __select-docs-titles__:
+    - Tom Brady Wikipedia
     __selected-docs__:
     - 'For other people named Tom Brady, see Tom Brady (disambiguation).