02_Document Feature Engineering.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Document Analysis in Python\n",
    "In this notebook we will cover:\n",
    "- Reading document data into memory\n",
    "- Creating bag of words features\n",
    "- Creating smoothed tf-idf features"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "{'response': {'meta': {'offset': 0, 'time': 40, 'hits': 38349}, 'docs': [{'subsection_name': 'Pro Football', 'web_url': 'http://www.nytimes.com/2017/01/19/sports/football/patriots-robert-kraft-nfl-roger-goodell.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-thumbWide.jpg'}, {'height': 400, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-articleLarge.jpg', 'xlargeheight': '400'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/19/sports/22KRAFT1/22KRAFT1-thumbStandard.jpg'}], 'blog': [], 'word_count': '1767', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '1', 'news_desk': 'Sports', 'keywords': [{'name': 'persons', 'rank': '1', 'is_major': 'N', 'value': 'Kraft, Robert K'}, {'name': 'organizations', 'rank': '2', 'is_major': 'N', 'value': 'New England Patriots'}, {'name': 'subject', 'rank': '3', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '4', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'subject', 'rank': '5', 'is_major': 'N', 'value': 'Cheating'}, {'name': 'persons', 'rank': '6', 'is_major': 'N', 'value': 'Brady, Tom'}], 'abstract': None, 'byline': {'person': [{'lastname': 'BELSON', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Ken'}, {'lastname': 'SHPIGEL', 'role': 'reported', 'rank': 2, 'organization': '', 'firstname': 'Ben'}], 'original': 'By KEN BELSON and BEN SHPIGEL'}, 'section_name': 'Sports', 'document_type': 'article', 'pub_date': '2017-01-19T16:43:41+0000', '_id': '5880ecc695d0e0392607ba6c', 'lead_paragraph': 'The strained relations between Robert Kraft and the league will be inescapable if New England returns to the Super Bowl, two years after the “Deflategate” scandal.', 'headline': {'main': 'New England Patriots’ Owner, Still Sore at N.F.L., Has Payback in Sight', 'print_headline': 'Supersized Payback Is in Sight'}, 'snippet': 'The strained relations between Robert Kraft and the league will be inescapable if New England returns to the Super Bowl, two years after the “Deflategate” scandal....'}, {'subsection_name': 'Pro Football', 'web_url': 'http://www.nytimes.com/2017/01/22/sports/football/new-england-patriots-super-bowl-pittsburgh-steelers.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/23/sports/23AFC/23AFC-thumbWide-v2.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/23/sports/23AFC/23AFC-thumbWide-v2.jpg'}, {'height': 406, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/23/sports/23AFC/23AFC-articleLarge.jpg', 'xlargeheight': '406'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/23/sports/23AFC/23AFC-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/23/sports/23AFC/23AFC-thumbStandard-v2.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/23/sports/23AFC/23AFC-thumbStandard-v2.jpg'}], 'blog': [], 'word_count': '1227', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '1', 'news_desk': 'Sports', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'subject', 'rank': '3', 'is_major': 'N', 'value': 'Playoff Games'}, {'name': 'organizations', 'rank': '4', 'is_major': 'N', 'value': 'New England Patriots'}, {'name': 'organizations', 'rank': '5', 'is_major': 'N', 'value': 'Pittsburgh Steelers'}], 'abstract': None, 'byline': {'person': [{'lastname': 'SHPIGEL', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Ben'}], 'original': 'By BEN SHPIGEL'}, 'section_name': 'Sports', 'document_type': 'article', 'pub_date': '2017-01-23T03:38:52+0000', '_id': '58857ad195d0e0392607c2e8', 'lead_paragraph': 'Brady threw for 384 yards and three touchdowns to vanquish visiting Pittsburgh and lead New England to the Super Bowl for the seventh time.', 'headline': {'kicker': 'Patriots 36, Steelers 17', 'main': 'Tom Brady and Patriots Overwhelm Steelers and Advance to Super Bowl LI', 'print_headline': 'Finalists Take Similar Routs', 'content_kicker': 'Patriots 36, Steelers 17'}, 'snippet': 'Brady threw for 384 yards and three touchdowns to vanquish visiting Pittsburgh and lead New England to the Super Bowl for the seventh time....'}, {'subsection_name': 'Pro Football', 'web_url': 'http://www.nytimes.com/2017/01/23/sports/football/julio-jones-atlanta-falcons-mohamed-sanu.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-thumbWide.jpg'}, {'height': 421, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-articleLarge.jpg', 'xlargeheight': '421'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/23/sports/24nfcside-web1/24nfcside-web1-thumbStandard.jpg'}], 'blog': [], 'word_count': '816', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': None, 'news_desk': 'Sports', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'organizations', 'rank': '3', 'is_major': 'N', 'value': 'Atlanta Falcons'}, {'name': 'persons', 'rank': '4', 'is_major': 'N', 'value': 'Jones, Julio (1989- )'}, {'name': 'persons', 'rank': '5', 'is_major': 'N', 'value': 'Sanu, Mohamed'}, {'name': 'organizations', 'rank': '6', 'is_major': 'N', 'value': 'Fantex Inc'}, {'name': 'subject', 'rank': '7', 'is_major': 'N', 'value': 'Stocks and Bonds'}], 'abstract': None, 'byline': {'person': [{'lastname': 'BELSON', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Ken'}], 'original': 'By KEN BELSON'}, 'section_name': 'Sports', 'document_type': 'article', 'pub_date': '2017-01-23T05:29:05+0000', '_id': '588594a595d0e0392607c302', 'lead_paragraph': 'Sanu is among the N.F.L. players for whom stocks are traded on an exchange, and his shares could get a bump from his Super Bowl appearance.', 'headline': {'main': 'Want a Piece of Mohamed Sanu? Go Out and Buy Some Shares'}, 'snippet': 'Sanu is among the N.F.L. players for whom stocks are traded on an exchange, and his shares could get a bump from his Super Bowl appearance....'}, {'subsection_name': 'Men’s Style', 'web_url': 'http://www.nytimes.com/2017/01/25/fashion/mens-style/john-malkovich-super-bowl.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-thumbWide.jpg'}, {'height': 337, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-articleLarge.jpg', 'xlargeheight': '337'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/26/fashion/03MS-MALKOVICH/03MS-MALKOVICH-thumbStandard.jpg'}], 'blog': [], 'word_count': '730', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': None, 'news_desk': 'Styles', 'keywords': [{'name': 'organizations', 'rank': '1', 'is_major': 'N', 'value': 'Squarespace Inc'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Fashion and Apparel'}, {'name': 'persons', 'rank': '3', 'is_major': 'N', 'value': 'Malkovich, John'}, {'name': 'subject', 'rank': '4', 'is_major': 'N', 'value': 'Advertising and Marketing'}, {'name': 'subject', 'rank': '5', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'subject', 'rank': '6', 'is_major': 'N', 'value': 'Online Advertising'}], 'abstract': None, 'byline': {'person': [{'lastname': 'KURUTZ', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Steven'}], 'original': 'By STEVEN KURUTZ'}, 'section_name': 'Fashion & Style', 'document_type': 'article', 'pub_date': '2017-01-25T21:09:31+0000', '_id': '5889141095d0e0392607cc94', 'lead_paragraph': 'Avoiding runway shows, the actor is plugging a website hosting service that helps him sell his theatrical, untrendy men’s wear directly to the public.', 'headline': {'main': 'Being John Malkovich Means Designer and Super Bowl Pitchman', 'print_headline': 'Being John Malkovich Now Means Designer'}, 'snippet': 'Avoiding runway shows, the actor is plugging a website hosting service that helps him sell his theatrical, untrendy men’s wear directly to the public....'}, {'subsection_name': 'Music', 'web_url': 'http://www.nytimes.com/2017/01/18/arts/music/lady-gaga-super-bowl-trump-nfl.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-thumbWide.jpg'}, {'height': 400, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-articleLarge.jpg', 'xlargeheight': '400'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/19/arts/19GAGAITEM2/19GAGAITEM2-thumbStandard.jpg'}], 'blog': [], 'word_count': '235', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '2', 'news_desk': 'Culture', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Pop and Rock Music'}, {'name': 'persons', 'rank': '2', 'is_major': 'N', 'value': 'Lady Gaga'}, {'name': 'persons', 'rank': '3', 'is_major': 'N', 'value': 'Trump, Donald J'}, {'name': 'subject', 'rank': '4', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'subject', 'rank': '5', 'is_major': 'N', 'value': 'United States Politics and Government'}], 'abstract': None, 'byline': {'person': [{'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Christopher'}], 'original': 'By CHRISTOPHER D. SHEA'}, 'section_name': 'Arts', 'document_type': 'article', 'pub_date': '2017-01-18T16:53:39+0000', '_id': '587f9d9a95d0e0392607b651', 'lead_paragraph': 'The football league has denied that it asked the singer not to discuss politics ahead of her performance at the Super Bowl.', 'headline': {'main': 'N.F.L. Says Lady Gaga Not Banned From Talking Trump', 'print_headline': 'Lady Gaga Not Banned From Talking Trump'}, 'snippet': 'The football league has denied that it asked the singer not to discuss politics ahead of her performance at the Super Bowl....'}, {'subsection_name': None, 'web_url': 'http://www.nytimes.com/2017/01/24/business/the-super-bowl-returns-to-a-transformed-houston.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-thumbWide.jpg'}, {'height': 400, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-articleLarge.jpg', 'xlargeheight': '400'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/25/business/25HOUSTONSQFT1/25HOUSTONSQFT1-thumbStandard.jpg'}], 'blog': [], 'word_count': '1183', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '6', 'news_desk': 'Business', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'glocations', 'rank': '3', 'is_major': 'N', 'value': 'Houston (Tex)'}, {'name': 'subject', 'rank': '4', 'is_major': 'N', 'value': 'Oil (Petroleum) and Gasoline'}, {'name': 'subject', 'rank': '5', 'is_major': 'N', 'value': 'Economic Conditions and Trends'}, {'name': 'subject', 'rank': '6', 'is_major': 'N', 'value': 'Real Estate (Commercial)'}, {'name': 'subject', 'rank': '7', 'is_major': 'N', 'value': 'Building (Construction)'}], 'abstract': None, 'byline': {'person': [{'lastname': 'MONTGOMERY', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Dave'}], 'original': 'By DAVE MONTGOMERY'}, 'section_name': 'Business Day', 'document_type': 'article', 'pub_date': '2017-01-24T15:21:34+0000', '_id': '5887710595d0e0392607c7b8', 'lead_paragraph': 'The city, which was hit hard by slumping oil prices, has overhauled its night life, infrastructure and parks in hopes of becoming a world-class destination.', 'headline': {'kicker': 'Square Feet', 'main': 'The Super Bowl Returns to a Transformed Houston', 'print_headline': 'Super Bowl Salves Houston’s Oil Shocks', 'content_kicker': 'Square Feet'}, 'snippet': 'The city, which was hit hard by slumping oil prices, has overhauled its night life, infrastructure and parks in hopes of becoming a world-class destination....'}, {'subsection_name': None, 'web_url': 'http://www.nytimes.com/2017/01/22/sports/nfc-championship-afc-nfl-playoffs-score.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-thumbWide.jpg'}, {'height': 400, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-articleLarge.jpg', 'xlargeheight': '400'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2017/01/23/sports/briefing-julio2/briefing-julio2-thumbStandard.jpg'}], 'blog': [], 'word_count': '1144', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': None, 'news_desk': 'Sports', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'persons', 'rank': '11', 'is_major': 'N', 'value': 'Ryan, Matt (1985- )'}, {'name': 'persons', 'rank': '12', 'is_major': 'N', 'value': 'Rodgers, Aaron'}, {'name': 'persons', 'rank': '13', 'is_major': 'N', 'value': 'Jones, Julio (1989- )'}, {'name': 'persons', 'rank': '14', 'is_major': 'N', 'value': \"Bell, Le'Veon\"}, {'name': 'persons', 'rank': '15', 'is_major': 'N', 'value': 'Blount, LeGarrette'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Playoff Games'}, {'name': 'organizations', 'rank': '3', 'is_major': 'N', 'value': 'Atlanta Falcons'}, {'name': 'organizations', 'rank': '4', 'is_major': 'N', 'value': 'Green Bay Packers'}, {'name': 'organizations', 'rank': '5', 'is_major': 'N', 'value': 'National Football League'}, {'name': 'organizations', 'rank': '6', 'is_major': 'N', 'value': 'New England Patriots'}, {'name': 'organizations', 'rank': '7', 'is_major': 'N', 'value': 'Pittsburgh Steelers'}, {'name': 'persons', 'rank': '8', 'is_major': 'N', 'value': 'Brady, Tom'}, {'name': 'persons', 'rank': '9', 'is_major': 'N', 'value': 'Nelson, Jordy'}, {'name': 'persons', 'rank': '10', 'is_major': 'N', 'value': 'Roethlisberger, Ben'}], 'abstract': None, 'byline': {'person': [{'lastname': 'HOFFMAN', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Benjamin'}], 'original': 'By BENJAMIN HOFFMAN'}, 'section_name': 'Sports', 'document_type': 'article', 'pub_date': '2017-01-22T18:38:52+0000', '_id': '5884fc4a95d0e0392607c224', 'lead_paragraph': 'The Patriots advanced to the Super Bowl for a record ninth time, while the Falcons will be trying to win their first championship behind the league’s top offense.', 'headline': {'main': 'It’s the Falcons (2nd Super Bowl) vs. the Patriots (9th Super Bowl)', 'content_kicker': 'N.F.L. Live Coverage'}, 'snippet': 'The Patriots advanced to the Super Bowl for a record ninth time, while the Falcons will be trying to win their first championship behind the league’s top offense....'}, {'subsection_name': 'Pro Football', 'web_url': 'http://www.nytimes.com/2016/11/17/sports/football/indianapolis-colts-super-bowl-reunion.html', 'slideshow_credits': None, 'multimedia': [{'height': 126, 'type': 'image', 'legacy': {'wide': 'images/2016/11/17/sports/17COLTS/17COLTS-thumbWide.jpg', 'widewidth': '190', 'wideheight': '126'}, 'width': 190, 'subtype': 'wide', 'url': 'images/2016/11/17/sports/17COLTS/17COLTS-thumbWide.jpg'}, {'height': 400, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2016/11/17/sports/17COLTS/17COLTS-articleLarge.jpg', 'xlargeheight': '400'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2016/11/17/sports/17COLTS/17COLTS-articleLarge.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2016/11/17/sports/17COLTS/17COLTS-thumbStandard.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2016/11/17/sports/17COLTS/17COLTS-thumbStandard.jpg'}], 'blog': [], 'word_count': '680', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '13', 'news_desk': 'Sports', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'organizations', 'rank': '3', 'is_major': 'N', 'value': 'Indianapolis Colts'}, {'name': 'persons', 'rank': '4', 'is_major': 'N', 'value': 'Mathis, Robert (1981- )'}, {'name': 'persons', 'rank': '5', 'is_major': 'N', 'value': 'Vinatieri, Adam'}], 'abstract': None, 'byline': {'person': [], 'original': 'By THE ASSOCIATED PRESS', 'organization': 'THE ASSOCIATED PRESS'}, 'section_name': 'Sports', 'document_type': 'article', 'pub_date': '2016-11-17T01:07:27Z', '_id': '582d02d895d0e0204d560e2f', 'lead_paragraph': 'Adam Vinatieri and Robert Mathis will not attend the 10th anniversary of Indianapolis’s Super Bowl title: They have a game.', 'headline': {'main': 'Super Bowl Reunion Can Wait. Colts Duties Beckon.', 'print_headline': 'Super Bowl Reunion Can Wait. Kicking Duty Beckons.'}, 'snippet': 'Adam Vinatieri and Robert Mathis will not attend the 10th anniversary of Indianapolis’s Super Bowl title: They have a game....'}, {'subsection_name': 'N.Y. / Region', 'web_url': 'http://www.nytimes.com/2008/02/03/nyregion/nyregionspecial2/03colct.html', 'slideshow_credits': None, 'multimedia': [{'height': 330, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2008/02/03/nyregion/03rcolct-600.jpg', 'xlargeheight': '330'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2008/02/03/nyregion/03rcolct-600.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2008/02/03/nyregion/03rcolct-75.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2008/02/03/nyregion/03rcolct-75.jpg'}], 'blog': [], 'word_count': '1065', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '1', 'news_desk': 'Regionals', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'glocations', 'rank': '2', 'is_major': 'N', 'value': 'Connecticut'}, {'name': 'organizations', 'rank': '3', 'is_major': 'N', 'value': 'New England Patriots'}, {'name': 'organizations', 'rank': '4', 'is_major': 'N', 'value': 'New York Giants'}], 'abstract': None, 'byline': {'person': [{'lastname': 'HOLTZ', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Jeff'}], 'original': 'By JEFF HOLTZ'}, 'section_name': 'N.Y. / Region', 'document_type': 'article', 'pub_date': '2008-02-03T00:00:00Z', '_id': '547d682438f0d822abda2340', 'lead_paragraph': 'A close look reveals that the New York Giants might be able to stake more of a claim to the hearts and minds of Connecticut fans than the New England Patriots.', 'headline': {'kicker': 'Super Bowl', 'main': '3 Cheers for the Home Team! (But, Uh, Which One Is It?)', 'print_headline': '3 Cheers for the Home Team! (But, Uh, Which One Is It?)', 'content_kicker': 'Super Bowl'}, 'snippet': 'A close look reveals that the New York Giants might be able to stake more of a claim to the hearts and minds of Connecticut fans than the New England Patriots....'}, {'subsection_name': 'N.Y. / Region', 'web_url': 'http://www.nytimes.com/2008/02/03/nyregion/nyregionspecial2/03coreywe.html', 'slideshow_credits': None, 'multimedia': [{'height': 330, 'type': 'image', 'legacy': {'xlargewidth': '600', 'xlarge': 'images/2008/02/03/nyregion/03colli-600.jpg', 'xlargeheight': '330'}, 'width': 600, 'subtype': 'xlarge', 'url': 'images/2008/02/03/nyregion/03colli-600.jpg'}, {'height': 75, 'type': 'image', 'legacy': {'thumbnail': 'images/2008/02/03/nyregion/03colli-75.jpg', 'thumbnailheight': '75', 'thumbnailwidth': '75'}, 'width': 75, 'subtype': 'thumbnail', 'url': 'images/2008/02/03/nyregion/03colli-75.jpg'}], 'blog': [], 'word_count': '868', 'type_of_material': 'News', 'source': 'The New York Times', 'print_page': '1', 'news_desk': 'Regionals', 'keywords': [{'name': 'subject', 'rank': '1', 'is_major': 'N', 'value': 'Football'}, {'name': 'subject', 'rank': '2', 'is_major': 'N', 'value': 'Super Bowl'}, {'name': 'subject', 'rank': '3', 'is_major': 'N', 'value': 'Gambling'}, {'name': 'subject', 'rank': '4', 'is_major': 'N', 'value': 'Athletics and Sports'}, {'name': 'glocations', 'rank': '5', 'is_major': 'N', 'value': 'New York State'}], 'abstract': None, 'byline': {'person': [{'lastname': 'KILGANNON', 'role': 'reported', 'rank': 1, 'organization': '', 'firstname': 'Corey'}], 'original': 'By COREY KILGANNON'}, 'section_name': 'N.Y. / Region', 'document_type': 'article', 'pub_date': '2008-02-03T00:00:00Z', '_id': '547d724e38f0d822abda242b', 'lead_paragraph': 'Super Bowl predictions are being made and for the handicappers, it’s time to bet with cold reason, and not the heart.', 'headline': {'kicker': 'Super Bowl', 'main': 'Beyond the Point Spread: Super Bowl Science', 'print_headline': 'Beyond the Point Spread: Super Bowl Science', 'content_kicker': 'Super Bowl'}, 'snippet': 'Super Bowl predictions are being made and for the handicappers, it’s time to bet with cold reason, and not the heart....'}]}, 'copyright': 'Copyright (c) 2013 The New York Times Company.  All Rights Reserved.', 'status': 'OK'}\n"
     ]
    }
   ],
   "source": [
    "import requests\n",
    "import json\n",
    "from contextlib import closing\n",
    "\n",
    "# get API key saved on hardrive\n",
    "with open('../NYTimesAPI.txt') as f:\n",
    "    api_key = f.read() # read in my private key (sorry, not in this repo ¯\\_(ツ)_/¯ )\n",
    "    \n",
    "# make base URL and dictionary of get request key/values\n",
    "url = \"https://api.nytimes.com/svc/search/v2/articlesearch.json\"\n",
    "payload = {'api-key': api_key, 'q':'super bowl'} # key/values for get request (look up in api, there are lots)\n",
    "\n",
    "# Perform the actual request\n",
    "with closing(requests.get(url,params=payload)) as r:\n",
    "    articles = r.json()\n",
    "    print(articles)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# OR we can load an example query like this\n",
    "# run this block of code if you can't run anything else\n",
    "import json \n",
    "with open('data/nytime.json') as f:\n",
    "    articles = json.loads(f.read())\n",
    "    \n",
    "articles"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "['The strained relations between Robert Kraft and the league will be inescapable if New England returns to the Super Bowl, two years after the “Deflategate” scandal.',\n",
       " 'Brady threw for 384 yards and three touchdowns to vanquish visiting Pittsburgh and lead New England to the Super Bowl for the seventh time.',\n",
       " 'Sanu is among the N.F.L. players for whom stocks are traded on an exchange, and his shares could get a bump from his Super Bowl appearance.',\n",
       " 'Avoiding runway shows, the actor is plugging a website hosting service that helps him sell his theatrical, untrendy men’s wear directly to the public.',\n",
       " 'The football league has denied that it asked the singer not to discuss politics ahead of her performance at the Super Bowl.',\n",
       " 'The city, which was hit hard by slumping oil prices, has overhauled its night life, infrastructure and parks in hopes of becoming a world-class destination.',\n",
       " 'The Patriots advanced to the Super Bowl for a record ninth time, while the Falcons will be trying to win their first championship behind the league’s top offense.',\n",
       " 'Adam Vinatieri and Robert Mathis will not attend the 10th anniversary of Indianapolis’s Super Bowl title: They have a game.',\n",
       " 'A close look reveals that the New York Giants might be able to stake more of a claim to the hearts and minds of Connecticut fans than the New England Patriots.',\n",
       " 'Super Bowl predictions are being made and for the handicappers, it’s time to bet with cold reason, and not the heart.']"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# get the summary text from each article\n",
    "summary_text = [x['lead_paragraph'] for x in articles['response']['docs']]\n",
    "summary_text"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Converting document data into different representations\n",
    "First lets go through and count the unique words in each opening sentence (that is what the NYTimes give us for free).\n",
    "- http://scikit-learn.org/stable/modules/generated/sklearn.feature_extraction.text.CountVectorizer.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import CountVectorizer\n",
    "count_vect = CountVectorizer() # an object capable of counting words in a document!\n",
    "\n",
    "# count_vect.fit(summary_text)\n",
    "# count_vect.transform(summary_text)\n",
    "bag_words = count_vect.fit_transform(summary_text)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(10, 156)\n",
      "=========\n",
      "  (0, 111)\t1\n",
      "  (0, 36)\t1\n",
      "  (0, 6)\t1\n",
      "  (0, 154)\t1\n",
      "  (0, 138)\t1\n",
      "  (0, 24)\t1\n",
      "  (0, 122)\t1\n",
      "  (0, 133)\t1\n",
      "  (0, 106)\t1\n",
      "  (0, 41)\t1\n",
      "  (0, 84)\t1\n",
      "  (0, 65)\t1\n",
      "  (0, 68)\t1\n",
      "  (0, 18)\t1\n",
      "  (0, 149)\t1\n",
      "  (0, 75)\t1\n",
      "  (0, 10)\t1\n",
      "  (0, 73)\t1\n",
      "  (0, 108)\t1\n",
      "  (0, 23)\t1\n",
      "  (0, 105)\t1\n",
      "  (0, 121)\t1\n",
      "  (0, 125)\t4\n"
     ]
    }
   ],
   "source": [
    "print(bag_words.shape) # this is a sparse matrix\n",
    "print('=========')\n",
    "print(bag_words[0])"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Self Test: ML01b.3: \n",
    "Do you expect the vocabulary from the articles above to be:\n",
    "- A. Greater than 1M words\n",
    "- B. Greater than 10,000 words\n",
    "- C. Fewer than 10,000 words"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "156\n",
      "{'singer': 117, 'seventh': 114, 'appearance': 12, 'handicappers': 52, 'attend': 16, 'kraft': 73, 'not': 87, 'scandal': 111, 'service': 113, 'if': 65, 'vanquish': 140, 'advanced': 5, 'being': 21, 'wear': 144, 'ahead': 7, 'sell': 112, 'giants': 51, 'falcons': 43, 'league': 75, 'anniversary': 11, 'heart': 56, 'her': 59, 'to': 133, 'avoiding': 17, 'runway': 109, 'they': 128, 'england': 41, 'infrastructure': 69, 'discuss': 40, 'adam': 4, 'world': 152, 'with': 151, 'threw': 130, 'close': 32, 'among': 8, 'directly': 39, 'which': 146, 'on': 91, 'years': 154, 'overhauled': 92, 'cold': 33, 'will': 149, 'is': 70, 'the': 125, 'between': 23, 'than': 123, 'relations': 105, 'life': 76, 'exchange': 42, 'night': 85, 'parks': 93, 'offense': 89, 'able': 2, 'his': 61, 'of': 88, 'him': 60, 'two': 138, 'slumping': 118, 'destination': 38, 'title': 132, 'city': 29, 'minds': 82, '10th': 0, 'strained': 121, 'bowl': 24, 'football': 46, 'get': 50, 'hearts': 57, 'hit': 62, 'might': 81, 'touchdowns': 135, 'at': 15, 'top': 134, 'are': 13, 'oil': 90, 'ninth': 86, 'hopes': 63, 'hard': 53, 'was': 143, 'while': 147, 'it': 71, 'game': 49, 'an': 9, 'men': 80, 'returns': 106, 'fans': 44, 'york': 155, 'shares': 115, 'public': 102, 'stake': 119, 'their': 127, 'visiting': 142, 'in': 66, 'hosting': 64, 'deflategate': 36, 'from': 48, 'politics': 99, 'lead': 74, 'untrendy': 139, 'after': 6, 'class': 31, 'three': 129, 'bump': 26, 'performance': 95, 'for': 47, 'shows': 116, 'that': 124, 'helps': 58, 'mathis': 79, 'becoming': 19, 'look': 77, 'behind': 20, 'have': 55, 'be': 18, 'its': 72, 'could': 35, 'predictions': 100, 'first': 45, 'bet': 22, 'more': 83, 'record': 104, 'sanu': 110, 'robert': 108, 'by': 27, 'inescapable': 68, 'and': 10, 'website': 145, 'patriots': 94, 'has': 54, 'prices': 101, 'plugging': 98, 'denied': 37, 'yards': 153, 'super': 122, 'players': 97, '384': 1, 'new': 84, 'asked': 14, 'pittsburgh': 96, 'win': 150, 'theatrical': 126, 'claim': 30, 'reveals': 107, 'brady': 25, 'indianapolis': 67, 'trying': 137, 'reason': 103, 'made': 78, 'time': 131, 'actor': 3, 'vinatieri': 141, 'connecticut': 34, 'stocks': 120, 'traded': 136, 'whom': 148, 'championship': 28}\n"
     ]
    }
   ],
   "source": [
    "print(len(count_vect.vocabulary_))\n",
    "print(count_vect.vocabulary_)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[array(['scandal', 'deflategate', 'after', 'years', 'two', 'bowl', 'super',\n",
       "        'to', 'returns', 'england', 'new', 'if', 'inescapable', 'be',\n",
       "        'will', 'league', 'and', 'kraft', 'robert', 'between', 'relations',\n",
       "        'strained', 'the'], \n",
       "       dtype='<U14')]"
      ]
     },
     "execution_count": 6,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# we can still look at the data using an inverse transform\n",
    "# but we lose the ordering of the words (after all its just a bag of wrods model)\n",
    "count_vect.inverse_transform(bag_words[0])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# now let's create a pandas API out of this\n",
    "import pandas as pd\n",
    "\n",
    "pd.options.display.max_columns = 999\n",
    "df = pd.DataFrame(data=bag_words.toarray(),columns=count_vect.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>10th</th>\n",
       "      <th>384</th>\n",
       "      <th>able</th>\n",
       "      <th>actor</th>\n",
       "      <th>adam</th>\n",
       "      <th>advanced</th>\n",
       "      <th>after</th>\n",
       "      <th>ahead</th>\n",
       "      <th>among</th>\n",
       "      <th>an</th>\n",
       "      <th>and</th>\n",
       "      <th>anniversary</th>\n",
       "      <th>appearance</th>\n",
       "      <th>are</th>\n",
       "      <th>asked</th>\n",
       "      <th>at</th>\n",
       "      <th>attend</th>\n",
       "      <th>avoiding</th>\n",
       "      <th>be</th>\n",
       "      <th>becoming</th>\n",
       "      <th>behind</th>\n",
       "      <th>being</th>\n",
       "      <th>bet</th>\n",
       "      <th>between</th>\n",
       "      <th>bowl</th>\n",
       "      <th>brady</th>\n",
       "      <th>bump</th>\n",
       "      <th>by</th>\n",
       "      <th>championship</th>\n",
       "      <th>city</th>\n",
       "      <th>claim</th>\n",
       "      <th>class</th>\n",
       "      <th>close</th>\n",
       "      <th>cold</th>\n",
       "      <th>connecticut</th>\n",
       "      <th>could</th>\n",
       "      <th>deflategate</th>\n",
       "      <th>denied</th>\n",
       "      <th>destination</th>\n",
       "      <th>directly</th>\n",
       "      <th>discuss</th>\n",
       "      <th>england</th>\n",
       "      <th>exchange</th>\n",
       "      <th>falcons</th>\n",
       "      <th>fans</th>\n",
       "      <th>first</th>\n",
       "      <th>football</th>\n",
       "      <th>for</th>\n",
       "      <th>from</th>\n",
       "      <th>game</th>\n",
       "      <th>get</th>\n",
       "      <th>giants</th>\n",
       "      <th>handicappers</th>\n",
       "      <th>hard</th>\n",
       "      <th>has</th>\n",
       "      <th>have</th>\n",
       "      <th>heart</th>\n",
       "      <th>hearts</th>\n",
       "      <th>helps</th>\n",
       "      <th>her</th>\n",
       "      <th>him</th>\n",
       "      <th>his</th>\n",
       "      <th>hit</th>\n",
       "      <th>hopes</th>\n",
       "      <th>hosting</th>\n",
       "      <th>if</th>\n",
       "      <th>in</th>\n",
       "      <th>indianapolis</th>\n",
       "      <th>inescapable</th>\n",
       "      <th>infrastructure</th>\n",
       "      <th>is</th>\n",
       "      <th>it</th>\n",
       "      <th>its</th>\n",
       "      <th>kraft</th>\n",
       "      <th>lead</th>\n",
       "      <th>league</th>\n",
       "      <th>life</th>\n",
       "      <th>look</th>\n",
       "      <th>made</th>\n",
       "      <th>mathis</th>\n",
       "      <th>men</th>\n",
       "      <th>might</th>\n",
       "      <th>minds</th>\n",
       "      <th>more</th>\n",
       "      <th>new</th>\n",
       "      <th>night</th>\n",
       "      <th>ninth</th>\n",
       "      <th>not</th>\n",
       "      <th>of</th>\n",
       "      <th>offense</th>\n",
       "      <th>oil</th>\n",
       "      <th>on</th>\n",
       "      <th>overhauled</th>\n",
       "      <th>parks</th>\n",
       "      <th>patriots</th>\n",
       "      <th>performance</th>\n",
       "      <th>pittsburgh</th>\n",
       "      <th>players</th>\n",
       "      <th>plugging</th>\n",
       "      <th>politics</th>\n",
       "      <th>predictions</th>\n",
       "      <th>prices</th>\n",
       "      <th>public</th>\n",
       "      <th>reason</th>\n",
       "      <th>record</th>\n",
       "      <th>relations</th>\n",
       "      <th>returns</th>\n",
       "      <th>reveals</th>\n",
       "      <th>robert</th>\n",
       "      <th>runway</th>\n",
       "      <th>sanu</th>\n",
       "      <th>scandal</th>\n",
       "      <th>sell</th>\n",
       "      <th>service</th>\n",
       "      <th>seventh</th>\n",
       "      <th>shares</th>\n",
       "      <th>shows</th>\n",
       "      <th>singer</th>\n",
       "      <th>slumping</th>\n",
       "      <th>stake</th>\n",
       "      <th>stocks</th>\n",
       "      <th>strained</th>\n",
       "      <th>super</th>\n",
       "      <th>than</th>\n",
       "      <th>that</th>\n",
       "      <th>the</th>\n",
       "      <th>theatrical</th>\n",
       "      <th>their</th>\n",
       "      <th>they</th>\n",
       "      <th>three</th>\n",
       "      <th>threw</th>\n",
       "      <th>time</th>\n",
       "      <th>title</th>\n",
       "      <th>to</th>\n",
       "      <th>top</th>\n",
       "      <th>touchdowns</th>\n",
       "      <th>traded</th>\n",
       "      <th>trying</th>\n",
       "      <th>two</th>\n",
       "      <th>untrendy</th>\n",
       "      <th>vanquish</th>\n",
       "      <th>vinatieri</th>\n",
       "      <th>visiting</th>\n",
       "      <th>was</th>\n",
       "      <th>wear</th>\n",
       "      <th>website</th>\n",
       "      <th>which</th>\n",
       "      <th>while</th>\n",
       "      <th>whom</th>\n",
       "      <th>will</th>\n",
       "      <th>win</th>\n",
       "      <th>with</th>\n",
       "      <th>world</th>\n",
       "      <th>yards</th>\n",
       "      <th>years</th>\n",
       "      <th>york</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>4</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>3</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>2</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>1</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "      <td>0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "   10th  384  able  actor  adam  advanced  after  ahead  among  an  and  \\\n",
       "0     0    0     0      0     0         0      1      0      0   0    1   \n",
       "1     0    1     0      0     0         0      0      0      0   0    2   \n",
       "2     0    0     0      0     0         0      0      0      1   1    1   \n",
       "3     0    0     0      1     0         0      0      0      0   0    0   \n",
       "4     0    0     0      0     0         0      0      1      0   0    0   \n",
       "5     0    0     0      0     0         0      0      0      0   0    1   \n",
       "6     0    0     0      0     0         1      0      0      0   0    0   \n",
       "7     1    0     0      0     1         0      0      0      0   0    1   \n",
       "8     0    0     1      0     0         0      0      0      0   0    1   \n",
       "9     0    0     0      0     0         0      0      0      0   0    2   \n",
       "\n",
       "   anniversary  appearance  are  asked  at  attend  avoiding  be  becoming  \\\n",
       "0            0           0    0      0   0       0         0   1         0   \n",
       "1            0           0    0      0   0       0         0   0         0   \n",
       "2            0           1    1      0   0       0         0   0         0   \n",
       "3            0           0    0      0   0       0         1   0         0   \n",
       "4            0           0    0      1   1       0         0   0         0   \n",
       "5            0           0    0      0   0       0         0   0         1   \n",
       "6            0           0    0      0   0       0         0   1         0   \n",
       "7            1           0    0      0   0       1         0   0         0   \n",
       "8            0           0    0      0   0       0         0   1         0   \n",
       "9            0           0    1      0   0       0         0   0         0   \n",
       "\n",
       "   behind  being  bet  between  bowl  brady  bump  by  championship  city  \\\n",
       "0       0      0    0        1     1      0     0   0             0     0   \n",
       "1       0      0    0        0     1      1     0   0             0     0   \n",
       "2       0      0    0        0     1      0     1   0             0     0   \n",
       "3       0      0    0        0     0      0     0   0             0     0   \n",
       "4       0      0    0        0     1      0     0   0             0     0   \n",
       "5       0      0    0        0     0      0     0   1             0     1   \n",
       "6       1      0    0        0     1      0     0   0             1     0   \n",
       "7       0      0    0        0     1      0     0   0             0     0   \n",
       "8       0      0    0        0     0      0     0   0             0     0   \n",
       "9       0      1    1        0     1      0     0   0             0     0   \n",
       "\n",
       "   claim  class  close  cold  connecticut  could  deflategate  denied  \\\n",
       "0      0      0      0     0            0      0            1       0   \n",
       "1      0      0      0     0            0      0            0       0   \n",
       "2      0      0      0     0            0      1            0       0   \n",
       "3      0      0      0     0            0      0            0       0   \n",
       "4      0      0      0     0            0      0            0       1   \n",
       "5      0      1      0     0            0      0            0       0   \n",
       "6      0      0      0     0            0      0            0       0   \n",
       "7      0      0      0     0            0      0            0       0   \n",
       "8      1      0      1     0            1      0            0       0   \n",
       "9      0      0      0     1            0      0            0       0   \n",
       "\n",
       "   destination  directly  discuss  england  exchange  falcons  fans  first  \\\n",
       "0            0         0        0        1         0        0     0      0   \n",
       "1            0         0        0        1         0        0     0      0   \n",
       "2            0         0        0        0         1        0     0      0   \n",
       "3            0         1        0        0         0        0     0      0   \n",
       "4            0         0        1        0         0        0     0      0   \n",
       "5            1         0        0        0         0        0     0      0   \n",
       "6            0         0        0        0         0        1     0      1   \n",
       "7            0         0        0        0         0        0     0      0   \n",
       "8            0         0        0        1         0        0     1      0   \n",
       "9            0         0        0        0         0        0     0      0   \n",
       "\n",
       "   football  for  from  game  get  giants  handicappers  hard  has  have  \\\n",
       "0         0    0     0     0    0       0             0     0    0     0   \n",
       "1         0    2     0     0    0       0             0     0    0     0   \n",
       "2         0    1     1     0    1       0             0     0    0     0   \n",
       "3         0    0     0     0    0       0             0     0    0     0   \n",
       "4         1    0     0     0    0       0             0     0    1     0   \n",
       "5         0    0     0     0    0       0             0     1    1     0   \n",
       "6         0    1     0     0    0       0             0     0    0     0   \n",
       "7         0    0     0     1    0       0             0     0    0     1   \n",
       "8         0    0     0     0    0       1             0     0    0     0   \n",
       "9         0    1     0     0    0       0             1     0    0     0   \n",
       "\n",
       "   heart  hearts  helps  her  him  his  hit  hopes  hosting  if  in  \\\n",
       "0      0       0      0    0    0    0    0      0        0   1   0   \n",
       "1      0       0      0    0    0    0    0      0        0   0   0   \n",
       "2      0       0      0    0    0    2    0      0        0   0   0   \n",
       "3      0       0      1    0    1    1    0      0        1   0   0   \n",
       "4      0       0      0    1    0    0    0      0        0   0   0   \n",
       "5      0       0      0    0    0    0    1      1        0   0   1   \n",
       "6      0       0      0    0    0    0    0      0        0   0   0   \n",
       "7      0       0      0    0    0    0    0      0        0   0   0   \n",
       "8      0       1      0    0    0    0    0      0        0   0   0   \n",
       "9      1       0      0    0    0    0    0      0        0   0   0   \n",
       "\n",
       "   indianapolis  inescapable  infrastructure  is  it  its  kraft  lead  \\\n",
       "0             0            1               0   0   0    0      1     0   \n",
       "1             0            0               0   0   0    0      0     1   \n",
       "2             0            0               0   1   0    0      0     0   \n",
       "3             0            0               0   1   0    0      0     0   \n",
       "4             0            0               0   0   1    0      0     0   \n",
       "5             0            0               1   0   0    1      0     0   \n",
       "6             0            0               0   0   0    0      0     0   \n",
       "7             1            0               0   0   0    0      0     0   \n",
       "8             0            0               0   0   0    0      0     0   \n",
       "9             0            0               0   0   1    0      0     0   \n",
       "\n",
       "   league  life  look  made  mathis  men  might  minds  more  new  night  \\\n",
       "0       1     0     0     0       0    0      0      0     0    1      0   \n",
       "1       0     0     0     0       0    0      0      0     0    1      0   \n",
       "2       0     0     0     0       0    0      0      0     0    0      0   \n",
       "3       0     0     0     0       0    1      0      0     0    0      0   \n",
       "4       1     0     0     0       0    0      0      0     0    0      0   \n",
       "5       0     1     0     0       0    0      0      0     0    0      1   \n",
       "6       1     0     0     0       0    0      0      0     0    0      0   \n",
       "7       0     0     0     0       1    0      0      0     0    0      0   \n",
       "8       0     0     1     0       0    0      1      1     1    2      0   \n",
       "9       0     0     0     1       0    0      0      0     0    0      0   \n",
       "\n",
       "   ninth  not  of  offense  oil  on  overhauled  parks  patriots  performance  \\\n",
       "0      0    0   0        0    0   0           0      0         0            0   \n",
       "1      0    0   0        0    0   0           0      0         0            0   \n",
       "2      0    0   0        0    0   1           0      0         0            0   \n",
       "3      0    0   0        0    0   0           0      0         0            0   \n",
       "4      0    1   1        0    0   0           0      0         0            1   \n",
       "5      0    0   1        0    1   0           1      1         0            0   \n",
       "6      1    0   0        1    0   0           0      0         1            0   \n",
       "7      0    1   1        0    0   0           0      0         0            0   \n",
       "8      0    0   2        0    0   0           0      0         1            0   \n",
       "9      0    1   0        0    0   0           0      0         0            0   \n",
       "\n",
       "   pittsburgh  players  plugging  politics  predictions  prices  public  \\\n",
       "0           0        0         0         0            0       0       0   \n",
       "1           1        0         0         0            0       0       0   \n",
       "2           0        1         0         0            0       0       0   \n",
       "3           0        0         1         0            0       0       1   \n",
       "4           0        0         0         1            0       0       0   \n",
       "5           0        0         0         0            0       1       0   \n",
       "6           0        0         0         0            0       0       0   \n",
       "7           0        0         0         0            0       0       0   \n",
       "8           0        0         0         0            0       0       0   \n",
       "9           0        0         0         0            1       0       0   \n",
       "\n",
       "   reason  record  relations  returns  reveals  robert  runway  sanu  scandal  \\\n",
       "0       0       0          1        1        0       1       0     0        1   \n",
       "1       0       0          0        0        0       0       0     0        0   \n",
       "2       0       0          0        0        0       0       0     1        0   \n",
       "3       0       0          0        0        0       0       1     0        0   \n",
       "4       0       0          0        0        0       0       0     0        0   \n",
       "5       0       0          0        0        0       0       0     0        0   \n",
       "6       0       1          0        0        0       0       0     0        0   \n",
       "7       0       0          0        0        0       1       0     0        0   \n",
       "8       0       0          0        0        1       0       0     0        0   \n",
       "9       1       0          0        0        0       0       0     0        0   \n",
       "\n",
       "   sell  service  seventh  shares  shows  singer  slumping  stake  stocks  \\\n",
       "0     0        0        0       0      0       0         0      0       0   \n",
       "1     0        0        1       0      0       0         0      0       0   \n",
       "2     0        0        0       1      0       0         0      0       1   \n",
       "3     1        1        0       0      1       0         0      0       0   \n",
       "4     0        0        0       0      0       1         0      0       0   \n",
       "5     0        0        0       0      0       0         1      0       0   \n",
       "6     0        0        0       0      0       0         0      0       0   \n",
       "7     0        0        0       0      0       0         0      0       0   \n",
       "8     0        0        0       0      0       0         0      1       0   \n",
       "9     0        0        0       0      0       0         0      0       0   \n",
       "\n",
       "   strained  super  than  that  the  theatrical  their  they  three  threw  \\\n",
       "0         1      1     0     0    4           0      0     0      0      0   \n",
       "1         0      1     0     0    2           0      0     0      1      1   \n",
       "2         0      1     0     0    1           0      0     0      0      0   \n",
       "3         0      0     0     1    2           1      0     0      0      0   \n",
       "4         0      1     0     1    3           0      0     0      0      0   \n",
       "5         0      0     0     0    1           0      0     0      0      0   \n",
       "6         0      1     0     0    4           0      1     0      0      0   \n",
       "7         0      1     0     0    1           0      0     1      0      0   \n",
       "8         0      0     1     1    3           0      0     0      0      0   \n",
       "9         0      1     0     0    2           0      0     0      0      0   \n",
       "\n",
       "   time  title  to  top  touchdowns  traded  trying  two  untrendy  vanquish  \\\n",
       "0     0      0   1    0           0       0       0    1         0         0   \n",
       "1     1      0   2    0           1       0       0    0         0         1   \n",
       "2     0      0   0    0           0       1       0    0         0         0   \n",
       "3     0      0   1    0           0       0       0    0         1         0   \n",
       "4     0      0   1    0           0       0       0    0         0         0   \n",
       "5     0      0   0    0           0       0       0    0         0         0   \n",
       "6     1      0   2    1           0       0       1    0         0         0   \n",
       "7     0      1   0    0           0       0       0    0         0         0   \n",
       "8     0      0   2    0           0       0       0    0         0         0   \n",
       "9     1      0   1    0           0       0       0    0         0         0   \n",
       "\n",
       "   vinatieri  visiting  was  wear  website  which  while  whom  will  win  \\\n",
       "0          0         0    0     0        0      0      0     0     1    0   \n",
       "1          0         1    0     0        0      0      0     0     0    0   \n",
       "2          0         0    0     0        0      0      0     1     0    0   \n",
       "3          0         0    0     1        1      0      0     0     0    0   \n",
       "4          0         0    0     0        0      0      0     0     0    0   \n",
       "5          0         0    1     0        0      1      0     0     0    0   \n",
       "6          0         0    0     0        0      0      1     0     1    1   \n",
       "7          1         0    0     0        0      0      0     0     1    0   \n",
       "8          0         0    0     0        0      0      0     0     0    0   \n",
       "9          0         0    0     0        0      0      0     0     0    0   \n",
       "\n",
       "   with  world  yards  years  york  \n",
       "0     0      0      0      1     0  \n",
       "1     0      0      1      0     0  \n",
       "2     0      0      0      0     0  \n",
       "3     0      0      0      0     0  \n",
       "4     0      0      0      0     0  \n",
       "5     0      1      0      0     0  \n",
       "6     0      0      0      0     0  \n",
       "7     0      0      0      0     0  \n",
       "8     0      0      0      0     1  \n",
       "9     1      0      0      0     0  "
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df # display the full bag of words matrix  "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "his       3\n",
       "time      3\n",
       "new       4\n",
       "for       5\n",
       "of        5\n",
       "bowl      7\n",
       "super     7\n",
       "and       9\n",
       "to       10\n",
       "the      23\n",
       "dtype: int64"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# print out 10 most common words in our data\n",
    "df.sum().sort_values()[-10:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "10th           1\n",
       "players        1\n",
       "plugging       1\n",
       "politics       1\n",
       "predictions    1\n",
       "prices         1\n",
       "public         1\n",
       "pittsburgh     1\n",
       "reason         1\n",
       "relations      1\n",
       "dtype: int64"
      ]
     },
     "execution_count": 10,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# print out 10 least common words in our data\n",
    "df.sum().sort_values()[:10] # small sample size means most words occur one time"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# TF-IDF Conversion\n",
    "We have a very small sample of data, but lets covert to tf-idf for the sake of programming it. Recall that Tf-idf transformation (default in `sklearn` is):\n",
    "\n",
    "$$ \\text{tf}(t,d) = f_{td}\\text{, } t\\in T \\text{ and } d \\in D $$\n",
    "\n",
    "$$ \\text{idf}(t,d) = \\log{\\frac{|D|}{|n_t|}}\\text{, where } n_t=d\\in D \\text{ with } t\\in d $$\n",
    "\n",
    "$$\\text{tf-idf}(t,d)=\\text{tf}(t,d) \\cdot (1+\\text{idf}(t,d))$$\n",
    "\n",
    "- http://scikit-learn.org/stable/modules/generated/sklearn.feature_extraction.text.TfidfVectorizer.html"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": [
    "from sklearn.feature_extraction.text import TfidfVectorizer\n",
    "tfidf_vect = TfidfVectorizer() # an object capable of counting words in a document!\n",
    "\n",
    "tfidf_mat = tfidf_vect.fit_transform(summary_text) # that's it! its converted!!"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>10th</th>\n",
       "      <th>384</th>\n",
       "      <th>able</th>\n",
       "      <th>actor</th>\n",
       "      <th>adam</th>\n",
       "      <th>advanced</th>\n",
       "      <th>after</th>\n",
       "      <th>ahead</th>\n",
       "      <th>among</th>\n",
       "      <th>an</th>\n",
       "      <th>and</th>\n",
       "      <th>anniversary</th>\n",
       "      <th>appearance</th>\n",
       "      <th>are</th>\n",
       "      <th>asked</th>\n",
       "      <th>at</th>\n",
       "      <th>attend</th>\n",
       "      <th>avoiding</th>\n",
       "      <th>be</th>\n",
       "      <th>becoming</th>\n",
       "      <th>behind</th>\n",
       "      <th>being</th>\n",
       "      <th>bet</th>\n",
       "      <th>between</th>\n",
       "      <th>bowl</th>\n",
       "      <th>brady</th>\n",
       "      <th>bump</th>\n",
       "      <th>by</th>\n",
       "      <th>championship</th>\n",
       "      <th>city</th>\n",
       "      <th>claim</th>\n",
       "      <th>class</th>\n",
       "      <th>close</th>\n",
       "      <th>cold</th>\n",
       "      <th>connecticut</th>\n",
       "      <th>could</th>\n",
       "      <th>deflategate</th>\n",
       "      <th>denied</th>\n",
       "      <th>destination</th>\n",
       "      <th>directly</th>\n",
       "      <th>discuss</th>\n",
       "      <th>england</th>\n",
       "      <th>exchange</th>\n",
       "      <th>falcons</th>\n",
       "      <th>fans</th>\n",
       "      <th>first</th>\n",
       "      <th>football</th>\n",
       "      <th>for</th>\n",
       "      <th>from</th>\n",
       "      <th>game</th>\n",
       "      <th>get</th>\n",
       "      <th>giants</th>\n",
       "      <th>handicappers</th>\n",
       "      <th>hard</th>\n",
       "      <th>has</th>\n",
       "      <th>have</th>\n",
       "      <th>heart</th>\n",
       "      <th>hearts</th>\n",
       "      <th>helps</th>\n",
       "      <th>her</th>\n",
       "      <th>him</th>\n",
       "      <th>his</th>\n",
       "      <th>hit</th>\n",
       "      <th>hopes</th>\n",
       "      <th>hosting</th>\n",
       "      <th>if</th>\n",
       "      <th>in</th>\n",
       "      <th>indianapolis</th>\n",
       "      <th>inescapable</th>\n",
       "      <th>infrastructure</th>\n",
       "      <th>is</th>\n",
       "      <th>it</th>\n",
       "      <th>its</th>\n",
       "      <th>kraft</th>\n",
       "      <th>lead</th>\n",
       "      <th>league</th>\n",
       "      <th>life</th>\n",
       "      <th>look</th>\n",
       "      <th>made</th>\n",
       "      <th>mathis</th>\n",
       "      <th>men</th>\n",
       "      <th>might</th>\n",
       "      <th>minds</th>\n",
       "      <th>more</th>\n",
       "      <th>new</th>\n",
       "      <th>night</th>\n",
       "      <th>ninth</th>\n",
       "      <th>not</th>\n",
       "      <th>of</th>\n",
       "      <th>offense</th>\n",
       "      <th>oil</th>\n",
       "      <th>on</th>\n",
       "      <th>overhauled</th>\n",
       "      <th>parks</th>\n",
       "      <th>patriots</th>\n",
       "      <th>performance</th>\n",
       "      <th>pittsburgh</th>\n",
       "      <th>players</th>\n",
       "      <th>plugging</th>\n",
       "      <th>politics</th>\n",
       "      <th>predictions</th>\n",
       "      <th>prices</th>\n",
       "      <th>public</th>\n",
       "      <th>reason</th>\n",
       "      <th>record</th>\n",
       "      <th>relations</th>\n",
       "      <th>returns</th>\n",
       "      <th>reveals</th>\n",
       "      <th>robert</th>\n",
       "      <th>runway</th>\n",
       "      <th>sanu</th>\n",
       "      <th>scandal</th>\n",
       "      <th>sell</th>\n",
       "      <th>service</th>\n",
       "      <th>seventh</th>\n",
       "      <th>shares</th>\n",
       "      <th>shows</th>\n",
       "      <th>singer</th>\n",
       "      <th>slumping</th>\n",
       "      <th>stake</th>\n",
       "      <th>stocks</th>\n",
       "      <th>strained</th>\n",
       "      <th>super</th>\n",
       "      <th>than</th>\n",
       "      <th>that</th>\n",
       "      <th>the</th>\n",
       "      <th>theatrical</th>\n",
       "      <th>their</th>\n",
       "      <th>they</th>\n",
       "      <th>three</th>\n",
       "      <th>threw</th>\n",
       "      <th>time</th>\n",
       "      <th>title</th>\n",
       "      <th>to</th>\n",
       "      <th>top</th>\n",
       "      <th>touchdowns</th>\n",
       "      <th>traded</th>\n",
       "      <th>trying</th>\n",
       "      <th>two</th>\n",
       "      <th>untrendy</th>\n",
       "      <th>vanquish</th>\n",
       "      <th>vinatieri</th>\n",
       "      <th>visiting</th>\n",
       "      <th>was</th>\n",
       "      <th>wear</th>\n",
       "      <th>website</th>\n",
       "      <th>which</th>\n",
       "      <th>while</th>\n",
       "      <th>whom</th>\n",
       "      <th>will</th>\n",
       "      <th>win</th>\n",
       "      <th>with</th>\n",
       "      <th>world</th>\n",
       "      <th>yards</th>\n",
       "      <th>years</th>\n",
       "      <th>york</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.112948</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172328</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.112948</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172328</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172328</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172328</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.196973</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.112948</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.342669</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.112948</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.172328</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.231708</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.234182</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.117091</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.178649</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.317663</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.178649</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.117091</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.177619</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.178649</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.234182</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.240207</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.107341</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.187194</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.107341</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.145606</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.374389</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.187194</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.107341</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.081414</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.220205</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.191127</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.191127</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.167213</td>\n",
       "      <td>0.166249</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.109596</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.224831</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.123875</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.216028</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.216028</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.188999</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.188999</td>\n",
       "      <td>0.168033</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.254123</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.123875</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.188999</td>\n",
       "      <td>0.281863</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.123875</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.102687</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.179079</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.139293</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.077885</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.210659</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.166365</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.109039</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.147910</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.166365</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.190157</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.109039</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.330810</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.166365</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.218079</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.166365</td>\n",
       "      <td>0.22369</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129744</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129744</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.197954</td>\n",
       "      <td>0.175995</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.226264</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129744</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.098406</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.266164</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.197954</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.100000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152572</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.152572</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.305144</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.271295</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.174392</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "      <td>0.152572</td>\n",
       "      <td>0.227538</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.199999</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.205145</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.258726</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.225600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129363</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.175479</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.225600</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.197373</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129363</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.196235</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.197373</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.129363</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.00000</td>\n",
       "      <td>0.265383</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "      <td>0.000000</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "       10th       384      able     actor      adam  advanced     after  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.000000   0.00000  0.231708   \n",
       "1  0.000000  0.240207  0.000000  0.000000  0.000000   0.00000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000   0.00000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.224831  0.000000   0.00000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.000000   0.00000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000   0.00000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000   0.22369  0.000000   \n",
       "7  0.266164  0.000000  0.000000  0.000000  0.266164   0.00000  0.000000   \n",
       "8  0.000000  0.000000  0.205145  0.000000  0.000000   0.00000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000   0.00000  0.000000   \n",
       "\n",
       "      ahead     among        an       and  anniversary  appearance       are  \\\n",
       "0  0.000000  0.000000  0.000000  0.112948     0.000000    0.000000  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.234182     0.000000    0.000000  0.000000   \n",
       "2  0.000000  0.220205  0.220205  0.107341     0.000000    0.220205  0.187194   \n",
       "3  0.000000  0.000000  0.000000  0.000000     0.000000    0.000000  0.000000   \n",
       "4  0.254123  0.000000  0.000000  0.000000     0.000000    0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.102687     0.000000    0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000     0.000000    0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.129744     0.266164    0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.100000     0.000000    0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.258726     0.000000    0.000000  0.225600   \n",
       "\n",
       "      asked        at    attend  avoiding        be  becoming   behind  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.172328  0.000000  0.00000   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "3  0.000000  0.000000  0.000000  0.224831  0.000000  0.000000  0.00000   \n",
       "4  0.254123  0.254123  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000  0.210659  0.00000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.166365  0.000000  0.22369   \n",
       "7  0.000000  0.000000  0.266164  0.000000  0.000000  0.000000  0.00000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.152572  0.000000  0.00000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000   \n",
       "\n",
       "      being       bet   between      bowl     brady      bump        by  \\\n",
       "0  0.000000  0.000000  0.231708  0.112948  0.000000  0.000000  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.117091  0.240207  0.000000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.107341  0.000000  0.220205  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.123875  0.000000  0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.210659   \n",
       "6  0.000000  0.000000  0.000000  0.109039  0.000000  0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.129744  0.000000  0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "9  0.265383  0.265383  0.000000  0.129363  0.000000  0.000000  0.000000   \n",
       "\n",
       "   championship      city     claim     class     close      cold  \\\n",
       "0       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "1       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "2       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "3       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "4       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "5       0.00000  0.210659  0.000000  0.210659  0.000000  0.000000   \n",
       "6       0.22369  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7       0.00000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "8       0.00000  0.000000  0.205145  0.000000  0.205145  0.000000   \n",
       "9       0.00000  0.000000  0.000000  0.000000  0.000000  0.265383   \n",
       "\n",
       "   connecticut     could  deflategate    denied  destination  directly  \\\n",
       "0     0.000000  0.000000     0.231708  0.000000     0.000000  0.000000   \n",
       "1     0.000000  0.000000     0.000000  0.000000     0.000000  0.000000   \n",
       "2     0.000000  0.220205     0.000000  0.000000     0.000000  0.000000   \n",
       "3     0.000000  0.000000     0.000000  0.000000     0.000000  0.224831   \n",
       "4     0.000000  0.000000     0.000000  0.254123     0.000000  0.000000   \n",
       "5     0.000000  0.000000     0.000000  0.000000     0.210659  0.000000   \n",
       "6     0.000000  0.000000     0.000000  0.000000     0.000000  0.000000   \n",
       "7     0.000000  0.000000     0.000000  0.000000     0.000000  0.000000   \n",
       "8     0.205145  0.000000     0.000000  0.000000     0.000000  0.000000   \n",
       "9     0.000000  0.000000     0.000000  0.000000     0.000000  0.000000   \n",
       "\n",
       "    discuss   england  exchange  falcons      fans    first  football  \\\n",
       "0  0.000000  0.172328  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "1  0.000000  0.178649  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "2  0.000000  0.000000  0.220205  0.00000  0.000000  0.00000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "4  0.254123  0.000000  0.000000  0.00000  0.000000  0.00000  0.254123   \n",
       "5  0.000000  0.000000  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.22369  0.000000  0.22369  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "8  0.000000  0.152572  0.000000  0.00000  0.205145  0.00000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.00000  0.000000  0.00000  0.000000   \n",
       "\n",
       "        for      from      game       get    giants  handicappers      hard  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000  0.000000   \n",
       "1  0.317663  0.000000  0.000000  0.000000  0.000000      0.000000  0.000000   \n",
       "2  0.145606  0.220205  0.000000  0.220205  0.000000      0.000000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000  0.210659   \n",
       "6  0.147910  0.000000  0.000000  0.000000  0.000000      0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.266164  0.000000  0.000000      0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.205145      0.000000  0.000000   \n",
       "9  0.175479  0.000000  0.000000  0.000000  0.000000      0.265383  0.000000   \n",
       "\n",
       "        has      have     heart    hearts     helps       her       him  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.224831  0.000000  0.224831   \n",
       "4  0.216028  0.000000  0.000000  0.000000  0.000000  0.254123  0.000000   \n",
       "5  0.179079  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7  0.000000  0.266164  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.205145  0.000000  0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.265383  0.000000  0.000000  0.000000  0.000000   \n",
       "\n",
       "        his       hit     hopes   hosting        if        in  indianapolis  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.231708  0.000000      0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "2  0.374389  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "3  0.191127  0.000000  0.000000  0.224831  0.000000  0.000000      0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "5  0.000000  0.210659  0.210659  0.000000  0.000000  0.210659      0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.266164   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000      0.000000   \n",
       "\n",
       "   inescapable  infrastructure        is        it       its     kraft  \\\n",
       "0     0.231708        0.000000  0.000000  0.000000  0.000000  0.231708   \n",
       "1     0.000000        0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "2     0.000000        0.000000  0.187194  0.000000  0.000000  0.000000   \n",
       "3     0.000000        0.000000  0.191127  0.000000  0.000000  0.000000   \n",
       "4     0.000000        0.000000  0.000000  0.216028  0.000000  0.000000   \n",
       "5     0.000000        0.210659  0.000000  0.000000  0.210659  0.000000   \n",
       "6     0.000000        0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7     0.000000        0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "8     0.000000        0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "9     0.000000        0.000000  0.000000  0.225600  0.000000  0.000000   \n",
       "\n",
       "       lead    league      life      look      made    mathis       men  \\\n",
       "0  0.000000  0.172328  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "1  0.240207  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.224831   \n",
       "4  0.000000  0.188999  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.210659  0.000000  0.000000  0.000000  0.000000   \n",
       "6  0.000000  0.166365  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.000000  0.000000  0.266164  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.205145  0.000000  0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.265383  0.000000  0.000000   \n",
       "\n",
       "      might     minds      more       new     night    ninth       not  \\\n",
       "0  0.000000  0.000000  0.000000  0.172328  0.000000  0.00000  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.178649  0.000000  0.00000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000  0.188999   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.210659  0.00000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000  0.22369  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000  0.197954   \n",
       "8  0.205145  0.205145  0.205145  0.305144  0.000000  0.00000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000  0.197373   \n",
       "\n",
       "         of  offense       oil        on  overhauled     parks  patriots  \\\n",
       "0  0.000000  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "1  0.000000  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "2  0.000000  0.00000  0.000000  0.220205    0.000000  0.000000  0.000000   \n",
       "3  0.000000  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "4  0.168033  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "5  0.139293  0.00000  0.210659  0.000000    0.210659  0.210659  0.000000   \n",
       "6  0.000000  0.22369  0.000000  0.000000    0.000000  0.000000  0.190157   \n",
       "7  0.175995  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "8  0.271295  0.00000  0.000000  0.000000    0.000000  0.000000  0.174392   \n",
       "9  0.000000  0.00000  0.000000  0.000000    0.000000  0.000000  0.000000   \n",
       "\n",
       "   performance  pittsburgh   players  plugging  politics  predictions  \\\n",
       "0     0.000000    0.000000  0.000000  0.000000  0.000000     0.000000   \n",
       "1     0.000000    0.240207  0.000000  0.000000  0.000000     0.000000   \n",
       "2     0.000000    0.000000  0.220205  0.000000  0.000000     0.000000   \n",
       "3     0.000000    0.000000  0.000000  0.224831  0.000000     0.000000   \n",
       "4     0.254123    0.000000  0.000000  0.000000  0.254123     0.000000   \n",
       "5     0.000000    0.000000  0.000000  0.000000  0.000000     0.000000   \n",
       "6     0.000000    0.000000  0.000000  0.000000  0.000000     0.000000   \n",
       "7     0.000000    0.000000  0.000000  0.000000  0.000000     0.000000   \n",
       "8     0.000000    0.000000  0.000000  0.000000  0.000000     0.000000   \n",
       "9     0.000000    0.000000  0.000000  0.000000  0.000000     0.265383   \n",
       "\n",
       "     prices    public    reason   record  relations   returns   reveals  \\\n",
       "0  0.000000  0.000000  0.000000  0.00000   0.231708  0.231708  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "3  0.000000  0.224831  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "5  0.210659  0.000000  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.22369   0.000000  0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.00000   0.000000  0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.00000   0.000000  0.000000  0.205145   \n",
       "9  0.000000  0.000000  0.265383  0.00000   0.000000  0.000000  0.000000   \n",
       "\n",
       "     robert    runway      sanu   scandal      sell   service   seventh  \\\n",
       "0  0.196973  0.000000  0.000000  0.231708  0.000000  0.000000  0.000000   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.240207   \n",
       "2  0.000000  0.000000  0.220205  0.000000  0.000000  0.000000  0.000000   \n",
       "3  0.000000  0.224831  0.000000  0.000000  0.224831  0.224831  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7  0.226264  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "\n",
       "     shares     shows    singer  slumping     stake    stocks  strained  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.231708   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "2  0.220205  0.000000  0.000000  0.000000  0.000000  0.220205  0.000000   \n",
       "3  0.000000  0.224831  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "4  0.000000  0.000000  0.254123  0.000000  0.000000  0.000000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.210659  0.000000  0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.205145  0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000  0.000000   \n",
       "\n",
       "      super      than      that       the  theatrical    their      they  \\\n",
       "0  0.112948  0.000000  0.000000  0.342669    0.000000  0.00000  0.000000   \n",
       "1  0.117091  0.000000  0.000000  0.177619    0.000000  0.00000  0.000000   \n",
       "2  0.107341  0.000000  0.000000  0.081414    0.000000  0.00000  0.000000   \n",
       "3  0.000000  0.000000  0.167213  0.166249    0.224831  0.00000  0.000000   \n",
       "4  0.123875  0.000000  0.188999  0.281863    0.000000  0.00000  0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.077885    0.000000  0.00000  0.000000   \n",
       "6  0.109039  0.000000  0.000000  0.330810    0.000000  0.22369  0.000000   \n",
       "7  0.129744  0.000000  0.000000  0.098406    0.000000  0.00000  0.266164   \n",
       "8  0.000000  0.205145  0.152572  0.227538    0.000000  0.00000  0.000000   \n",
       "9  0.129363  0.000000  0.000000  0.196235    0.000000  0.00000  0.000000   \n",
       "\n",
       "      three     threw      time     title        to      top  touchdowns  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.112948  0.00000    0.000000   \n",
       "1  0.240207  0.240207  0.178649  0.000000  0.234182  0.00000    0.240207   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000    0.000000   \n",
       "3  0.000000  0.000000  0.000000  0.000000  0.109596  0.00000    0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.123875  0.00000    0.000000   \n",
       "5  0.000000  0.000000  0.000000  0.000000  0.000000  0.00000    0.000000   \n",
       "6  0.000000  0.000000  0.166365  0.000000  0.218079  0.22369    0.000000   \n",
       "7  0.000000  0.000000  0.000000  0.266164  0.000000  0.00000    0.000000   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.199999  0.00000    0.000000   \n",
       "9  0.000000  0.000000  0.197373  0.000000  0.129363  0.00000    0.000000   \n",
       "\n",
       "     traded   trying       two  untrendy  vanquish  vinatieri  visiting  \\\n",
       "0  0.000000  0.00000  0.231708  0.000000  0.000000   0.000000  0.000000   \n",
       "1  0.000000  0.00000  0.000000  0.000000  0.240207   0.000000  0.240207   \n",
       "2  0.220205  0.00000  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "3  0.000000  0.00000  0.000000  0.224831  0.000000   0.000000  0.000000   \n",
       "4  0.000000  0.00000  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "5  0.000000  0.00000  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "6  0.000000  0.22369  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "7  0.000000  0.00000  0.000000  0.000000  0.000000   0.266164  0.000000   \n",
       "8  0.000000  0.00000  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "9  0.000000  0.00000  0.000000  0.000000  0.000000   0.000000  0.000000   \n",
       "\n",
       "        was      wear   website     which    while      whom      will  \\\n",
       "0  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.172328   \n",
       "1  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.000000   \n",
       "2  0.000000  0.000000  0.000000  0.000000  0.00000  0.220205  0.000000   \n",
       "3  0.000000  0.224831  0.224831  0.000000  0.00000  0.000000  0.000000   \n",
       "4  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.000000   \n",
       "5  0.210659  0.000000  0.000000  0.210659  0.00000  0.000000  0.000000   \n",
       "6  0.000000  0.000000  0.000000  0.000000  0.22369  0.000000  0.166365   \n",
       "7  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.197954   \n",
       "8  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.000000   \n",
       "9  0.000000  0.000000  0.000000  0.000000  0.00000  0.000000  0.000000   \n",
       "\n",
       "       win      with     world     yards     years      york  \n",
       "0  0.00000  0.000000  0.000000  0.000000  0.231708  0.000000  \n",
       "1  0.00000  0.000000  0.000000  0.240207  0.000000  0.000000  \n",
       "2  0.00000  0.000000  0.000000  0.000000  0.000000  0.000000  \n",
       "3  0.00000  0.000000  0.000000  0.000000  0.000000  0.000000  \n",
       "4  0.00000  0.000000  0.000000  0.000000  0.000000  0.000000  \n",
       "5  0.00000  0.000000  0.210659  0.000000  0.000000  0.000000  \n",
       "6  0.22369  0.000000  0.000000  0.000000  0.000000  0.000000  \n",
       "7  0.00000  0.000000  0.000000  0.000000  0.000000  0.000000  \n",
       "8  0.00000  0.000000  0.000000  0.000000  0.000000  0.205145  \n",
       "9  0.00000  0.265383  0.000000  0.000000  0.000000  0.000000  "
      ]
     },
     "execution_count": 12,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# convert to pandas to get better idea about the data\n",
    "df = pd.DataFrame(data=tfidf_mat.toarray(),columns=tfidf_vect.get_feature_names())\n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "anniversary    0.266164\n",
       "they           0.266164\n",
       "adam           0.266164\n",
       "have           0.266164\n",
       "10th           0.266164\n",
       "of             0.271295\n",
       "new            0.305144\n",
       "for            0.317663\n",
       "the            0.342669\n",
       "his            0.374389\n",
       "dtype: float64"
      ]
     },
     "execution_count": 13,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# print out 10 words with max tfidf, normalized by document occurrence\n",
    "df.max().sort_values()[-10:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Working with (a bit) more data\n",
    "What if we do not have the memory to deal with dense matrix representatioan and we need to keep it sparse?\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "from sklearn.datasets import fetch_20newsgroups\n",
    "bunch = fetch_20newsgroups(subset='train', shuffle=True, random_state=42)"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "the `bunch` object returned from sklearn is similar to a python dictionary. We can access different fields of the object with keys."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "From: lerxst@wam.umd.edu (where's my thing)\n",
      "Subject: WHAT car is this!?\n",
      "Nntp-Posting-Host: rac3.wam.umd.edu\n",
      "Organization: University of Maryland, College Park\n",
      "Lines: 15\n",
      "\n",
      " I was wondering if anyone out there could enlighten me on this car I saw\n",
      "the other day. It was a 2-door sports car, looked to be from the late 60s/\n",
      "early 70s. It was called a Bricklin. The doors were really small. In addition,\n",
      "the front bumper was separate from the rest of the body. This is \n",
      "all I know. If anyone can tellme a model name, engine specs, years\n",
      "of production, where this car is made, history, or whatever info you\n",
      "have on this funky looking car, please e-mail.\n",
      "\n",
      "Thanks,\n",
      "- IL\n",
      "   ---- brought to you by your neighborhood Lerxst ----\n",
      "\n",
      "\n",
      "\n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "print(bunch.data[0]) # we should split this up by newlines"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "From: rcomg@melomys.co.rmit.oz.AU (Mark Gregory)\n",
      "Subject: AVI file format?\n",
      "Summary: AVI file format?\n",
      "Keywords: AVI file format?\n",
      "Organization: Royal Melbourne Institute of Technology\n",
      "Lines: 18\n",
      "NNTP-Posting-Host: melomys.cse.rmit.edu.au\n",
      "\n",
      "\n",
      "Hi,\n",
      "\twould someone please email the new AVI file\n",
      "\tformat.  I'm sure that many people would \n",
      "like to know what it is exactly.\n",
      "\n",
      "Thank you\n",
      "\n",
      "\n",
      "Mark Gregory Lecturer m.gregory@rmit.edu.au PH(03)6603243 FAX(03)6621060\n",
      "Royal Melbourne Institute of Technology,\n",
      "Department of Communication and Electronic Engineering,\n",
      "P.O. Box 2476V, Melbourne, Victoria, 3001. AUSTRALIA.\n",
      "--\n",
      "Mark Gregory Lecturer m.gregory@rmit.edu.au PH(03)6603243 FAX(03)6621060\n",
      "Royal Melbourne Institute of Technology,\n",
      "Department of Communication and Electronic Engineering,\n",
      "P.O. Box 2476V, Melbourne, Victoria, 3001. AUSTRALIA.\n",
      "\n"
     ]
    }
   ],
   "source": [
    "import numpy as np\n",
    "idx = round(np.random.rand()*len(bunch.data))\n",
    "print(\"\\n\".join(bunch.data[idx].split(\"\\n\")))"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "CPU times: user 3.54 s, sys: 104 ms, total: 3.64 s\n",
      "Wall time: 3.66 s\n"
     ]
    }
   ],
   "source": [
    "%%time\n",
    "news_tfidf = tfidf_vect.fit_transform(bunch.data) "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "(11314, 130107)"
      ]
     },
     "execution_count": 20,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "news_tfidf.shape"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "{'phased': 93466,\n",
       " 'pdes': 92639,\n",
       " 'iivy8y0': 66020,\n",
       " 'incompleteness': 66754,\n",
       " 'contaminating': 42244,\n",
       " 'physiotherapy': 93719,\n",
       " 'decribe': 45751,\n",
       " '3178': 11608,\n",
       " '47719': 13972,\n",
       " 'moria': 83731,\n",
       " 'fs2': 57059,\n",
       " 'u9ut3': 117651,\n",
       " 'personal': 93163,\n",
       " 'pergamon': 93011,\n",
       " 'disappointed': 47494,\n",
       " 'decongestants': 45725,\n",
       " 'eastlake': 50161,\n",
       " 'kahramanov': 71659,\n",
       " 'asq': 29797,\n",
       " '34jn': 12008,\n",
       " 'aquinas': 29084,\n",
       " 'jruisdiction': 70814,\n",
       " 'makefiles': 79058,\n",
       " 'dib': 47083,\n",
       " '150031': 4610,\n",
       " 'fluctuations': 55970,\n",
       " 'hidden': 63126,\n",
       " 'youd': 128403,\n",
       " 'peat': 92709,\n",
       " '9r9': 22907,\n",
       " 'hrs': 64433,\n",
       " 'cbda9': 38272,\n",
       " 'irwinn': 68525,\n",
       " 'internationals': 67878,\n",
       " '6stcnz': 17975,\n",
       " 'katsuru': 71910,\n",
       " '_2y_q8': 23166,\n",
       " 'drive': 49047,\n",
       " '14261': 4271,\n",
       " '3114': 11558,\n",
       " 'teltech': 113997,\n",
       " 'hiker': 63203,\n",
       " 'smegging': 108302,\n",
       " 'prosecutor': 96459,\n",
       " 'buttons': 35845,\n",
       " 'leec': 75124,\n",
       " 'ust3p': 119829,\n",
       " 'lff3t': 75523,\n",
       " 'wo88vg': 124857,\n",
       " '_supernatural_': 24433,\n",
       " '0i': 1815,\n",
       " 'skwf': 107914,\n",
       " 'distrophy': 47988,\n",
       " 'margitan': 79464,\n",
       " 'disbursed': 47535,\n",
       " 'mwz4': 85276,\n",
       " 'f0u': 53774,\n",
       " 'rohrbacher': 102817,\n",
       " 'hypos': 64968,\n",
       " 'cannucks': 37654,\n",
       " 'confidince': 41849,\n",
       " 'ueu': 117948,\n",
       " 'rolls': 102858,\n",
       " 'mike_mcphee': 82039,\n",
       " 'burg': 35685,\n",
       " 'avr': 30716,\n",
       " 'rslwq': 103301,\n",
       " 'gh9': 58963,\n",
       " 'referrring': 100326,\n",
       " 'demonstarted': 46250,\n",
       " 'spasms': 109173,\n",
       " '57dva9': 15585,\n",
       " 'singular': 107576,\n",
       " 'measuring': 80726,\n",
       " '66dx2': 17095,\n",
       " 'macdermid': 78619,\n",
       " 'winfax': 124458,\n",
       " '5580': 15407,\n",
       " 't46617': 112884,\n",
       " '27467': 10074,\n",
       " 'spiritualities': 109453,\n",
       " 'shoes': 106941,\n",
       " 'v9m': 120468,\n",
       " 'c5h3yl': 36556,\n",
       " 'r0pv': 98647,\n",
       " 'demolish': 46238,\n",
       " '1x9': 8170,\n",
       " 'druid': 49125,\n",
       " '14545': 4412,\n",
       " 'hook': 63935,\n",
       " 'edowdy': 50513,\n",
       " 'k8rmas': 71551,\n",
       " 'styrofoam': 111255,\n",
       " 'ticketing': 115025,\n",
       " 'csaq': 43774,\n",
       " 'hz55i': 65014,\n",
       " 'davea': 45221,\n",
       " 'gaza': 58316,\n",
       " 'nadeem': 85922,\n",
       " '24q74': 9682,\n",
       " 's4': 103986,\n",
       " '322': 11657,\n",
       " '18275': 5915,\n",
       " '1pkveuinnduk': 7197,\n",
       " 'xftslj': 126380,\n",
       " '385kb': 12436,\n",
       " 'adultry': 26290,\n",
       " 'references': 100316,\n",
       " 'libertatem': 75720,\n",
       " 'raped': 99301,\n",
       " 'abolishment': 25376,\n",
       " '_tea': 24455,\n",
       " 'thinkers': 114700,\n",
       " 'scrolled': 105467,\n",
       " 'parked': 92084,\n",
       " 'woodstock': 124969,\n",
       " '17gg': 5785,\n",
       " 'idlvjl': 65742,\n",
       " 'nradrugs': 88142,\n",
       " '1582': 4935,\n",
       " '3692': 12258,\n",
       " 'si2j': 107207,\n",
       " 'huna': 64679,\n",
       " 'holiest': 63740,\n",
       " 'milita': 82094,\n",
       " 'brownmiller': 35202,\n",
       " '735383339': 18785,\n",
       " 'tuegate': 116914,\n",
       " 'kudla': 73769,\n",
       " 'gnuchessr': 59577,\n",
       " 'ifdef': 65820,\n",
       " 'deported': 46406,\n",
       " '6gx': 17657,\n",
       " 'schoolteacher': 105187,\n",
       " 'amidst': 27861,\n",
       " '28424': 10225,\n",
       " 'contributers': 42366,\n",
       " '014506': 552,\n",
       " 'papazian': 91934,\n",
       " 'jd_1g': 69695,\n",
       " 'firms': 55522,\n",
       " 'harassed': 61944,\n",
       " '413_549': 13479,\n",
       " '_x4t5s': 24576,\n",
       " 'reformatted': 100360,\n",
       " 'montys': 83621,\n",
       " '2puq': 11064,\n",
       " 'zorn': 129710,\n",
       " 'nephi': 86647,\n",
       " '28388': 10216,\n",
       " 'u16028': 117432,\n",
       " 'yunan': 128607,\n",
       " 'mk6s': 82753,\n",
       " 'stuck': 111171,\n",
       " '37_': 12378,\n",
       " 'wibble': 124210,\n",
       " 'prevailed': 95840,\n",
       " 'cable': 37257,\n",
       " 'westford': 123855,\n",
       " '6awq9': 17383,\n",
       " 'ruffian': 103447,\n",
       " 'vw': 122419,\n",
       " '5n0ws': 16143,\n",
       " '11k': 3396,\n",
       " 'dosages': 48669,\n",
       " 'callimahos': 37438,\n",
       " 'shod3j1ai': 106930,\n",
       " '11hr': 3395,\n",
       " 'couloir': 42883,\n",
       " 'chesterton': 39297,\n",
       " 'cream': 43308,\n",
       " 'concurance': 41746,\n",
       " 'transistor': 116216,\n",
       " '3921': 12507,\n",
       " 'xa_rgb_best_map': 126087,\n",
       " '7v7': 19902,\n",
       " '2wf': 11322,\n",
       " 'pancamo': 91848,\n",
       " 'wedged': 123647,\n",
       " 'alexei': 27333,\n",
       " 'keskinen': 72288,\n",
       " 'bimmer': 33377,\n",
       " '9me': 22814,\n",
       " '4db': 14292,\n",
       " 'curious': 44098,\n",
       " 'arbitrary': 29149,\n",
       " 'yji': 128238,\n",
       " '64hz': 16874,\n",
       " 'baucom': 32096,\n",
       " 'interferring': 67818,\n",
       " 'forehand': 56329,\n",
       " 'jpzv76t': 70744,\n",
       " '1803': 5823,\n",
       " '10101011': 2539,\n",
       " 'haaaa': 61480,\n",
       " 'imp': 66380,\n",
       " 'consented': 42058,\n",
       " '72pl': 18506,\n",
       " 'dislocation': 47737,\n",
       " 'abdel': 25288,\n",
       " 'initiative': 67331,\n",
       " 'dj7': 48112,\n",
       " 'lmf': 76447,\n",
       " 'mjbb': 82657,\n",
       " 'csd': 43791,\n",
       " 'ecc': 50264,\n",
       " 'rely': 100755,\n",
       " 'colonization': 41043,\n",
       " 'c5h_': 36563,\n",
       " 'mii': 82019,\n",
       " 'apreciate': 29003,\n",
       " 'eeerik': 50577,\n",
       " 'relapsing': 100630,\n",
       " 'fdz09': 54680,\n",
       " 'unrevcoverable': 119211,\n",
       " 'd6f1qsiirchzab': 44707,\n",
       " 'zna': 129562,\n",
       " '9878': 22390,\n",
       " 'reggie_savage': 100442,\n",
       " 'trout': 116649,\n",
       " 'eulene': 52788,\n",
       " 'mwtd': 85263,\n",
       " '1t45ww47': 8056,\n",
       " '2935': 10433,\n",
       " 'schmuck': 105151,\n",
       " 'gif87a': 59059,\n",
       " 'bdavis': 32267,\n",
       " 'emmigrate': 51407,\n",
       " 'analyzing': 28087,\n",
       " 'digitech': 47261,\n",
       " 'deci': 45639,\n",
       " 'gvzll': 61034,\n",
       " 'nzsmxxpj': 88629,\n",
       " '0x20': 2238,\n",
       " 'preallocated': 95473,\n",
       " 'teknisk': 113894,\n",
       " 'misdiagnose': 82395,\n",
       " 'utoday': 119924,\n",
       " 'prophecies': 96385,\n",
       " 'nike': 87294,\n",
       " 'crystalize': 43730,\n",
       " 'pwoodcoc': 97214,\n",
       " 'juelich': 70957,\n",
       " '77vznkit7': 19270,\n",
       " 'sday': 105566,\n",
       " '734882394': 18673,\n",
       " '3086': 11492,\n",
       " 'unapproved': 118387,\n",
       " 'n6b': 85759,\n",
       " 'omni': 89832,\n",
       " 'com_______oooo_o_oooo_________________': 41113,\n",
       " 'oesterreich': 89359,\n",
       " 'erme': 52337,\n",
       " 'radious': 99046,\n",
       " '7120': 18337,\n",
       " 'satisfying': 104741,\n",
       " 'imaginable': 66233,\n",
       " 'impersonating': 66445,\n",
       " '824_99ns9': 20257,\n",
       " 'margarita': 79452,\n",
       " 'underline': 118604,\n",
       " '59m5zgq': 15720,\n",
       " 'rocketeer': 102724,\n",
       " 'lcwg': 74955,\n",
       " 'enolan': 51815,\n",
       " 'biernat': 33248,\n",
       " 'scostep': 105343,\n",
       " 'hemet': 62726,\n",
       " 'plainfield': 94226,\n",
       " 'inadequacies': 66634,\n",
       " 'bhhr6': 33118,\n",
       " 'enver': 51967,\n",
       " 'raf8md9': 99062,\n",
       " 'tsw': 116810,\n",
       " 'pkortela': 94159,\n",
       " 'webers': 123632,\n",
       " 'thinner': 114710,\n",
       " 'bdo': 32289,\n",
       " 'butchering': 35812,\n",
       " 'sunprops': 111808,\n",
       " '663': 17050,\n",
       " 'zman': 129539,\n",
       " '776495': 19217,\n",
       " 'uw': 120041,\n",
       " '8z2': 21452,\n",
       " '0t0g': 2106,\n",
       " 'enforment': 51704,\n",
       " 'aromatic': 29456,\n",
       " 'sauce': 104761,\n",
       " 'tfc4n9hovumvnruc': 114344,\n",
       " 'output': 90861,\n",
       " '_hated_': 23863,\n",
       " 'abner': 25362,\n",
       " 'reidg': 100529,\n",
       " 'satisfaxtion': 104736,\n",
       " '5hr7': 15977,\n",
       " 'embracing': 51327,\n",
       " 'jks2x': 70284,\n",
       " '582': 15606,\n",
       " 'zzd': 130071,\n",
       " 'hearsay': 62486,\n",
       " '2_de0j': 10527,\n",
       " '286i': 10281,\n",
       " 'romans': 102873,\n",
       " 'l3ql': 74121,\n",
       " 'alazzurra': 27244,\n",
       " '7ei': 19526,\n",
       " 'hio7pewd6k': 63303,\n",
       " '969524e': 22257,\n",
       " 'christan': 39585,\n",
       " '1993mar29': 6545,\n",
       " 'novicee': 88027,\n",
       " '60ie': 16556,\n",
       " 'shamim': 106565,\n",
       " 'add': 26056,\n",
       " '0423': 958,\n",
       " '2_l7': 10529,\n",
       " 'reb': 99890,\n",
       " 'hax8': 62263,\n",
       " 'doomer': 48614,\n",
       " '9ilg': 22731,\n",
       " 'com1': 41106,\n",
       " 'hbj': 62312,\n",
       " 'h8od3j1rb': 61391,\n",
       " 'commends': 41224,\n",
       " 'bvw': 35900,\n",
       " 'beets': 32508,\n",
       " 'dmpeg': 48297,\n",
       " 'looking': 76722,\n",
       " 'mistress': 82532,\n",
       " 'yti_k': 128536,\n",
       " 'vmstat': 121934,\n",
       " 'incompatible': 66745,\n",
       " 'ashtrays': 29720,\n",
       " 'umsmith': 118325,\n",
       " 'fuscare': 57360,\n",
       " 'womanizing': 124912,\n",
       " 'u34u': 117494,\n",
       " 'garboc29': 58143,\n",
       " 'shn': 106914,\n",
       " 'dcgpk': 45405,\n",
       " 'unsuitable': 119289,\n",
       " 'reconciliation': 100073,\n",
       " 'autoposting': 30567,\n",
       " 'lietsr': 75819,\n",
       " 'x354': 125766,\n",
       " '93apr24133027': 21955,\n",
       " 'lakes': 74434,\n",
       " 'inhuman': 67292,\n",
       " 'espion': 52529,\n",
       " 'ghsvax': 59009,\n",
       " 'leq': 75349,\n",
       " 'fdzd': 54685,\n",
       " 'gauge': 58273,\n",
       " 'stevedav': 110630,\n",
       " 'j8': 69267,\n",
       " 'lapc': 74589,\n",
       " 'max_program_size': 79965,\n",
       " 'idid': 65721,\n",
       " 'ripoff': 102100,\n",
       " 'discredits': 47627,\n",
       " '150493144638': 4630,\n",
       " 'motto': 83926,\n",
       " 'gmeds': 59507,\n",
       " '2acu': 10556,\n",
       " 'lozan': 76929,\n",
       " 'iskenderov': 68612,\n",
       " 'rkeoekc': 102267,\n",
       " 'bordeaux': 34432,\n",
       " 'infiltrate': 67104,\n",
       " 'behaviours': 32569,\n",
       " '046sau': 1017,\n",
       " 'japanese': 69515,\n",
       " 'vacgpp7': 120526,\n",
       " '638': 16778,\n",
       " 'anschutz': 28434,\n",
       " 'adjustability': 26146,\n",
       " '2divbud9': 10691,\n",
       " 'outside': 90893,\n",
       " '8fd8z': 20996,\n",
       " 'tvbud': 117094,\n",
       " 'textural': 114327,\n",
       " 'm5e9efyjlkhah': 78078,\n",
       " 'wbau': 123455,\n",
       " '_meant_': 24061,\n",
       " 'manufacturers': 79352,\n",
       " 'fluctuation': 55969,\n",
       " 'obsolete': 89090,\n",
       " 'whthin': 124193,\n",
       " '0vr': 2186,\n",
       " 'dogan': 48456,\n",
       " '80vvk': 20134,\n",
       " 'killer': 72655,\n",
       " '49071': 14120,\n",
       " 'bronson': 35149,\n",
       " 'glass': 59331,\n",
       " 'engineering': 51734,\n",
       " '2105a': 8666,\n",
       " 'finchm': 55408,\n",
       " 'c00068': 36084,\n",
       " 'rutkj': 103596,\n",
       " 'macmailgw': 78711,\n",
       " 'composed': 41529,\n",
       " '1qi44l': 7466,\n",
       " '0ntv': 1968,\n",
       " 'z72pl': 128915,\n",
       " 'hhpg': 63075,\n",
       " 'disseminate': 47903,\n",
       " 'empirical': 51445,\n",
       " '2tv': 11248,\n",
       " 'smacking': 108246,\n",
       " '1r4cucinnham': 7924,\n",
       " 'betweeb': 32986,\n",
       " 'h91': 61419,\n",
       " 'riddance': 101936,\n",
       " '3174': 11606,\n",
       " 'xmulookupstandardcolormap': 126750,\n",
       " '5281': 15146,\n",
       " 'jplee': 70711,\n",
       " 'arc': 29160,\n",
       " 'thin': 114686,\n",
       " 'kriss': 73618,\n",
       " 'wq53y': 125176,\n",
       " 'ares': 29257,\n",
       " 'sociaty': 108602,\n",
       " 'xs9': 126955,\n",
       " 'emotionalism': 51418,\n",
       " 'c8vsc8v': 37158,\n",
       " 'f9f9f9f9f9f9f9f9': 54028,\n",
       " 'c5k177': 36688,\n",
       " '10110000': 2552,\n",
       " 'xlnth': 126620,\n",
       " 'xtewxte': 127124,\n",
       " 'colgain': 40951,\n",
       " 'internic': 67889,\n",
       " 'mikelson': 82052,\n",
       " 'o7zgo5i': 88833,\n",
       " 'vr56': 122219,\n",
       " 'snatches': 108447,\n",
       " 'stekt': 110525,\n",
       " 'asthsma': 29954,\n",
       " 'nee': 86492,\n",
       " 'dolt': 48508,\n",
       " 'copyprotect': 42605,\n",
       " 'wcjvrm': 123498,\n",
       " 'neglected': 86530,\n",
       " 'transferred': 116187,\n",
       " 'bonk': 34332,\n",
       " 'srj': 109892,\n",
       " '2tqvq34': 11245,\n",
       " 'minimizing': 82254,\n",
       " 'hypercard': 64934,\n",
       " 'combo': 41140,\n",
       " 'uifmo3': 118065,\n",
       " 'chz04': 39736,\n",
       " '0hz': 1814,\n",
       " 'bparker': 34663,\n",
       " '1qa': 7399,\n",
       " 'zt5mzt5k7': 129897,\n",
       " 'punishement': 96990,\n",
       " 'hsi86': 64470,\n",
       " 'kruk': 73655,\n",
       " 'exhibiting': 53295,\n",
       " 'tholen': 114753,\n",
       " 'graverobbers': 60212,\n",
       " 'agc': 26660,\n",
       " '7n': 19709,\n",
       " 'invocation': 68164,\n",
       " '1ack': 6632,\n",
       " 'j7ge_i': 69251,\n",
       " 'ick': 65564,\n",
       " 'gasoline': 58215,\n",
       " 'debug': 45578,\n",
       " 'kph2q': 73509,\n",
       " '2plorplq': 11044,\n",
       " '3qmefus': 13126,\n",
       " 'nagaokakyo': 85938,\n",
       " 'wai': 123052,\n",
       " 'ar4e': 29104,\n",
       " 'accross': 25694,\n",
       " 'seinfeldsupersonicsrushbelafleck': 105895,\n",
       " 'dealings': 45517,\n",
       " 'jere': 69863,\n",
       " '1t471t7': 8060,\n",
       " 'fisher': 55546,\n",
       " '1t7': 8062,\n",
       " 'drill': 49030,\n",
       " 'p_i': 91583,\n",
       " 'prg': 95875,\n",
       " 'fj0': 55618,\n",
       " 'incredulous': 66807,\n",
       " 'parliament': 92099,\n",
       " 'lkepko': 76350,\n",
       " 'authenticity': 30479,\n",
       " 'johng': 70499,\n",
       " '8sid5': 21300,\n",
       " '178': 5746,\n",
       " 'farrar': 54425,\n",
       " 'vmode': 121924,\n",
       " 'kellerman': 72172,\n",
       " '100mph': 2504,\n",
       " 'grassroots': 60187,\n",
       " '0060': 287,\n",
       " '749': 18900,\n",
       " 'cloutmeister': 40536,\n",
       " 'cloths': 40522,\n",
       " 'hacke9': 61536,\n",
       " 'mne': 83099,\n",
       " '5p4bd': 16195,\n",
       " 'mnras': 83159,\n",
       " 'actg': 25915,\n",
       " 'suess': 111567,\n",
       " 'swab': 112263,\n",
       " 'suppoters': 111995,\n",
       " 'bolshevik': 34270,\n",
       " 'c520gs': 36424,\n",
       " '_from_': 23804,\n",
       " '13273': 3919,\n",
       " 'juncture': 71024,\n",
       " 'photojournalism': 93633,\n",
       " 'oit': 89562,\n",
       " 'endangerment': 51617,\n",
       " '6f2': 17587,\n",
       " 'mtholyoke': 84608,\n",
       " '3290': 11717,\n",
       " 'sskbq': 110008,\n",
       " 'essayer': 52552,\n",
       " 'uwa': 120058,\n",
       " 'mardi': 79446,\n",
       " '11010000': 2968,\n",
       " '4xo': 14841,\n",
       " 'honking': 63912,\n",
       " 'iscnvx': 68562,\n",
       " '084236': 1431,\n",
       " 'repetitions': 100999,\n",
       " '5hp': 15971,\n",
       " 'univel': 118953,\n",
       " 'dip': 47392,\n",
       " 'kee': 72119,\n",
       " 'nonpathogens': 87778,\n",
       " '111652': 3095,\n",
       " 'which': 124055,\n",
       " 'edwards_letter': 50547,\n",
       " '5933': 15684,\n",
       " 'applicationshell': 28885,\n",
       " 'jypht': 71234,\n",
       " 'pulleys': 96937,\n",
       " 't839': 113048,\n",
       " 'southgate': 109001,\n",
       " 'schuerkamp': 105210,\n",
       " '2b4': 10573,\n",
       " '5942': 15688,\n",
       " '181013': 5850,\n",
       " 'mikhailovna': 82066,\n",
       " 'rescind': 101179,\n",
       " 'regy105': 100507,\n",
       " '_____________________________________________________': 23373,\n",
       " 'wrc': 125217,\n",
       " '390': 12496,\n",
       " 'n9c5f9byd9w': 85847,\n",
       " '6886': 17224,\n",
       " 'kinship': 72757,\n",
       " 'h86': 61372,\n",
       " '6ij': 17698,\n",
       " '80ma': 20118,\n",
       " 'drawing': 48953,\n",
       " 'redefining': 100183,\n",
       " 'fktd': 55677,\n",
       " 'coleco': 40944,\n",
       " 'destroyer': 46674,\n",
       " '_0m9': 23126,\n",
       " 'pc137': 92550,\n",
       " '1bpkb': 6681,\n",
       " 'ftc': 57120,\n",
       " 'ds1488': 49166,\n",
       " 'interchangeable': 67767,\n",
       " 'therose': 114619,\n",
       " 'shelter': 106753,\n",
       " 'rfv6rg': 101758,\n",
       " 'uxumrd': 120154,\n",
       " 'nits': 87409,\n",
       " '55fnkjy': 15424,\n",
       " 'cecer': 38529,\n",
       " 'rubel': 103395,\n",
       " 'nxliy8ym': 88534,\n",
       " 'gcbackground': 58382,\n",
       " 'iq9ot_': 68311,\n",
       " 'emitting': 51392,\n",
       " 'framegrabber': 56691,\n",
       " 'thurs': 114969,\n",
       " 'fishbomb': 55543,\n",
       " 'reminds': 100816,\n",
       " 'perfidious': 92993,\n",
       " 'jaynes': 69587,\n",
       " 'hascall': 62128,\n",
       " 'nucci': 88329,\n",
       " 'indescribable': 66868,\n",
       " 'petr_klima': 93285,\n",
       " 'olympia': 89777,\n",
       " 'lover': 76883,\n",
       " 'sky2': 107920,\n",
       " 'sequencer': 106160,\n",
       " '0001mpc': 91,\n",
       " 'f1q4yuc': 53803,\n",
       " 'hecimovic': 62544,\n",
       " 'turkmanchay': 117026,\n",
       " '1536': 4781,\n",
       " '058': 1136,\n",
       " 'ez005997': 53711,\n",
       " 'sitex': 107659,\n",
       " 'albino': 27265,\n",
       " '1qi8e3': 7468,\n",
       " 'ridiculed': 101956,\n",
       " 'iqsk': 68352,\n",
       " '40r': 13440,\n",
       " 'familiarize': 54323,\n",
       " 'ingoring': 67247,\n",
       " 'sportscar': 109582,\n",
       " 'candidiasis': 37614,\n",
       " 'macintoshes': 78681,\n",
       " 'phc7': 93471,\n",
       " 'sintef': 107603,\n",
       " 'intricacies': 68035,\n",
       " '8m2': 21126,\n",
       " 'hai': 61608,\n",
       " 'yhn': 128175,\n",
       " 'stud': 111173,\n",
       " '7vznkk': 19932,\n",
       " 'uzhy': 120186,\n",
       " 'francesa': 56710,\n",
       " '172016': 5547,\n",
       " 'plagerize': 94219,\n",
       " 'lightship': 75887,\n",
       " 'vienna': 121491,\n",
       " 'daytonoh': 45317,\n",
       " 'pony': 94938,\n",
       " 'kv07': 73872,\n",
       " 'lada': 74360,\n",
       " '191701': 6208,\n",
       " 'ws27': 125316,\n",
       " '3xcp': 13286,\n",
       " 'rejuvenated': 100617,\n",
       " 'q800': 97561,\n",
       " 'cosine': 42809,\n",
       " '5396': 15231,\n",
       " 'deckard': 45673,\n",
       " 'jump': 71009,\n",
       " 'ajwk': 27095,\n",
       " 'bertsch': 32918,\n",
       " 'carbonized': 37803,\n",
       " '97th': 22343,\n",
       " 'remebers': 100791,\n",
       " '_supposed_': 24434,\n",
       " 'u0cp2h_': 117388,\n",
       " 'highlights': 63173,\n",
       " 'almost': 27558,\n",
       " 'xkq': 126589,\n",
       " '84mn': 20436,\n",
       " 'michaels': 81804,\n",
       " 'mega': 80883,\n",
       " 'slyl': 108224,\n",
       " 'tekxpress': 113904,\n",
       " 'vacancy': 120508,\n",
       " 'inqisitorial': 67445,\n",
       " '6wr': 18131,\n",
       " '0_n': 1603,\n",
       " 'lpi': 76952,\n",
       " 'evacuated': 52856,\n",
       " 'ajustment': 27089,\n",
       " 'falsity': 54302,\n",
       " 'anthonyf': 28477,\n",
       " 'programs': 96222,\n",
       " '2k': 10891,\n",
       " '76igiyxgizi': 19160,\n",
       " 'o24e1a84t': 88699,\n",
       " 'wildest': 124308,\n",
       " 'egg': 50704,\n",
       " '05401': 1108,\n",
       " 'csulb': 43862,\n",
       " '2czd9': 10654,\n",
       " 'c5ovg2': 36808,\n",
       " '7sf0': 19824,\n",
       " 'c5hu6q': 36589,\n",
       " 'r1chjjij': 98678,\n",
       " 'r1x': 98689,\n",
       " 'impelling': 66423,\n",
       " 'cosmonauts': 42828,\n",
       " 'm285': 77792,\n",
       " 'laparoscopic': 74588,\n",
       " '108mhz': 2838,\n",
       " '9199': 21626,\n",
       " '4323': 13625,\n",
       " '18872': 6084,\n",
       " 'consistancies': 42096,\n",
       " 'uars': 117730,\n",
       " 'rewinding': 101682,\n",
       " 'f497gbirk': 53881,\n",
       " 'c5qofw': 36843,\n",
       " 'kingdome': 72736,\n",
       " 'demonstrating': 46257,\n",
       " 'khettry': 72498,\n",
       " 'y3g53tr': 127658,\n",
       " 'lisrlimrlk': 76141,\n",
       " 'hpwarr': 64341,\n",
       " 'xquerytree': 126890,\n",
       " 'xmucreatecolormap': 126746,\n",
       " '_excuses_': 23768,\n",
       " 'hkcxs': 63438,\n",
       " '00pm': 332,\n",
       " 'referee': 100309,\n",
       " 'r2d2': 98697,\n",
       " 'unexciting': 118747,\n",
       " 'bc200xlt': 32198,\n",
       " '160550': 5053,\n",
       " 'skeena': 107800,\n",
       " 'carpal': 37925,\n",
       " 'gyua4': 61151,\n",
       " '1afdz': 6635,\n",
       " 'spools': 109564,\n",
       " 'x5pes': 125840,\n",
       " 'masterful': 79750,\n",
       " 'peacemaking': 92681,\n",
       " 'xlibint': 126616,\n",
       " 'mssc5mx2v': 84514,\n",
       " 'outdoors': 90797,\n",
       " 'divide': 48052,\n",
       " 'armenia': 29400,\n",
       " 'uuencoded': 119983,\n",
       " 'caramete': 37787,\n",
       " 'unbelievable': 118422,\n",
       " 'regardless': 100427,\n",
       " 'generously': 58624,\n",
       " 'nevi': 86844,\n",
       " 'rmohns': 102498,\n",
       " 'shell': 106740,\n",
       " 'resets': 101235,\n",
       " 'okahata': 89608,\n",
       " 'ahaz': 26809,\n",
       " 'asia': 29722,\n",
       " '12176': 3503,\n",
       " 'fe1mcbikfqc': 54703,\n",
       " 'cosell': 42805,\n",
       " '7od': 19729,\n",
       " 'n2sxx': 85663,\n",
       " 'desqview': 46644,\n",
       " 'syd': 112497,\n",
       " '735423404': 18792,\n",
       " 'noatus': 87639,\n",
       " 'tpo': 115971,\n",
       " 'aw5uj9z': 30750,\n",
       " '4442': 13713,\n",
       " 'eddy': 50439,\n",
       " '7ex5': 19541,\n",
       " 'attdnce': 30223,\n",
       " 'soley': 108736,\n",
       " '2hw4u': 10832,\n",
       " 'c23reg': 36159,\n",
       " 'yoyodyne': 128453,\n",
       " 'fto': 57130,\n",
       " '88c': 20714,\n",
       " 'zoroastrian': 129713,\n",
       " 'product': 96142,\n",
       " 'slyx0': 108226,\n",
       " 'reserche': 101220,\n",
       " 'comparing': 41372,\n",
       " 'kax': 71939,\n",
       " 'overlooked': 91031,\n",
       " 'toyota': 115930,\n",
       " 'cilia': 39860,\n",
       " 'withbeing': 124618,\n",
       " 'cinema': 39897,\n",
       " 'eff': 50623,\n",
       " 'mayhew': 80016,\n",
       " 'prolegomena': 96268,\n",
       " 'ran': 99228,\n",
       " '54i1niv': 15328,\n",
       " 'coppenger': 42580,\n",
       " 'bubba': 35395,\n",
       " 'nlh4': 87543,\n",
       " '50hz': 14980,\n",
       " '4ma8260d': 14531,\n",
       " 'zaandam': 128994,\n",
       " '1343': 3971,\n",
       " '21228': 8733,\n",
       " 'numminen': 88387,\n",
       " 'lexical': 75483,\n",
       " '051439': 1076,\n",
       " '10u': 2913,\n",
       " 'booting': 34412,\n",
       " 'zoloft': 129682,\n",
       " 'ff': 55020,\n",
       " 'trt37l': 116656,\n",
       " '733712807': 18554,\n",
       " 'apis': 28732,\n",
       " 'notebooks': 87963,\n",
       " 'entrance': 51918,\n",
       " 'lb5f': 74881,\n",
       " 'encapsulates': 51532,\n",
       " '_98': 23287,\n",
       " 'hx': 64854,\n",
       " 'kfgv': 72401,\n",
       " 'rogers': 102795,\n",
       " 'bql1wq9': 34712,\n",
       " 'xtgetselectionvaluesincremental': 127164,\n",
       " 'epping': 52130,\n",
       " 'ghq': 59005,\n",
       " 'aao': 25199,\n",
       " 'adjustment': 26151,\n",
       " '4g9v': 14383,\n",
       " 'q9ign': 97596,\n",
       " '4770': 13970,\n",
       " 'undeserving': 118671,\n",
       " '1sw': 8044,\n",
       " 'overpowering': 91053,\n",
       " 'saus': 104779,\n",
       " 'blinked': 33829,\n",
       " '6fgw': 17610,\n",
       " 'cone': 41811,\n",
       " '00100000': 137,\n",
       " 'breton': 34950,\n",
       " 'x6u6lxnn': 125881,\n",
       " 'lebanon': 75082,\n",
       " 'sprinkling': 109666,\n",
       " 'grasham': 60177,\n",
       " 'homeboy': 63814,\n",
       " 's4lawren': 104003,\n",
       " 'steveha': 110635,\n",
       " 'hba': 62307,\n",
       " '6644': 17056,\n",
       " 'x8c': 125935,\n",
       " 'j34aj': 69146,\n",
       " 'electornic': 51018,\n",
       " 'gregl': 60318,\n",
       " 'occassionaly': 89148,\n",
       " 'mogelijkheid': 83355,\n",
       " 'b4s': 31119,\n",
       " 'colonel': 41037,\n",
       " 'leos': 75340,\n",
       " 'undercoating': 118569,\n",
       " 'halter': 61719,\n",
       " '1q09ud': 7375,\n",
       " 'bryn': 35275,\n",
       " 'plants': 94273,\n",
       " '1500kg': 4613,\n",
       " 'mudhq': 84711,\n",
       " '907': 21517,\n",
       " '5i0yg': 15984,\n",
       " 'grahamt': 60072,\n",
       " 'remotest': 100845,\n",
       " 'nightime': 87269,\n",
       " 'athanasian': 30097,\n",
       " 'brownvm': 35204,\n",
       " 'craw': 43271,\n",
       " 'walton': 123157,\n",
       " 'kupka': 73830,\n",
       " '27533': 10085,\n",
       " 'recursively': 100153,\n",
       " 'hairenik': 61630,\n",
       " '8qiu': 21233,\n",
       " 'glial': 59385,\n",
       " 'zlfilpx': 129520,\n",
       " '1qsfak': 7717,\n",
       " 'mist': 82511,\n",
       " 'laudable': 74735,\n",
       " 'bekaa': 32602,\n",
       " 'beeping': 32494,\n",
       " '2of5': 11015,\n",
       " 'studios': 111183,\n",
       " 'triumph': 116575,\n",
       " 'brookens': 35156,\n",
       " '_xob': 24593,\n",
       " 'assemblies': 29845,\n",
       " 'xmusrc': 126751,\n",
       " 'destabilize': 46652,\n",
       " 'photoelectric': 93619,\n",
       " 'vuw': 122392,\n",
       " 'distrusted': 47994,\n",
       " '8885': 20704,\n",
       " '1894': 6092,\n",
       " 's30qvq': 103938,\n",
       " 'libelous': 75700,\n",
       " 'rotted': 103041,\n",
       " 'budienny': 35461,\n",
       " '0yg': 2307,\n",
       " 'girouard': 59178,\n",
       " 'afhetzel': 26558,\n",
       " 'backdrop': 31425,\n",
       " 'wolfenstein': 124890,\n",
       " 'counterfeiters': 42915,\n",
       " 'bee': 32472,\n",
       " 'littlefield': 76212,\n",
       " 'surgeon': 112058,\n",
       " 'fled': 55802,\n",
       " 'refurbished': 100396,\n",
       " '098': 1571,\n",
       " 'during': 49506,\n",
       " 'motayef': 83846,\n",
       " '3152': 11590,\n",
       " 'salted': 104456,\n",
       " 'cypress': 44473,\n",
       " 'klaava': 73004,\n",
       " 'mamaysky': 79168,\n",
       " 'wathcing': 123371,\n",
       " 'vvwx': 122418,\n",
       " 'rang': 99259,\n",
       " 'wilt': 124384,\n",
       " 'rented': 100924,\n",
       " 'flaunting': 55778,\n",
       " 'mrhagger': 84327,\n",
       " 'megatrend': 80909,\n",
       " 'overstrike': 91106,\n",
       " 'matusevich': 79894,\n",
       " 'ncoast': 86339,\n",
       " 'nondiscript': 87746,\n",
       " 's7t': 104087,\n",
       " 'wpkt3m': 125161,\n",
       " 'vcbo': 120876,\n",
       " '560': 15454,\n",
       " 'upie': 119502,\n",
       " 'reprehensible': 101066,\n",
       " 'michae': 81793,\n",
       " 'terseness': 114218,\n",
       " '204657': 8494,\n",
       " 'hkj35': 63448,\n",
       " 'eosdis': 52047,\n",
       " 'd4h8': 44653,\n",
       " '220610': 8952,\n",
       " 'w5uy7': 122820,\n",
       " 'gethsemane': 58848,\n",
       " 'substancial': 111431,\n",
       " 'rhythm': 101868,\n",
       " 'saab': 104195,\n",
       " 'lde': 74975,\n",
       " 'ptt': 96833,\n",
       " 'rhenquist': 101821,\n",
       " 'rider': 101947,\n",
       " 'appleshare': 28864,\n",
       " 'sh4': 106473,\n",
       " '1tt8': 8083,\n",
       " 'lsj': 77112,\n",
       " 'hyssop': 64992,\n",
       " 'riston': 102132,\n",
       " 'assaulting': 29834,\n",
       " 'leslie': 75373,\n",
       " '8593': 20499,\n",
       " 'pad': 91659,\n",
       " '8efw8': 20971,\n",
       " 'cco': 38412,\n",
       " '1105': 3004,\n",
       " 'nacme': 85918,\n",
       " 'cog': 40870,\n",
       " 'dedicating': 45794,\n",
       " 'sacrificing': 104265,\n",
       " 'dorin': 48645,\n",
       " 'repo': 101039,\n",
       " 'csnet': 43824,\n",
       " 'vechorik': 120963,\n",
       " 'mcpr': 80470,\n",
       " 'egdar': 50698,\n",
       " 'narrated': 86084,\n",
       " 'bait': 31592,\n",
       " '667': 17077,\n",
       " 'backplane': 31461,\n",
       " 'denounce': 46329,\n",
       " '0901': 1498,\n",
       " 'deskterm': 46614,\n",
       " 'seasnet': 105695,\n",
       " 'mnhcc': 83127,\n",
       " 'outlines': 90837,\n",
       " 'd13': 44541,\n",
       " 'daacdev1': 44822,\n",
       " 'unilaterally': 118872,\n",
       " 'rxcmd': 103693,\n",
       " 'waste': 123321,\n",
       " 'erlang': 52331,\n",
       " 'vt100': 122293,\n",
       " 'msci': 84439,\n",
       " 'bm9e': 34004,\n",
       " 'vt102': 122295,\n",
       " 'zumwalt': 129942,\n",
       " 'dame': 44937,\n",
       " '733866833': 18559,\n",
       " 'psychopaths': 96775,\n",
       " 'pdh': 92642,\n",
       " 'bothers': 34530,\n",
       " '72pu': 18509,\n",
       " 'nahfnajz': 85956,\n",
       " '0001': 55,\n",
       " '0mq69': 1941,\n",
       " 'jawad': 69574,\n",
       " 'rueppel': 103444,\n",
       " '023428': 704,\n",
       " 'capillary': 37721,\n",
       " '_sun': 24429,\n",
       " 'independents': 66862,\n",
       " 'm1j2xp': 77715,\n",
       " 'discusing': 47652,\n",
       " 'gbn': 58344,\n",
       " 'w9e9': 122914,\n",
       " 'storms': 110874,\n",
       " ...}"
      ]
     },
     "execution_count": 21,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "tfidf_vect.vocabulary_"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "metadata": {
    "collapsed": false
   },
   "outputs": [],
   "source": [
    "# create pandas dataframe\n",
    "vec = news_tfidf.max(axis=0)\n",
    "df  = pd.DataFrame(data=vec.toarray(),columns=tfidf_vect.get_feature_names())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "kk          0.870294\n",
       "db          0.871473\n",
       "scsi        0.875086\n",
       "blah        0.879426\n",
       "donoghue    0.891653\n",
       "00          0.907726\n",
       "___         0.908826\n",
       "25          0.913127\n",
       "forged      0.940511\n",
       "ax          0.998314\n",
       "dtype: float64"
      ]
     },
     "execution_count": 23,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# largest tfidf \n",
    "df.max().sort_values()[-10:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(11314, 28592)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "dialix            0.947270\n",
       "blah              0.952881\n",
       "ualberta          0.956563\n",
       "stephanopoulos    0.959855\n",
       "forged            0.971300\n",
       "mufti             0.976947\n",
       "ax                0.999881\n",
       "meyers            1.000000\n",
       "slower            1.000000\n",
       "ucsd              1.000000\n",
       "dtype: float64"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# now lets do the transformation with a smaller vocabulary\n",
    "tfidf_vect = TfidfVectorizer(stop_words='english',\n",
    "                             max_df=0.01,\n",
    "                             min_df=4)\n",
    "news_tfidf = tfidf_vect.fit_transform(bunch.data) \n",
    "print(news_tfidf.shape)\n",
    "vec=news_tfidf.max(axis=0)\n",
    "df = pd.DataFrame(data=vec.toarray(),columns=tfidf_vect.get_feature_names())\n",
    "df.max().sort_values()[-10:]"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "# Using your own vocabulary"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "metadata": {
    "collapsed": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "(11314, 79340)\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "incoming    0.925305\n",
       "siemens     0.927114\n",
       "water       0.928029\n",
       "echo        0.947289\n",
       "blah        0.951962\n",
       "dos         0.953675\n",
       "lib         0.954914\n",
       "forged      0.978762\n",
       "la          0.982737\n",
       "ax          0.999999\n",
       "dtype: float64"
      ]
     },
     "execution_count": 25,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# read in scrabble dictionary from file\n",
    "with open('data/ospd.txt') as f:\n",
    "    vocab = f.read().split('\\n')\n",
    "    \n",
    "# now lets do the transformation with a custom vocabulary\n",
    "tfidf_vect = TfidfVectorizer(vocabulary=vocab)\n",
    "news_tfidf = tfidf_vect.fit_transform(bunch.data) \n",
    "print(news_tfidf.shape)\n",
    "vec=news_tfidf.max(axis=0)\n",
    "df = pd.DataFrame(data=vec.toarray(),columns=tfidf_vect.get_feature_names())\n",
    "df.max().sort_values()[-10:]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {
    "collapsed": true
   },
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "anaconda-cloud": {},
  "kernelspec": {
   "display_name": "Python [MLEnv]",
   "language": "python",
   "name": "Python [MLEnv]"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.5.2"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}