Web Scraping_no run.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "f5a04428-dc7e-4f7a-82b4-5272e8cb8fa1",
   "metadata": {},
   "source": [
    "# Web Scraping"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "8d5fb8dc-003b-4d4f-93be-8bdb71a4b657",
   "metadata": {},
   "outputs": [],
   "source": [
    "import requests\n",
    "from bs4 import BeautifulSoup\n",
    "from lxml import etree\n",
    "import numpy as np\n",
    "import csv\n",
    "\n",
    "verbose = True"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5421b042-8084-4de1-b5b5-fcb9bcb4f8c2",
   "metadata": {},
   "source": [
    "\n",
    "## Elo Ratings\n",
    "\n",
    "&#9632; For Fifa Ranking by year <br>\n",
    "&#9632; Has data on Matches [Data can be grabbed from results.csv] <br> \n",
    "<ol>\n",
    "    &#9633; Home/Away/Neutral <br>\n",
    "    &#9633; Wins/Losses/Draws <br>\n",
    "    </ol>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 67,
   "id": "9513576e-671b-488d-bb0a-c2ddbbb24432",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Raw HTML content \n",
      " b'<!DOCTYPE html>\\n<html lang=\"en\"><head><title>World Football Elo Ratings</title>\\n<meta http-equiv=\"Content-Type\" content=\"text/html; charset=utf-8\"/>\\n<meta name=\"description\" content=\"Ratings for national football teams based on the Elo rating system.\">\\n<meta name=\"keywords\" content=\"football, ratings, Elo, rankings, national, international, soccer, teams\">\\n<meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0, minimum-scale=1.0, maximum-scale=1.0, user-scalable=no\">\\n<link rel=\"stylesheet\" href=\"scripts/slick.grid.css\" type=\"text/css\"/>\\n<link rel=\"stylesheet\" href=\"scripts/dygraph.css\" type=\"text/css\"/>\\n<script type=\"text/javascript\" src=\"scripts/dygraph.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/jquery.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/slick.core.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/slick.grid.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/cldr.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/event.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/supplemental.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/globalize.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/number.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/date.js\"></script>\\n<script type=\"text/javascript\" src=\"scripts/ratings.js\"></script>\\n<link rel=\"stylesheet\" href=\"scripts/css.css\" type=\"text/css\">\\n</head>\\n<body>\\n<div id=\"main\" class=\"main\">\\n  <h1 id=\"mainheader\" class=\"mainheader\"></h1>\\n  <div id=\"topnav\" class=\"topnav\"></div>\\n  <h3 id=\"subheader\" class=\"subheader\"></h3>\\n  <div id=\"maindiv\" class=\"maindiv\"></div>\\n</div>\\n<div id=\"mainmenu\" class=\"mainmenu\"></div>\\n<div class=\"mainloader\">\\n  <div id=\"loadheader\" class=\"loadheader\">World Football Elo&nbsp;Ratings</div>\\n</div>\\n</body>\\n</html>\\n' \n",
      "\n",
      "\n",
      "Prettified Soup \n",
      " <!DOCTYPE html>\n",
      "<html lang=\"en\">\n",
      " <head>\n",
      "  <title>\n",
      "   World Football Elo Ratings\n",
      "  </title>\n",
      "  <meta content=\"text/html; charset=utf-8\" http-equiv=\"Content-Type\"/>\n",
      "  <meta content=\"Ratings for national football teams based on the Elo rating system.\" name=\"description\"/>\n",
      "  <meta content=\"football, ratings, Elo, rankings, national, international, soccer, teams\" name=\"keywords\"/>\n",
      "  <meta content=\"width=device-width, initial-scale=1.0, minimum-scale=1.0, maximum-scale=1.0, user-scalable=no\" name=\"viewport\"/>\n",
      "  <link href=\"scripts/slick.grid.css\" rel=\"stylesheet\" type=\"text/css\"/>\n",
      "  <link href=\"scripts/dygraph.css\" rel=\"stylesheet\" type=\"text/css\"/>\n",
      "  <script src=\"scripts/dygraph.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/jquery.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/slick.core.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/slick.grid.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/cldr.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/event.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/supplemental.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/globalize.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/number.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/date.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <script src=\"scripts/ratings.js\" type=\"text/javascript\">\n",
      "  </script>\n",
      "  <link href=\"scripts/css.css\" rel=\"stylesheet\" type=\"text/css\"/>\n",
      " </head>\n",
      " <body>\n",
      "  <div class=\"main\" id=\"main\">\n",
      "   <h1 class=\"mainheader\" id=\"mainheader\">\n",
      "   </h1>\n",
      "   <div class=\"topnav\" id=\"topnav\">\n",
      "   </div>\n",
      "   <h3 class=\"subheader\" id=\"subheader\">\n",
      "   </h3>\n",
      "   <div class=\"maindiv\" id=\"maindiv\">\n",
      "   </div>\n",
      "  </div>\n",
      "  <div class=\"mainmenu\" id=\"mainmenu\">\n",
      "  </div>\n",
      "  <div class=\"mainloader\">\n",
      "   <div class=\"loadheader\" id=\"loadheader\">\n",
      "    World Football Elo Ratings\n",
      "   </div>\n",
      "  </div>\n",
      " </body>\n",
      "</html>\n",
      " \n",
      "\n",
      "\n"
     ]
    }
   ],
   "source": [
    "URL = 'https://eloratings.net/'\n",
    "headers = {\"User-Agent\":\"Mozilla/5.0\"}\n",
    "requested = requests.get(URL) # get URL\n",
    "verbose = True\n",
    "\n",
    "if verbose: # print raw html content\n",
    "    print('Raw HTML content \\n', requested.content, '\\n\\n')\n",
    "\n",
    "soup = BeautifulSoup(requested.content, 'lxml')\n",
    "\n",
    "if verbose:\n",
    "    print('Prettified Soup \\n', soup.prettify(), '\\n\\n')"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "5719b256-b646-4f4b-a16d-726b1d31548c",
   "metadata": {},
   "source": [
    "'''\n",
    "def format_Date(currentDate):\n",
    "    print('IN FORMAT', currentDate)\n",
    "    newDate[2] = str((int(currentDate[2])- 1))\n",
    "    if (int(newDate[2]) == 0): # next month\n",
    "        newDate[2] = '31'\n",
    "        newDate[1] = str((int(currentDate[1])-1()\n",
    "\n",
    "    if (int(newDate[1]) == 0): # next year\n",
    "        newDate[1] = '12'\n",
    "        newDate[0] = str((int(currentDate[0]) - 1))\n",
    "    \n",
    "    if int(newDate[1]) < 10:\n",
    "        newDate[1] = '0' + str(newDate[1])\n",
    "    return newDate\n",
    "\n",
    "def get_Next_Date(currentDate, newDate, baseURL, dateURL, headers):\n",
    "    # format currentDate = ['year', 'month', 'day']\n",
    "    date = format_Date(currentDate)\n",
    "    newDate = '-'.join(date)\n",
    "    \n",
    "    requested = requests.get(baseURL + newDate + dateURL, headers = headers)\n",
    "    while str(requested) == '<Response [500]>':\n",
    "        # next date\n",
    "        date = format_Date(currentDate)\n",
    "            \n",
    "        newDate = '-'.join(date)\n",
    "        print(newDate)\n",
    "        requested = requests.get(baseURL + newDate + dateURL, headers = headers)\n",
    "        print(requested)\n",
    "        \n",
    "    return newDate\n",
    "    #soup = BeautifulSoup(requedted.content, 'lxml')\n",
    "    #dom = etree.HTML(str(soup))\n",
    "    '''\n",
    "## Transfer Market\n",
    "\n",
    "&#9632; Squad Size <br>\n",
    "&#9632; Average Age <br> \n",
    "&#9632; Total Value <br>\n",
    "&#9632; Points <br>\n",
    "&#9632; Confederation <br>\n",
    "<ol>\n",
    "    &#9633; Valuable b/c could get confederation data to use <br>\n",
    "    &#9633; Potential Issue Confederation stats only, CONACAF not as good as UEFA <br>\n",
    "    </ol>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c5d74435-9aa5-434d-800c-2a6e901a12e1",
   "metadata": {},
   "outputs": [],
   "source": [
    "'''\n",
    "def format_Date(currentDate):\n",
    "    print('IN FORMAT', currentDate)\n",
    "    newDate[2] = str((int(currentDate[2])- 1))\n",
    "    if (int(newDate[2]) == 0): # next month\n",
    "        newDate[2] = '31'\n",
    "        newDate[1] = str((int(currentDate[1])-1()\n",
    "\n",
    "    if (int(newDate[1]) == 0): # next year\n",
    "        newDate[1] = '12'\n",
    "        newDate[0] = str((int(currentDate[0]) - 1))\n",
    "    \n",
    "    if int(newDate[1]) < 10:\n",
    "        newDate[1] = '0' + str(newDate[1])\n",
    "    return newDate\n",
    "\n",
    "def get_Next_Date(currentDate, newDate, baseURL, dateURL, headers):\n",
    "    # format currentDate = ['year', 'month', 'day']\n",
    "    date = format_Date(currentDate)\n",
    "    newDate = '-'.join(date)\n",
    "    \n",
    "    requested = requests.get(baseURL + newDate + dateURL, headers = headers)\n",
    "    while str(requested) == '<Response [500]>':\n",
    "        # next date\n",
    "        date = format_Date(currentDate)\n",
    "            \n",
    "        newDate = '-'.join(date)\n",
    "        print(newDate)\n",
    "        requested = requests.get(baseURL + newDate + dateURL, headers = headers)\n",
    "        print(requested)\n",
    "        \n",
    "    return newDate\n",
    "    #soup = BeautifulSoup(requedted.content, 'lxml')\n",
    "    #dom = etree.HTML(str(soup))\n",
    "    '''"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "153fc993-f1ae-41fa-bb86-4893348e048c",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_Fifa_Rankings(URL, ranks, headers, newDate): # function for grabbing fifa rankings from one page\n",
    "    requested = requests.get(URL, headers = headers)\n",
    "    soup = BeautifulSoup(requested.content, 'lxml')\n",
    "    dom = etree.HTML(str(soup)) #. beautiful soup stuff\n",
    "    \n",
    "    base_path = '//*[@id=\"yw1\"]/table/tbody/tr['\n",
    "    xpath = '1]/td[2]/a[2]' # xpath addition\n",
    "    # xpath = '//*[@id=\"yw1\"]/table/tbody/tr[1]/td[2]/a[2]' for team name\n",
    "    # xpath = '//*[@id=\"yw1\"]/table/tbody/tr[1]/td[i]' for confederation(i = 3) for ranking(i=4)\n",
    "    \n",
    "    teams = 25\n",
    "    currentRow = ['Position', 'Team', 'Points'] # blank template\n",
    "    for i in range(teams):\n",
    "        xpath = base_path + str(i+1) + ']/td['\n",
    "        teamPath = xpath + '2]/a[2]'\n",
    "        currentRow[0] = dom.xpath(teamPath)[0].text\n",
    "        for j in range(1,3):\n",
    "            path = xpath + str(j+2) + ']'\n",
    "            currentRow[j] = dom.xpath(path)[0].text\n",
    "        currentRow[3] = newDate\n",
    "        ranks.append(currentRow)\n",
    "        currentRow = ['Position', 'Team', 'Points'] # blank template\n",
    "        \n",
    "    #print(dom.xpath(xpath)[0].text)\n",
    "    return ranks\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "6b320f5e-6351-4862-a52f-dd85794d6821",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "2022-02-10\n",
      "2021-12-23\n",
      "2021-11-19\n",
      "2021-10-21\n",
      "2021-08-12\n",
      "2021-06-15\n",
      "2021-02-18\n",
      "2021-02-03\n",
      "[['Belgium', 'UEFA', '1828', '2022-02-10'], ['Brazil', 'CONMEBOL', '1823', '2022-02-10'], ['France', 'UEFA', '1786', '2022-02-10'], ['Argentina', 'CONMEBOL', '1767', '2022-02-10'], ['England', 'UEFA', '1756', '2022-02-10'], ['Italy', 'UEFA', '1741', '2022-02-10'], ['Spain', 'UEFA', '1705', '2022-02-10'], ['Portugal', 'UEFA', '1660', '2022-02-10'], ['Denmark', 'UEFA', '1655', '2022-02-10'], ['Netherlands', 'UEFA', '1654', '2022-02-10'], ['Germany', 'UEFA', '1648', '2022-02-10'], ['Mexico', 'CONCACAF', '1648', '2022-02-10'], ['USA', 'CONCACAF', '1643', '2022-02-10'], ['Switzerland', 'UEFA', '1643', '2022-02-10'], ['Croatia', 'UEFA', '1621', '2022-02-10'], ['Uruguay', 'CONMEBOL', '1614', '2022-02-10'], ['Sweden', 'UEFA', '1588', '2022-02-10'], ['Senegal', 'CAF', '1588', '2022-02-10'], ['Colombia', 'CONMEBOL', '1586', '2022-02-10'], ['Wales', 'UEFA', '1578', '2022-02-10'], ['Iran', 'AFC', '1573', '2022-02-10'], ['Peru', 'CONMEBOL', '1563', '2022-02-10'], ['Japan', 'AFC', '1550', '2022-02-10'], ['Morocco', 'CAF', '1547', '2022-02-10'], ['Serbia', 'UEFA', '1547', '2022-02-10'], [...], ['Chile', 'CONMEBOL', '1543', '2022-02-10'], ['Ukraine', 'UEFA', '1535', '2022-02-10'], ['Poland', 'UEFA', '1531', '2022-02-10'], ['South Korea', 'AFC', '1523', '2022-02-10'], ['Austria', 'UEFA', '1512', '2022-02-10'], ['Czechia', 'UEFA', '1510', '2022-02-10'], ['Nigeria', 'CAF', '1510', '2022-02-10'], ['Canada', 'CONCACAF', '1498', '2022-02-10'], ['Egypt', 'CAF', '1497', '2022-02-10'], ['Russia', 'UEFA', '1493', '2022-02-10'], ['Tunisia', 'CAF', '1490', '2022-02-10'], ['Australia', 'AFC', '1487', '2022-02-10'], ['Cameroon', 'CAF', '1481', '2022-02-10'], ['Turkey', 'UEFA', '1473', '2022-02-10'], ['Scotland', 'UEFA', '1472', '2022-02-10'], ['Hungary', 'UEFA', '1466', '2022-02-10'], ['Costa Rica', 'CONCACAF', '1464', '2022-02-10'], ['Algeria', 'CAF', '1461', '2022-02-10'], ['Ecuador', 'CONMEBOL', '1459', '2022-02-10'], ['Norway', 'UEFA', '1455', '2022-02-10'], ['Slovakia', 'UEFA', '1455', '2022-02-10'], ['Romania', 'UEFA', '1453', '2022-02-10'], ['Mali', 'CAF', '1446', '2022-02-10'], ['Ireland', 'UEFA', '1444', '2022-02-10'], ['Paraguay', 'CONMEBOL', '1441', '2022-02-10'], [...], ['Ivory Coast', 'CAF', '1440', '2022-02-10'], ['Qatar', 'AFC', '1438', '2022-02-10'], ['Saudi Arabia', 'AFC', '1434', '2022-02-10'], ['N. Ireland', 'UEFA', '1425', '2022-02-10'], ['Greece', 'UEFA', '1422', '2022-02-10'], ['Burkina Faso', 'CAF', '1419', '2022-02-10'], ['Finland', 'UEFA', '1412', '2022-02-10'], ['Venezuela', 'CONMEBOL', '1411', '2022-02-10'], ['Bosnia', 'UEFA', '1391', '2022-02-10'], ['Iceland', 'UEFA', '1383', '2022-02-10'], ['Ghana', 'CAF', '1381', '2022-02-10'], ['Jamaica', 'CONCACAF', '1379', '2022-02-10'], ['Panama', 'CONCACAF', '1376', '2022-02-10'], ['Slovenia', 'UEFA', '1375', '2022-02-10'], ['Albania', 'UEFA', '1375', '2022-02-10'], ['DR Congo', 'CAF', '1370', '2022-02-10'], ['North Macedonia', 'UEFA', '1367', '2022-02-10'], ['South Africa', 'CAF', '1358', '2022-02-10'], ['U. A. E.', 'AFC', '1353', '2022-02-10'], ['El Salvador', 'CONCACAF', '1346', '2022-02-10'], ['Bulgaria', 'UEFA', '1345', '2022-02-10'], ['Montenegro', 'UEFA', '1343', '2022-02-10'], ['Cape Verde', 'CAF', '1337', '2022-02-10'], ['Iraq', 'AFC', '1325', '2022-02-10'], ['China', 'AFC', '1314', '2022-02-10'], [...], ['Belgium', 'UEFA', '1828', '2021-12-23'], ['Brazil', 'CONMEBOL', '1826', '2021-12-23'], ['France', 'UEFA', '1786', '2021-12-23'], ['England', 'UEFA', '1756', '2021-12-23'], ['Argentina', 'CONMEBOL', '1751', '2021-12-23'], ['Italy', 'UEFA', '1741', '2021-12-23'], ['Spain', 'UEFA', '1705', '2021-12-23'], ['Portugal', 'UEFA', '1660', '2021-12-23'], ['Denmark', 'UEFA', '1655', '2021-12-23'], ['Netherlands', 'UEFA', '1654', '2021-12-23'], ['USA', 'CONCACAF', '1649', '2021-12-23'], ['Germany', 'UEFA', '1648', '2021-12-23'], ['Switzerland', 'UEFA', '1643', '2021-12-23'], ['Mexico', 'CONCACAF', '1638', '2021-12-23'], ['Croatia', 'UEFA', '1621', '2021-12-23'], ['Colombia', 'CONMEBOL', '1607', '2021-12-23'], ['Uruguay', 'CONMEBOL', '1597', '2021-12-23'], ['Sweden', 'UEFA', '1588', '2021-12-23'], ['Wales', 'UEFA', '1578', '2021-12-23'], ['Senegal', 'CAF', '1562', '2021-12-23'], ['Iran', 'AFC', '1558', '2021-12-23'], ['Peru', 'CONMEBOL', '1551', '2021-12-23'], ['Serbia', 'UEFA', '1547', '2021-12-23'], ['Chile', 'CONMEBOL', '1543', '2021-12-23'], ['Ukraine', 'UEFA', '1535', '2021-12-23'], [...], ['Japan', 'AFC', '1532', '2021-12-23'], ['Poland', 'UEFA', '1531', '2021-12-23'], ['Morocco', 'CAF', '1530', '2021-12-23'], ['Algeria', 'CAF', '1517', '2021-12-23'], ['Tunisia', 'CAF', '1513', '2021-12-23'], ['Austria', 'UEFA', '1512', '2021-12-23'], ['Czechia', 'UEFA', '1510', '2021-12-23'], ['South Korea', 'AFC', '1507', '2021-12-23'], ['Russia', 'UEFA', '1493', '2021-12-23'], ['Australia', 'AFC', '1485', '2021-12-23'], ['Nigeria', 'CAF', '1479', '2021-12-23'], ['Turkey', 'UEFA', '1473', '2021-12-23'], ['Scotland', 'UEFA', '1472', '2021-12-23'], ['Hungary', 'UEFA', '1466', '2021-12-23'], ['Canada', 'CONCACAF', '1462', '2021-12-23'], ['Norway', 'UEFA', '1455', '2021-12-23'], ['Slovakia', 'UEFA', '1455', '2021-12-23'], ['Paraguay', 'CONMEBOL', '1455', '2021-12-23'], ['Romania', 'UEFA', '1453', '2021-12-23'], ['Egypt', 'CAF', '1452', '2021-12-23'], ['Ecuador', 'CONMEBOL', '1448', '2021-12-23'], ['Ireland', 'UEFA', '1444', '2021-12-23'], ['Qatar', 'AFC', '1438', '2021-12-23'], ['Costa Rica', 'CONCACAF', '1437', '2021-12-23'], ['Cameroon', 'CAF', '1437', '2021-12-23'], [...], ['Saudi Arabia', 'AFC', '1435', '2021-12-23'], ['Ghana', 'CAF', '1429', '2021-12-23'], ['Mali', 'CAF', '1428', '2021-12-23'], ['N. Ireland', 'UEFA', '1425', '2021-12-23'], ['Greece', 'UEFA', '1422', '2021-12-23'], ['Ivory Coast', 'CAF', '1418', '2021-12-23'], ['Jamaica', 'CONCACAF', '1412', '2021-12-23'], ['Finland', 'UEFA', '1412', '2021-12-23'], ['Venezuela', 'CONMEBOL', '1409', '2021-12-23'], ['Burkina Faso', 'CAF', '1398', '2021-12-23'], ['Bosnia', 'UEFA', '1391', '2021-12-23'], ['Iceland', 'UEFA', '1385', '2021-12-23'], ['Panama', 'CONCACAF', '1379', '2021-12-23'], ['DR Congo', 'CAF', '1376', '2021-12-23'], ['Slovenia', 'UEFA', '1375', '2021-12-23'], ['Albania', 'UEFA', '1375', '2021-12-23'], ['North Macedonia', 'UEFA', '1367', '2021-12-23'], ['South Africa', 'CAF', '1358', '2021-12-23'], ['U. A. E.', 'AFC', '1350', '2021-12-23'], ['El Salvador', 'CONCACAF', '1349', '2021-12-23'], ['Bulgaria', 'UEFA', '1345', '2021-12-23'], ['Montenegro', 'UEFA', '1343', '2021-12-23'], ['Cape Verde', 'CAF', '1339', '2021-12-23'], ['China', 'AFC', '1337', '2021-12-23'], ['Iraq', 'AFC', '1333', '2021-12-23'], [...], ['Belgium', 'UEFA', '1828', '2021-11-19'], ['Brazil', 'CONMEBOL', '1826', '2021-11-19'], ['France', 'UEFA', '1786', '2021-11-19'], ['England', 'UEFA', '1756', '2021-11-19'], ['Argentina', 'CONMEBOL', '1751', '2021-11-19'], ['Italy', 'UEFA', '1741', '2021-11-19'], ['Spain', 'UEFA', '1705', '2021-11-19'], ['Portugal', 'UEFA', '1660', '2021-11-19'], ['Denmark', 'UEFA', '1655', '2021-11-19'], ['Netherlands', 'UEFA', '1654', '2021-11-19'], ['Germany', 'UEFA', '1648', '2021-11-19'], ['USA', 'CONCACAF', '1647', '2021-11-19'], ['Switzerland', 'UEFA', '1643', '2021-11-19'], ['Mexico', 'CONCACAF', '1639', '2021-11-19'], ['Croatia', 'UEFA', '1621', '2021-11-19'], ['Colombia', 'CONMEBOL', '1607', '2021-11-19'], ['Uruguay', 'CONMEBOL', '1597', '2021-11-19'], ['Sweden', 'UEFA', '1588', '2021-11-19'], ['Wales', 'UEFA', '1578', '2021-11-19'], ['Senegal', 'CAF', '1562', '2021-11-19'], ['Iran', 'AFC', '1558', '2021-11-19'], ['Peru', 'CONMEBOL', '1551', '2021-11-19'], ['Serbia', 'UEFA', '1547', '2021-11-19'], ['Chile', 'CONMEBOL', '1541', '2021-11-19'], ['Ukraine', 'UEFA', '1535', '2021-11-19'], [...], ['Japan', 'AFC', '1532', '2021-11-19'], ['Poland', 'UEFA', '1531', '2021-11-19'], ['Morocco', 'CAF', '1526', '2021-11-19'], ['Tunisia', 'CAF', '1512', '2021-11-19'], ['Austria', 'UEFA', '1512', '2021-11-19'], ['Czechia', 'UEFA', '1510', '2021-11-19'], ['Algeria', 'CAF', '1509', '2021-11-19'], ['South Korea', 'AFC', '1507', '2021-11-19'], ['Russia', 'UEFA', '1493', '2021-11-19'], ['Australia', 'AFC', '1485', '2021-11-19'], ['Nigeria', 'CAF', '1479', '2021-11-19'], ['Turkey', 'UEFA', '1473', '2021-11-19'], ['Scotland', 'UEFA', '1472', '2021-11-19'], ['Hungary', 'UEFA', '1466', '2021-11-19'], ['Canada', 'CONCACAF', '1462', '2021-11-19'], ['Norway', 'UEFA', '1455', '2021-11-19'], ['Slovakia', 'UEFA', '1455', '2021-11-19'], ['Paraguay', 'CONMEBOL', '1455', '2021-11-19'], ['Romania', 'UEFA', '1453', '2021-11-19'], ['Egypt', 'CAF', '1450', '2021-11-19'], ['Ecuador', 'CONMEBOL', '1449', '2021-11-19'], ['Ireland', 'UEFA', '1444', '2021-11-19'], ['Saudi Arabia', 'AFC', '1441', '2021-11-19'], ['Costa Rica', 'CONCACAF', '1437', '2021-11-19'], ['Cameroon', 'CAF', '1437', '2021-11-19'], [...], ['Qatar', 'AFC', '1431', '2021-11-19'], ['Ghana', 'CAF', '1429', '2021-11-19'], ['Mali', 'CAF', '1428', '2021-11-19'], ['N. Ireland', 'UEFA', '1425', '2021-11-19'], ['Greece', 'UEFA', '1422', '2021-11-19'], ['Ivory Coast', 'CAF', '1418', '2021-11-19'], ['Jamaica', 'CONCACAF', '1412', '2021-11-19'], ['Finland', 'UEFA', '1412', '2021-11-19'], ['Venezuela', 'CONMEBOL', '1409', '2021-11-19'], ['Burkina Faso', 'CAF', '1398', '2021-11-19'], ['Bosnia', 'UEFA', '1393', '2021-11-19'], ['Iceland', 'UEFA', '1385', '2021-11-19'], ['Panama', 'CONCACAF', '1379', '2021-11-19'], ['DR Congo', 'CAF', '1376', '2021-11-19'], ['Slovenia', 'UEFA', '1375', '2021-11-19'], ['Albania', 'UEFA', '1375', '2021-11-19'], ['North Macedonia', 'UEFA', '1367', '2021-11-19'], ['South Africa', 'CAF', '1358', '2021-11-19'], ['El Salvador', 'CONCACAF', '1351', '2021-11-19'], ['U. A. E.', 'AFC', '1350', '2021-11-19'], ['Bulgaria', 'UEFA', '1345', '2021-11-19'], ['Montenegro', 'UEFA', '1343', '2021-11-19'], ['Cape Verde', 'CAF', '1339', '2021-11-19'], ['China', 'AFC', '1337', '2021-11-19'], ['Iraq', 'AFC', '1336', '2021-11-19'], [...], ['Belgium', 'UEFA', '1832', '2021-10-21'], ['Brazil', 'CONMEBOL', '1820', '2021-10-21'], ['France', 'UEFA', '1779', '2021-10-21'], ['Italy', 'UEFA', '1751', '2021-10-21'], ['England', 'UEFA', '1750', '2021-10-21'], ['Argentina', 'CONMEBOL', '1739', '2021-10-21'], ['Spain', 'UEFA', '1688', '2021-10-21'], ['Portugal', 'UEFA', '1682', '2021-10-21'], ['Mexico', 'CONCACAF', '1673', '2021-10-21'], ['Denmark', 'UEFA', '1669', '2021-10-21'], ['Netherlands', 'UEFA', '1652', '2021-10-21'], ['Germany', 'UEFA', '1642', '2021-10-21'], ['USA', 'CONCACAF', '1639', '2021-10-21'], ['Switzerland', 'UEFA', '1634', '2021-10-21'], ['Uruguay', 'CONMEBOL', '1626', '2021-10-21'], ['Colombia', 'CONMEBOL', '1619', '2021-10-21'], ['Sweden', 'UEFA', '1619', '2021-10-21'], ['Croatia', 'UEFA', '1609', '2021-10-21'], ['Wales', 'UEFA', '1567', '2021-10-21'], ['Senegal', 'CAF', '1565', '2021-10-21'], ['Chile', 'CONMEBOL', '1546', '2021-10-21'], ['Iran', 'AFC', '1545', '2021-10-21'], ['Poland', 'UEFA', '1542', '2021-10-21'], ['Peru', 'CONMEBOL', '1534', '2021-10-21'], ['Serbia', 'UEFA', '1527', '2021-10-21'], [...], ['Ukraine', 'UEFA', '1527', '2021-10-21'], ['Tunisia', 'CAF', '1525', '2021-10-21'], ['Japan', 'AFC', '1518', '2021-10-21'], ['Morocco', 'CAF', '1513', '2021-10-21'], ['Algeria', 'CAF', '1509', '2021-10-21'], ['Czechia', 'UEFA', '1503', '2021-10-21'], ['Austria', 'UEFA', '1501', '2021-10-21'], ['Russia', 'UEFA', '1497', '2021-10-21'], ['Australia', 'AFC', '1490', '2021-10-21'], ['South Korea', 'AFC', '1489', '2021-10-21'], ['Nigeria', 'CAF', '1478', '2021-10-21'], ['Norway', 'UEFA', '1472', '2021-10-21'], ['Paraguay', 'CONMEBOL', '1461', '2021-10-21'], ['Turkey', 'UEFA', '1461', '2021-10-21'], ['Slovakia', 'UEFA', '1454', '2021-10-21'], ['Romania', 'UEFA', '1452', '2021-10-21'], ['Scotland', 'UEFA', '1451', '2021-10-21'], ['Hungary', 'UEFA', '1449', '2021-10-21'], ['Egypt', 'CAF', '1448', '2021-10-21'], ['Costa Rica', 'CONCACAF', '1440', '2021-10-21'], ['Qatar', 'AFC', '1438', '2021-10-21'], ['Greece', 'UEFA', '1435', '2021-10-21'], ['Canada', 'CONCACAF', '1432', '2021-10-21'], ['Saudi Arabia', 'AFC', '1432', '2021-10-21'], ['Venezuela', 'CONMEBOL', '1432', '2021-10-21'], [...], ['Ireland', 'UEFA', '1431', '2021-10-21'], ['Ghana', 'CAF', '1425', '2021-10-21'], ['Ivory Coast', 'CAF', '1424', '2021-10-21'], ['Cameroon', 'CAF', '1418', '2021-10-21'], ['Ecuador', 'CONMEBOL', '1417', '2021-10-21'], ['Bosnia', 'UEFA', '1415', '2021-10-21'], ['Mali', 'CAF', '1412', '2021-10-21'], ['N. Ireland', 'UEFA', '1412', '2021-10-21'], ['Jamaica', 'CONCACAF', '1408', '2021-10-21'], ['Finland', 'UEFA', '1404', '2021-10-21'], ['Burkina Faso', 'CAF', '1401', '2021-10-21'], ['Iceland', 'UEFA', '1397', '2021-10-21'], ['Albania', 'UEFA', '1374', '2021-10-21'], ['Slovenia', 'UEFA', '1365', '2021-10-21'], ['El Salvador', 'CONCACAF', '1365', '2021-10-21'], ['South Africa', 'CAF', '1362', '2021-10-21'], ['DR Congo', 'CAF', '1358', '2021-10-21'], ['Honduras', 'CONCACAF', '1355', '2021-10-21'], ['Panama', 'CONCACAF', '1354', '2021-10-21'], ['Bulgaria', 'UEFA', '1350', '2021-10-21'], ['U. A. E.', 'AFC', '1349', '2021-10-21'], ['Iraq', 'AFC', '1346', '2021-10-21'], ['Montenegro', 'UEFA', '1346', '2021-10-21'], ['North Macedonia', 'UEFA', '1343', '2021-10-21'], ['China', 'AFC', '1334', '2021-10-21'], [...], ['Belgium', 'UEFA', '1822', '2021-08-12'], ['Brazil', 'CONMEBOL', '1798', '2021-08-12'], ['France', 'UEFA', '1762', '2021-08-12'], ['England', 'UEFA', '1753', '2021-08-12'], ['Italy', 'UEFA', '1745', '2021-08-12'], ['Argentina', 'CONMEBOL', '1714', '2021-08-12'], ['Spain', 'UEFA', '1680', '2021-08-12'], ['Portugal', 'UEFA', '1662', '2021-08-12'], ['Mexico', 'CONCACAF', '1658', '2021-08-12'], ['USA', 'CONCACAF', '1648', '2021-08-12'], ['Denmark', 'UEFA', '1642', '2021-08-12'], ['Netherlands', 'UEFA', '1637', '2021-08-12'], ['Uruguay', 'CONMEBOL', '1635', '2021-08-12'], ['Switzerland', 'UEFA', '1621', '2021-08-12'], ['Colombia', 'CONMEBOL', '1618', '2021-08-12'], ['Germany', 'UEFA', '1613', '2021-08-12'], ['Sweden', 'UEFA', '1607', '2021-08-12'], ['Croatia', 'UEFA', '1594', '2021-08-12'], ['Wales', 'UEFA', '1567', '2021-08-12'], ['Chile', 'CONMEBOL', '1558', '2021-08-12'], ['Senegal', 'CAF', '1545', '2021-08-12'], ['Peru', 'CONMEBOL', '1543', '2021-08-12'], ['Austria', 'UEFA', '1535', '2021-08-12'], ['Japan', 'AFC', '1529', '2021-08-12'], ['Ukraine', 'UEFA', '1523', '2021-08-12'], [...], ['Iran', 'AFC', '1522', '2021-08-12'], ['Poland', 'UEFA', '1516', '2021-08-12'], ['Tunisia', 'CAF', '1515', '2021-08-12'], ['Serbia', 'UEFA', '1507', '2021-08-12'], ['Algeria', 'CAF', '1499', '2021-08-12'], ['Czechia', 'UEFA', '1493', '2021-08-12'], ['Morocco', 'CAF', '1488', '2021-08-12'], ['Paraguay', 'CONMEBOL', '1483', '2021-08-12'], ['Nigeria', 'CAF', '1480', '2021-08-12'], ['Australia', 'AFC', '1477', '2021-08-12'], ['South Korea', 'AFC', '1475', '2021-08-12'], ['Hungary', 'UEFA', '1474', '2021-08-12'], ['Slovakia', 'UEFA', '1467', '2021-08-12'], ['Turkey', 'UEFA', '1464', '2021-08-12'], ['Venezuela', 'CONMEBOL', '1463', '2021-08-12'], ['Russia', 'UEFA', '1462', '2021-08-12'], ['Qatar', 'AFC', '1455', '2021-08-12'], ['Norway', 'UEFA', '1450', '2021-08-12'], ['Costa Rica', 'CONCACAF', '1450', '2021-08-12'], ['Romania', 'UEFA', '1440', '2021-08-12'], ['Egypt', 'CAF', '1433', '2021-08-12'], ['Ireland', 'UEFA', '1429', '2021-08-12'], ['Greece', 'UEFA', '1427', '2021-08-12'], ['Scotland', 'UEFA', '1425', '2021-08-12'], ['Jamaica', 'CONCACAF', '1423', '2021-08-12'], [...], ['N. Ireland', 'UEFA', '1422', '2021-08-12'], ['Ghana', 'CAF', '1421', '2021-08-12'], ['Iceland', 'UEFA', '1418', '2021-08-12'], ['Cameroon', 'CAF', '1411', '2021-08-12'], ['Ecuador', 'CONMEBOL', '1405', '2021-08-12'], ['Finland', 'UEFA', '1404', '2021-08-12'], ['Ivory Coast', 'CAF', '1403', '2021-08-12'], ['Bosnia', 'UEFA', '1402', '2021-08-12'], ['Canada', 'CONCACAF', '1399', '2021-08-12'], ['Mali', 'CAF', '1393', '2021-08-12'], ['Saudi Arabia', 'AFC', '1386', '2021-08-12'], ['Burkina Faso', 'CAF', '1384', '2021-08-12'], ['Honduras', 'CONCACAF', '1378', '2021-08-12'], ['El Salvador', 'CONCACAF', '1375', '2021-08-12'], ['DR Congo', 'CAF', '1373', '2021-08-12'], ['Slovenia', 'UEFA', '1371', '2021-08-12'], ['Montenegro', 'UEFA', '1363', '2021-08-12'], ['U. A. E.', 'AFC', '1362', '2021-08-12'], ['Albania', 'UEFA', '1360', '2021-08-12'], ['Iraq', 'AFC', '1355', '2021-08-12'], ['China', 'AFC', '1353', '2021-08-12'], ['North Macedonia', 'UEFA', '1343', '2021-08-12'], ['South Africa', 'CAF', '1338', '2021-08-12'], ['Panama', 'CONCACAF', '1335', '2021-08-12'], ['Bulgaria', 'UEFA', '1335', '2021-08-12'], [...], ['Belgium', 'UEFA', '1783', '2021-06-15'], ['France', 'UEFA', '1757', '2021-06-15'], ['Brazil', 'CONMEBOL', '1743', '2021-06-15'], ['England', 'UEFA', '1687', '2021-06-15'], ['Portugal', 'UEFA', '1666', '2021-06-15'], ['Spain', 'UEFA', '1648', '2021-06-15'], ['Italy', 'UEFA', '1642', '2021-06-15'], ['Argentina', 'CONMEBOL', '1642', '2021-06-15'], ['Uruguay', 'CONMEBOL', '1639', '2021-06-15'], ['Denmark', 'UEFA', '1632', '2021-06-15'], ['Mexico', 'CONCACAF', '1630', '2021-06-15'], ['Germany', 'UEFA', '1609', '2021-06-15'], ['Switzerland', 'UEFA', '1606', '2021-06-15'], ['Croatia', 'UEFA', '1606', '2021-06-15'], ['Colombia', 'CONMEBOL', '1601', '2021-06-15'], ['Netherlands', 'UEFA', '1598', '2021-06-15'], ['Wales', 'UEFA', '1570', '2021-06-15'], ['Sweden', 'UEFA', '1570', '2021-06-15'], ['Chile', 'CONMEBOL', '1570', '2021-06-15'], ['USA', 'CONCACAF', '1555', '2021-06-15'], ['Poland', 'UEFA', '1550', '2021-06-15'], ['Senegal', 'CAF', '1542', '2021-06-15'], ['Austria', 'UEFA', '1523', '2021-06-15'], ['Ukraine', 'UEFA', '1515', '2021-06-15'], ['Serbia', 'UEFA', '1513', '2021-06-15'], [...], ['Tunisia', 'CAF', '1513', '2021-06-15'], ['Peru', 'CONMEBOL', '1512', '2021-06-15'], ['Japan', 'AFC', '1509', '2021-06-15'], ['Turkey', 'UEFA', '1505', '2021-06-15'], ['Venezuela', 'CONMEBOL', '1501', '2021-06-15'], ['Iran', 'AFC', '1500', '2021-06-15'], ['Nigeria', 'CAF', '1487', '2021-06-15'], ['Algeria', 'CAF', '1487', '2021-06-15'], ['Morocco', 'CAF', '1479', '2021-06-15'], ['Paraguay', 'CONMEBOL', '1476', '2021-06-15'], ['Slovakia', 'UEFA', '1475', '2021-06-15'], ['Hungary', 'UEFA', '1469', '2021-06-15'], ['Russia', 'UEFA', '1463', '2021-06-15'], ['South Korea', 'AFC', '1460', '2021-06-15'], ['Czechia', 'UEFA', '1459', '2021-06-15'], ['Australia', 'AFC', '1457', '2021-06-15'], ['Norway', 'UEFA', '1452', '2021-06-15'], ['Romania', 'UEFA', '1449', '2021-06-15'], ['Scotland', 'UEFA', '1441', '2021-06-15'], ['Jamaica', 'CONCACAF', '1433', '2021-06-15'], ['Egypt', 'CAF', '1433', '2021-06-15'], ['Ireland', 'UEFA', '1427', '2021-06-15'], ['N. Ireland', 'UEFA', '1426', '2021-06-15'], ['Ghana', 'CAF', '1425', '2021-06-15'], ['Costa Rica', 'CONCACAF', '1423', '2021-06-15'], [...], ['Greece', 'UEFA', '1419', '2021-06-15'], ['Iceland', 'UEFA', '1416', '2021-06-15'], ['Ecuador', 'CONMEBOL', '1413', '2021-06-15'], ['Finland', 'UEFA', '1411', '2021-06-15'], ['Cameroon', 'CAF', '1405', '2021-06-15'], ['Bosnia', 'UEFA', '1405', '2021-06-15'], ['Mali', 'CAF', '1401', '2021-06-15'], ['Qatar', 'AFC', '1398', '2021-06-15'], ['Ivory Coast', 'CAF', '1398', '2021-06-15'], ['Burkina Faso', 'CAF', '1393', '2021-06-15'], ['DR Congo', 'CAF', '1377', '2021-06-15'], ['North Macedonia', 'UEFA', '1375', '2021-06-15'], ['Slovenia', 'UEFA', '1370', '2021-06-15'], ['Montenegro', 'UEFA', '1368', '2021-06-15'], ['Saudi Arabia', 'AFC', '1364', '2021-06-15'], ['Albania', 'UEFA', '1362', '2021-06-15'], ['Honduras', 'CONCACAF', '1361', '2021-06-15'], ['Iraq', 'AFC', '1353', '2021-06-15'], ['El Salvador', 'CONCACAF', '1341', '2021-06-15'], ['Canada', 'CONCACAF', '1341', '2021-06-15'], ['Bulgaria', 'UEFA', '1339', '2021-06-15'], ['Guinea', 'CAF', '1332', '2021-06-15'], ['U. A. E.', 'AFC', '1330', '2021-06-15'], ['Cape Verde', 'CAF', '1330', '2021-06-15'], ['South Africa', 'CAF', '1326', '2021-06-15'], [...], ['Belgium', 'UEFA', '1780', '2021-02-18'], ['France', 'UEFA', '1755', '2021-02-18'], ['Brazil', 'CONMEBOL', '1743', '2021-02-18'], ['England', 'UEFA', '1670', '2021-02-18'], ['Portugal', 'UEFA', '1662', '2021-02-18'], ['Spain', 'UEFA', '1645', '2021-02-18'], ['Argentina', 'CONMEBOL', '1642', '2021-02-18'], ['Uruguay', 'CONMEBOL', '1639', '2021-02-18'], ['Mexico', 'CONCACAF', '1632', '2021-02-18'], ['Italy', 'UEFA', '1625', '2021-02-18'], ['Croatia', 'UEFA', '1617', '2021-02-18'], ['Denmark', 'UEFA', '1614', '2021-02-18'], ['Germany', 'UEFA', '1610', '2021-02-18'], ['Netherlands', 'UEFA', '1609', '2021-02-18'], ['Colombia', 'CONMEBOL', '1601', '2021-02-18'], ['Switzerland', 'UEFA', '1593', '2021-02-18'], ['Chile', 'CONMEBOL', '1567', '2021-02-18'], ['Wales', 'UEFA', '1562', '2021-02-18'], ['Poland', 'UEFA', '1559', '2021-02-18'], ['Senegal', 'CAF', '1558', '2021-02-18'], ['Sweden', 'UEFA', '1558', '2021-02-18'], ['USA', 'CONCACAF', '1548', '2021-02-18'], ['Austria', 'UEFA', '1531', '2021-02-18'], ['Ukraine', 'UEFA', '1521', '2021-02-18'], ['Peru', 'CONMEBOL', '1512', '2021-02-18'], [...], ['Tunisia', 'CAF', '1503', '2021-02-18'], ['Japan', 'AFC', '1502', '2021-02-18'], ['Venezuela', 'CONMEBOL', '1501', '2021-02-18'], ['Iran', 'AFC', '1496', '2021-02-18'], ['Serbia', 'UEFA', '1492', '2021-02-18'], ['Algeria', 'CAF', '1488', '2021-02-18'], ['Turkey', 'UEFA', '1487', '2021-02-18'], ['Morocco', 'CAF', '1481', '2021-02-18'], ['Slovakia', 'UEFA', '1478', '2021-02-18'], ['Paraguay', 'CONMEBOL', '1476', '2021-02-18'], ['Nigeria', 'CAF', '1474', '2021-02-18'], ['Romania', 'UEFA', '1466', '2021-02-18'], ['South Korea', 'AFC', '1465', '2021-02-18'], ['Russia', 'UEFA', '1461', '2021-02-18'], ['Hungary', 'UEFA', '1460', '2021-02-18'], ['Australia', 'AFC', '1457', '2021-02-18'], ['Ireland', 'UEFA', '1456', '2021-02-18'], ['Czechia', 'UEFA', '1456', '2021-02-18'], ['Norway', 'UEFA', '1450', '2021-02-18'], ['N. Ireland', 'UEFA', '1440', '2021-02-18'], ['Iceland', 'UEFA', '1438', '2021-02-18'], ['Jamaica', 'CONCACAF', '1437', '2021-02-18'], ['Scotland', 'UEFA', '1436', '2021-02-18'], ['Egypt', 'CAF', '1432', '2021-02-18'], ['Costa Rica', 'CONCACAF', '1427', '2021-02-18'], [...], ['Cameroon', 'CAF', '1427', '2021-02-18'], ['Ghana', 'CAF', '1424', '2021-02-18'], ['Greece', 'UEFA', '1413', '2021-02-18'], ['Mali', 'CAF', '1412', '2021-02-18'], ['Finland', 'UEFA', '1411', '2021-02-18'], ['Bosnia', 'UEFA', '1410', '2021-02-18'], ['Ecuador', 'CONMEBOL', '1409', '2021-02-18'], ['Qatar', 'AFC', '1391', '2021-02-18'], ['Burkina Faso', 'CAF', '1391', '2021-02-18'], ['DR Congo', 'CAF', '1386', '2021-02-18'], ['Ivory Coast', 'CAF', '1384', '2021-02-18'], ['Slovenia', 'UEFA', '1379', '2021-02-18'], ['Montenegro', 'UEFA', '1370', '2021-02-18'], ['Honduras', 'CONCACAF', '1367', '2021-02-18'], ['North Macedonia', 'UEFA', '1362', '2021-02-18'], ['Albania', 'UEFA', '1360', '2021-02-18'], ['Saudi Arabia', 'AFC', '1353', '2021-02-18'], ['Bulgaria', 'UEFA', '1350', '2021-02-18'], ['Iraq', 'AFC', '1348', '2021-02-18'], ['El Salvador', 'CONCACAF', '1344', '2021-02-18'], ['South Africa', 'CAF', '1341', '2021-02-18'], ['Guinea', 'CAF', '1334', '2021-02-18'], ['Canada', 'CONCACAF', '1332', '2021-02-18'], ['U. A. E.', 'AFC', '1326', '2021-02-18'], ['China', 'AFC', '1323', '2021-02-18'], [...], ['Belgium', 'UEFA', '1780', '2021-02-03'], ['France', 'UEFA', '1755', '2021-02-03'], ['Brazil', 'CONMEBOL', '1743', '2021-02-03'], ['England', 'UEFA', '1670', '2021-02-03'], ['Portugal', 'UEFA', '1662', '2021-02-03'], ['Spain', 'UEFA', '1645', '2021-02-03'], ['Argentina', 'CONMEBOL', '1642', '2021-02-03'], ['Uruguay', 'CONMEBOL', '1639', '2021-02-03'], ['Mexico', 'CONCACAF', '1632', '2021-02-03'], ['Italy', 'UEFA', '1625', '2021-02-03'], ['Croatia', 'UEFA', '1617', '2021-02-03'], ['Denmark', 'UEFA', '1614', '2021-02-03'], ['Germany', 'UEFA', '1610', '2021-02-03'], ['Netherlands', 'UEFA', '1609', '2021-02-03'], ['Colombia', 'CONMEBOL', '1601', '2021-02-03'], ['Switzerland', 'UEFA', '1593', '2021-02-03'], ['Chile', 'CONMEBOL', '1567', '2021-02-03'], ['Wales', 'UEFA', '1562', '2021-02-03'], ['Poland', 'UEFA', '1559', '2021-02-03'], ['Senegal', 'CAF', '1558', '2021-02-03'], ['Sweden', 'UEFA', '1558', '2021-02-03'], ['USA', 'CONCACAF', '1545', '2021-02-03'], ['Austria', 'UEFA', '1531', '2021-02-03'], ['Ukraine', 'UEFA', '1521', '2021-02-03'], ['Peru', 'CONMEBOL', '1512', '2021-02-03'], [...], ['Tunisia', 'CAF', '1503', '2021-02-03'], ['Japan', 'AFC', '1502', '2021-02-03'], ['Venezuela', 'CONMEBOL', '1501', '2021-02-03'], ['Iran', 'AFC', '1496', '2021-02-03'], ['Serbia', 'UEFA', '1495', '2021-02-03'], ['Algeria', 'CAF', '1488', '2021-02-03'], ['Turkey', 'UEFA', '1487', '2021-02-03'], ['Slovakia', 'UEFA', '1478', '2021-02-03'], ['Paraguay', 'CONMEBOL', '1476', '2021-02-03'], ['Morocco', 'CAF', '1474', '2021-02-03'], ['Nigeria', 'CAF', '1474', '2021-02-03'], ['Romania', 'UEFA', '1466', '2021-02-03'], ['South Korea', 'AFC', '1465', '2021-02-03'], ['Russia', 'UEFA', '1461', '2021-02-03'], ['Hungary', 'UEFA', '1460', '2021-02-03'], ['Australia', 'AFC', '1457', '2021-02-03'], ['Czechia', 'UEFA', '1456', '2021-02-03'], ['Ireland', 'UEFA', '1456', '2021-02-03'], ['Norway', 'UEFA', '1450', '2021-02-03'], ['N. Ireland', 'UEFA', '1440', '2021-02-03'], ['Iceland', 'UEFA', '1438', '2021-02-03'], ['Jamaica', 'CONCACAF', '1437', '2021-02-03'], ['Scotland', 'UEFA', '1436', '2021-02-03'], ['Egypt', 'CAF', '1432', '2021-02-03'], ['Cameroon', 'CAF', '1428', '2021-02-03'], [...], ['Costa Rica', 'CONCACAF', '1427', '2021-02-03'], ['Ghana', 'CAF', '1424', '2021-02-03'], ['Greece', 'UEFA', '1413', '2021-02-03'], ['Finland', 'UEFA', '1411', '2021-02-03'], ['Bosnia', 'UEFA', '1410', '2021-02-03'], ['Ecuador', 'CONMEBOL', '1409', '2021-02-03'], ['Mali', 'CAF', '1408', '2021-02-03'], ['Burkina Faso', 'CAF', '1391', '2021-02-03'], ['Qatar', 'AFC', '1391', '2021-02-03'], ['DR Congo', 'CAF', '1386', '2021-02-03'], ['Ivory Coast', 'CAF', '1384', '2021-02-03'], ['Slovenia', 'UEFA', '1379', '2021-02-03'], ['Montenegro', 'UEFA', '1370', '2021-02-03'], ['Honduras', 'CONCACAF', '1367', '2021-02-03'], ['North Macedonia', 'UEFA', '1362', '2021-02-03'], ['Albania', 'UEFA', '1360', '2021-02-03'], ['Saudi Arabia', 'AFC', '1353', '2021-02-03'], ['Bulgaria', 'UEFA', '1350', '2021-02-03'], ['Iraq', 'AFC', '1347', '2021-02-03'], ['El Salvador', 'CONCACAF', '1346', '2021-02-03'], ['South Africa', 'CAF', '1341', '2021-02-03'], ['Canada', 'CONCACAF', '1332', '2021-02-03'], ['Guinea', 'CAF', '1329', '2021-02-03'], ['U. A. E.', 'AFC', '1326', '2021-02-03'], ['China', 'AFC', '1323', '2021-02-03'], [...]]\n"
     ]
    }
   ],
   "source": [
    "baseURL = 'https://www.transfermarkt.us/statistik/weltrangliste/statistik/stat/ajax/yw1/datum/' # URL of website w/ chart or data\n",
    "headers = {\"User-Agent\":\"Mozilla/5.0\"}\n",
    "rankings = []\n",
    "pages = 3\n",
    "years = 3\n",
    "dates = [['2022', '02', '10'], ['2021', '12', '23'], ['2021', '11', '19'], ['2021', '10', '21'], ['2021', '08', '12'],\n",
    "         ['2021', '06', '15'], ['2021', '02', '18'], ['2021', '02', '03']]\n",
    "for j in dates:\n",
    "    newDate = '-'.join(j)\n",
    "    print(newDate)\n",
    "    for i in range(pages):\n",
    "        \n",
    "        URL = (baseURL + newDate + '/plus/0/galerie/0/page/' + str(i+1))\n",
    "        rankings.append(get_Fifa_Rankings(URL, rankings, headers, newDate))\n",
    "    break\n",
    "print(rankings)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 21,
   "id": "487d2658-6923-4c1c-afb8-ee2df375f4f4",
   "metadata": {},
   "outputs": [],
   "source": [
    "index = len(rankings)\n",
    "while index >0 :\n",
    "    del rankings[index-1]\n",
    "    index -= 26"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "8211e602-9e3c-4612-ab6e-b4610dcaec8d",
   "metadata": {},
   "outputs": [],
   "source": [
    "''' make it into a csv file\n",
    "Format as follows\n",
    "id | Rank | country_full | country_abbrev | Total points | Previous points | Rank change | Confederation | Rank date\n",
    "\n",
    "'''\n",
    "fields = ['Country', 'conference', 'ranking/points', 'Date']\n",
    "rows = rankings\n",
    "with open('fifa_rankings.csv', 'w') as f:\n",
    "      \n",
    "    # using csv.writer method from CSV package\n",
    "    write = csv.writer(f)\n",
    "      \n",
    "    write.writerow(fields)\n",
    "    write.writerows(rows)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "e14c0b02-cae4-43a7-806c-6ff18a11d8b9",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "[['Belgium', 'UEFA', '1828', '2022-02-10'], ['Brazil', 'CONMEBOL', '1823', '2022-02-10'], ['France', 'UEFA', '1786', '2022-02-10'], ['Argentina', 'CONMEBOL', '1767', '2022-02-10'], ['England', 'UEFA', '1756', '2022-02-10'], ['Italy', 'UEFA', '1741', '2022-02-10'], ['Spain', 'UEFA', '1705', '2022-02-10'], ['Portugal', 'UEFA', '1660', '2022-02-10'], ['Denmark', 'UEFA', '1655', '2022-02-10'], ['Netherlands', 'UEFA', '1654', '2022-02-10'], ['Germany', 'UEFA', '1648', '2022-02-10'], ['Mexico', 'CONCACAF', '1648', '2022-02-10'], ['USA', 'CONCACAF', '1643', '2022-02-10'], ['Switzerland', 'UEFA', '1643', '2022-02-10'], ['Croatia', 'UEFA', '1621', '2022-02-10'], ['Uruguay', 'CONMEBOL', '1614', '2022-02-10'], ['Sweden', 'UEFA', '1588', '2022-02-10'], ['Senegal', 'CAF', '1588', '2022-02-10'], ['Colombia', 'CONMEBOL', '1586', '2022-02-10'], ['Wales', 'UEFA', '1578', '2022-02-10'], ['Iran', 'AFC', '1573', '2022-02-10'], ['Peru', 'CONMEBOL', '1563', '2022-02-10'], ['Japan', 'AFC', '1550', '2022-02-10'], ['Morocco', 'CAF', '1547', '2022-02-10'], ['Serbia', 'UEFA', '1547', '2022-02-10'], [...], ['Chile', 'CONMEBOL', '1543', '2022-02-10'], ['Ukraine', 'UEFA', '1535', '2022-02-10'], ['Poland', 'UEFA', '1531', '2022-02-10'], ['South Korea', 'AFC', '1523', '2022-02-10'], ['Austria', 'UEFA', '1512', '2022-02-10'], ['Czechia', 'UEFA', '1510', '2022-02-10'], ['Nigeria', 'CAF', '1510', '2022-02-10'], ['Canada', 'CONCACAF', '1498', '2022-02-10'], ['Egypt', 'CAF', '1497', '2022-02-10'], ['Russia', 'UEFA', '1493', '2022-02-10'], ['Tunisia', 'CAF', '1490', '2022-02-10'], ['Australia', 'AFC', '1487', '2022-02-10'], ['Cameroon', 'CAF', '1481', '2022-02-10'], ['Turkey', 'UEFA', '1473', '2022-02-10'], ['Scotland', 'UEFA', '1472', '2022-02-10'], ['Hungary', 'UEFA', '1466', '2022-02-10'], ['Costa Rica', 'CONCACAF', '1464', '2022-02-10'], ['Algeria', 'CAF', '1461', '2022-02-10'], ['Ecuador', 'CONMEBOL', '1459', '2022-02-10'], ['Norway', 'UEFA', '1455', '2022-02-10'], ['Slovakia', 'UEFA', '1455', '2022-02-10'], ['Romania', 'UEFA', '1453', '2022-02-10'], ['Mali', 'CAF', '1446', '2022-02-10'], ['Ireland', 'UEFA', '1444', '2022-02-10'], ['Paraguay', 'CONMEBOL', '1441', '2022-02-10'], [...], ['Ivory Coast', 'CAF', '1440', '2022-02-10'], ['Qatar', 'AFC', '1438', '2022-02-10'], ['Saudi Arabia', 'AFC', '1434', '2022-02-10'], ['N. Ireland', 'UEFA', '1425', '2022-02-10'], ['Greece', 'UEFA', '1422', '2022-02-10'], ['Burkina Faso', 'CAF', '1419', '2022-02-10'], ['Finland', 'UEFA', '1412', '2022-02-10'], ['Venezuela', 'CONMEBOL', '1411', '2022-02-10'], ['Bosnia', 'UEFA', '1391', '2022-02-10'], ['Iceland', 'UEFA', '1383', '2022-02-10'], ['Ghana', 'CAF', '1381', '2022-02-10'], ['Jamaica', 'CONCACAF', '1379', '2022-02-10'], ['Panama', 'CONCACAF', '1376', '2022-02-10'], ['Slovenia', 'UEFA', '1375', '2022-02-10'], ['Albania', 'UEFA', '1375', '2022-02-10'], ['DR Congo', 'CAF', '1370', '2022-02-10'], ['North Macedonia', 'UEFA', '1367', '2022-02-10'], ['South Africa', 'CAF', '1358', '2022-02-10'], ['U. A. E.', 'AFC', '1353', '2022-02-10'], ['El Salvador', 'CONCACAF', '1346', '2022-02-10'], ['Bulgaria', 'UEFA', '1345', '2022-02-10'], ['Montenegro', 'UEFA', '1343', '2022-02-10'], ['Cape Verde', 'CAF', '1337', '2022-02-10'], ['Iraq', 'AFC', '1325', '2022-02-10'], ['China', 'AFC', '1314', '2022-02-10'], [...], ['Belgium', 'UEFA', '1828', '2021-12-23'], ['Brazil', 'CONMEBOL', '1826', '2021-12-23'], ['France', 'UEFA', '1786', '2021-12-23'], ['England', 'UEFA', '1756', '2021-12-23'], ['Argentina', 'CONMEBOL', '1751', '2021-12-23'], ['Italy', 'UEFA', '1741', '2021-12-23'], ['Spain', 'UEFA', '1705', '2021-12-23'], ['Portugal', 'UEFA', '1660', '2021-12-23'], ['Denmark', 'UEFA', '1655', '2021-12-23'], ['Netherlands', 'UEFA', '1654', '2021-12-23'], ['USA', 'CONCACAF', '1649', '2021-12-23'], ['Germany', 'UEFA', '1648', '2021-12-23'], ['Switzerland', 'UEFA', '1643', '2021-12-23'], ['Mexico', 'CONCACAF', '1638', '2021-12-23'], ['Croatia', 'UEFA', '1621', '2021-12-23'], ['Colombia', 'CONMEBOL', '1607', '2021-12-23'], ['Uruguay', 'CONMEBOL', '1597', '2021-12-23'], ['Sweden', 'UEFA', '1588', '2021-12-23'], ['Wales', 'UEFA', '1578', '2021-12-23'], ['Senegal', 'CAF', '1562', '2021-12-23'], ['Iran', 'AFC', '1558', '2021-12-23'], ['Peru', 'CONMEBOL', '1551', '2021-12-23'], ['Serbia', 'UEFA', '1547', '2021-12-23'], ['Chile', 'CONMEBOL', '1543', '2021-12-23'], ['Ukraine', 'UEFA', '1535', '2021-12-23'], [...], ['Japan', 'AFC', '1532', '2021-12-23'], ['Poland', 'UEFA', '1531', '2021-12-23'], ['Morocco', 'CAF', '1530', '2021-12-23'], ['Algeria', 'CAF', '1517', '2021-12-23'], ['Tunisia', 'CAF', '1513', '2021-12-23'], ['Austria', 'UEFA', '1512', '2021-12-23'], ['Czechia', 'UEFA', '1510', '2021-12-23'], ['South Korea', 'AFC', '1507', '2021-12-23'], ['Russia', 'UEFA', '1493', '2021-12-23'], ['Australia', 'AFC', '1485', '2021-12-23'], ['Nigeria', 'CAF', '1479', '2021-12-23'], ['Turkey', 'UEFA', '1473', '2021-12-23'], ['Scotland', 'UEFA', '1472', '2021-12-23'], ['Hungary', 'UEFA', '1466', '2021-12-23'], ['Canada', 'CONCACAF', '1462', '2021-12-23'], ['Norway', 'UEFA', '1455', '2021-12-23'], ['Slovakia', 'UEFA', '1455', '2021-12-23'], ['Paraguay', 'CONMEBOL', '1455', '2021-12-23'], ['Romania', 'UEFA', '1453', '2021-12-23'], ['Egypt', 'CAF', '1452', '2021-12-23'], ['Ecuador', 'CONMEBOL', '1448', '2021-12-23'], ['Ireland', 'UEFA', '1444', '2021-12-23'], ['Qatar', 'AFC', '1438', '2021-12-23'], ['Costa Rica', 'CONCACAF', '1437', '2021-12-23'], ['Cameroon', 'CAF', '1437', '2021-12-23'], [...], ['Saudi Arabia', 'AFC', '1435', '2021-12-23'], ['Ghana', 'CAF', '1429', '2021-12-23'], ['Mali', 'CAF', '1428', '2021-12-23'], ['N. Ireland', 'UEFA', '1425', '2021-12-23'], ['Greece', 'UEFA', '1422', '2021-12-23'], ['Ivory Coast', 'CAF', '1418', '2021-12-23'], ['Jamaica', 'CONCACAF', '1412', '2021-12-23'], ['Finland', 'UEFA', '1412', '2021-12-23'], ['Venezuela', 'CONMEBOL', '1409', '2021-12-23'], ['Burkina Faso', 'CAF', '1398', '2021-12-23'], ['Bosnia', 'UEFA', '1391', '2021-12-23'], ['Iceland', 'UEFA', '1385', '2021-12-23'], ['Panama', 'CONCACAF', '1379', '2021-12-23'], ['DR Congo', 'CAF', '1376', '2021-12-23'], ['Slovenia', 'UEFA', '1375', '2021-12-23'], ['Albania', 'UEFA', '1375', '2021-12-23'], ['North Macedonia', 'UEFA', '1367', '2021-12-23'], ['South Africa', 'CAF', '1358', '2021-12-23'], ['U. A. E.', 'AFC', '1350', '2021-12-23'], ['El Salvador', 'CONCACAF', '1349', '2021-12-23'], ['Bulgaria', 'UEFA', '1345', '2021-12-23'], ['Montenegro', 'UEFA', '1343', '2021-12-23'], ['Cape Verde', 'CAF', '1339', '2021-12-23'], ['China', 'AFC', '1337', '2021-12-23'], ['Iraq', 'AFC', '1333', '2021-12-23'], [...], ['Belgium', 'UEFA', '1828', '2021-11-19'], ['Brazil', 'CONMEBOL', '1826', '2021-11-19'], ['France', 'UEFA', '1786', '2021-11-19'], ['England', 'UEFA', '1756', '2021-11-19'], ['Argentina', 'CONMEBOL', '1751', '2021-11-19'], ['Italy', 'UEFA', '1741', '2021-11-19'], ['Spain', 'UEFA', '1705', '2021-11-19'], ['Portugal', 'UEFA', '1660', '2021-11-19'], ['Denmark', 'UEFA', '1655', '2021-11-19'], ['Netherlands', 'UEFA', '1654', '2021-11-19'], ['Germany', 'UEFA', '1648', '2021-11-19'], ['USA', 'CONCACAF', '1647', '2021-11-19'], ['Switzerland', 'UEFA', '1643', '2021-11-19'], ['Mexico', 'CONCACAF', '1639', '2021-11-19'], ['Croatia', 'UEFA', '1621', '2021-11-19'], ['Colombia', 'CONMEBOL', '1607', '2021-11-19'], ['Uruguay', 'CONMEBOL', '1597', '2021-11-19'], ['Sweden', 'UEFA', '1588', '2021-11-19'], ['Wales', 'UEFA', '1578', '2021-11-19'], ['Senegal', 'CAF', '1562', '2021-11-19'], ['Iran', 'AFC', '1558', '2021-11-19'], ['Peru', 'CONMEBOL', '1551', '2021-11-19'], ['Serbia', 'UEFA', '1547', '2021-11-19'], ['Chile', 'CONMEBOL', '1541', '2021-11-19'], ['Ukraine', 'UEFA', '1535', '2021-11-19'], [...], ['Japan', 'AFC', '1532', '2021-11-19'], ['Poland', 'UEFA', '1531', '2021-11-19'], ['Morocco', 'CAF', '1526', '2021-11-19'], ['Tunisia', 'CAF', '1512', '2021-11-19'], ['Austria', 'UEFA', '1512', '2021-11-19'], ['Czechia', 'UEFA', '1510', '2021-11-19'], ['Algeria', 'CAF', '1509', '2021-11-19'], ['South Korea', 'AFC', '1507', '2021-11-19'], ['Russia', 'UEFA', '1493', '2021-11-19'], ['Australia', 'AFC', '1485', '2021-11-19'], ['Nigeria', 'CAF', '1479', '2021-11-19'], ['Turkey', 'UEFA', '1473', '2021-11-19'], ['Scotland', 'UEFA', '1472', '2021-11-19'], ['Hungary', 'UEFA', '1466', '2021-11-19'], ['Canada', 'CONCACAF', '1462', '2021-11-19'], ['Norway', 'UEFA', '1455', '2021-11-19'], ['Slovakia', 'UEFA', '1455', '2021-11-19'], ['Paraguay', 'CONMEBOL', '1455', '2021-11-19'], ['Romania', 'UEFA', '1453', '2021-11-19'], ['Egypt', 'CAF', '1450', '2021-11-19'], ['Ecuador', 'CONMEBOL', '1449', '2021-11-19'], ['Ireland', 'UEFA', '1444', '2021-11-19'], ['Saudi Arabia', 'AFC', '1441', '2021-11-19'], ['Costa Rica', 'CONCACAF', '1437', '2021-11-19'], ['Cameroon', 'CAF', '1437', '2021-11-19'], [...], ['Qatar', 'AFC', '1431', '2021-11-19'], ['Ghana', 'CAF', '1429', '2021-11-19'], ['Mali', 'CAF', '1428', '2021-11-19'], ['N. Ireland', 'UEFA', '1425', '2021-11-19'], ['Greece', 'UEFA', '1422', '2021-11-19'], ['Ivory Coast', 'CAF', '1418', '2021-11-19'], ['Jamaica', 'CONCACAF', '1412', '2021-11-19'], ['Finland', 'UEFA', '1412', '2021-11-19'], ['Venezuela', 'CONMEBOL', '1409', '2021-11-19'], ['Burkina Faso', 'CAF', '1398', '2021-11-19'], ['Bosnia', 'UEFA', '1393', '2021-11-19'], ['Iceland', 'UEFA', '1385', '2021-11-19'], ['Panama', 'CONCACAF', '1379', '2021-11-19'], ['DR Congo', 'CAF', '1376', '2021-11-19'], ['Slovenia', 'UEFA', '1375', '2021-11-19'], ['Albania', 'UEFA', '1375', '2021-11-19'], ['North Macedonia', 'UEFA', '1367', '2021-11-19'], ['South Africa', 'CAF', '1358', '2021-11-19'], ['El Salvador', 'CONCACAF', '1351', '2021-11-19'], ['U. A. E.', 'AFC', '1350', '2021-11-19'], ['Bulgaria', 'UEFA', '1345', '2021-11-19'], ['Montenegro', 'UEFA', '1343', '2021-11-19'], ['Cape Verde', 'CAF', '1339', '2021-11-19'], ['China', 'AFC', '1337', '2021-11-19'], ['Iraq', 'AFC', '1336', '2021-11-19'], [...], ['Belgium', 'UEFA', '1832', '2021-10-21'], ['Brazil', 'CONMEBOL', '1820', '2021-10-21'], ['France', 'UEFA', '1779', '2021-10-21'], ['Italy', 'UEFA', '1751', '2021-10-21'], ['England', 'UEFA', '1750', '2021-10-21'], ['Argentina', 'CONMEBOL', '1739', '2021-10-21'], ['Spain', 'UEFA', '1688', '2021-10-21'], ['Portugal', 'UEFA', '1682', '2021-10-21'], ['Mexico', 'CONCACAF', '1673', '2021-10-21'], ['Denmark', 'UEFA', '1669', '2021-10-21'], ['Netherlands', 'UEFA', '1652', '2021-10-21'], ['Germany', 'UEFA', '1642', '2021-10-21'], ['USA', 'CONCACAF', '1639', '2021-10-21'], ['Switzerland', 'UEFA', '1634', '2021-10-21'], ['Uruguay', 'CONMEBOL', '1626', '2021-10-21'], ['Colombia', 'CONMEBOL', '1619', '2021-10-21'], ['Sweden', 'UEFA', '1619', '2021-10-21'], ['Croatia', 'UEFA', '1609', '2021-10-21'], ['Wales', 'UEFA', '1567', '2021-10-21'], ['Senegal', 'CAF', '1565', '2021-10-21'], ['Chile', 'CONMEBOL', '1546', '2021-10-21'], ['Iran', 'AFC', '1545', '2021-10-21'], ['Poland', 'UEFA', '1542', '2021-10-21'], ['Peru', 'CONMEBOL', '1534', '2021-10-21'], ['Serbia', 'UEFA', '1527', '2021-10-21'], [...], ['Ukraine', 'UEFA', '1527', '2021-10-21'], ['Tunisia', 'CAF', '1525', '2021-10-21'], ['Japan', 'AFC', '1518', '2021-10-21'], ['Morocco', 'CAF', '1513', '2021-10-21'], ['Algeria', 'CAF', '1509', '2021-10-21'], ['Czechia', 'UEFA', '1503', '2021-10-21'], ['Austria', 'UEFA', '1501', '2021-10-21'], ['Russia', 'UEFA', '1497', '2021-10-21'], ['Australia', 'AFC', '1490', '2021-10-21'], ['South Korea', 'AFC', '1489', '2021-10-21'], ['Nigeria', 'CAF', '1478', '2021-10-21'], ['Norway', 'UEFA', '1472', '2021-10-21'], ['Paraguay', 'CONMEBOL', '1461', '2021-10-21'], ['Turkey', 'UEFA', '1461', '2021-10-21'], ['Slovakia', 'UEFA', '1454', '2021-10-21'], ['Romania', 'UEFA', '1452', '2021-10-21'], ['Scotland', 'UEFA', '1451', '2021-10-21'], ['Hungary', 'UEFA', '1449', '2021-10-21'], ['Egypt', 'CAF', '1448', '2021-10-21'], ['Costa Rica', 'CONCACAF', '1440', '2021-10-21'], ['Qatar', 'AFC', '1438', '2021-10-21'], ['Greece', 'UEFA', '1435', '2021-10-21'], ['Canada', 'CONCACAF', '1432', '2021-10-21'], ['Saudi Arabia', 'AFC', '1432', '2021-10-21'], ['Venezuela', 'CONMEBOL', '1432', '2021-10-21'], [...], ['Ireland', 'UEFA', '1431', '2021-10-21'], ['Ghana', 'CAF', '1425', '2021-10-21'], ['Ivory Coast', 'CAF', '1424', '2021-10-21'], ['Cameroon', 'CAF', '1418', '2021-10-21'], ['Ecuador', 'CONMEBOL', '1417', '2021-10-21'], ['Bosnia', 'UEFA', '1415', '2021-10-21'], ['Mali', 'CAF', '1412', '2021-10-21'], ['N. Ireland', 'UEFA', '1412', '2021-10-21'], ['Jamaica', 'CONCACAF', '1408', '2021-10-21'], ['Finland', 'UEFA', '1404', '2021-10-21'], ['Burkina Faso', 'CAF', '1401', '2021-10-21'], ['Iceland', 'UEFA', '1397', '2021-10-21'], ['Albania', 'UEFA', '1374', '2021-10-21'], ['Slovenia', 'UEFA', '1365', '2021-10-21'], ['El Salvador', 'CONCACAF', '1365', '2021-10-21'], ['South Africa', 'CAF', '1362', '2021-10-21'], ['DR Congo', 'CAF', '1358', '2021-10-21'], ['Honduras', 'CONCACAF', '1355', '2021-10-21'], ['Panama', 'CONCACAF', '1354', '2021-10-21'], ['Bulgaria', 'UEFA', '1350', '2021-10-21'], ['U. A. E.', 'AFC', '1349', '2021-10-21'], ['Iraq', 'AFC', '1346', '2021-10-21'], ['Montenegro', 'UEFA', '1346', '2021-10-21'], ['North Macedonia', 'UEFA', '1343', '2021-10-21'], ['China', 'AFC', '1334', '2021-10-21'], [...], ['Belgium', 'UEFA', '1822', '2021-08-12'], ['Brazil', 'CONMEBOL', '1798', '2021-08-12'], ['France', 'UEFA', '1762', '2021-08-12'], ['England', 'UEFA', '1753', '2021-08-12'], ['Italy', 'UEFA', '1745', '2021-08-12'], ['Argentina', 'CONMEBOL', '1714', '2021-08-12'], ['Spain', 'UEFA', '1680', '2021-08-12'], ['Portugal', 'UEFA', '1662', '2021-08-12'], ['Mexico', 'CONCACAF', '1658', '2021-08-12'], ['USA', 'CONCACAF', '1648', '2021-08-12'], ['Denmark', 'UEFA', '1642', '2021-08-12'], ['Netherlands', 'UEFA', '1637', '2021-08-12'], ['Uruguay', 'CONMEBOL', '1635', '2021-08-12'], ['Switzerland', 'UEFA', '1621', '2021-08-12'], ['Colombia', 'CONMEBOL', '1618', '2021-08-12'], ['Germany', 'UEFA', '1613', '2021-08-12'], ['Sweden', 'UEFA', '1607', '2021-08-12'], ['Croatia', 'UEFA', '1594', '2021-08-12'], ['Wales', 'UEFA', '1567', '2021-08-12'], ['Chile', 'CONMEBOL', '1558', '2021-08-12'], ['Senegal', 'CAF', '1545', '2021-08-12'], ['Peru', 'CONMEBOL', '1543', '2021-08-12'], ['Austria', 'UEFA', '1535', '2021-08-12'], ['Japan', 'AFC', '1529', '2021-08-12'], ['Ukraine', 'UEFA', '1523', '2021-08-12'], [...], ['Iran', 'AFC', '1522', '2021-08-12'], ['Poland', 'UEFA', '1516', '2021-08-12'], ['Tunisia', 'CAF', '1515', '2021-08-12'], ['Serbia', 'UEFA', '1507', '2021-08-12'], ['Algeria', 'CAF', '1499', '2021-08-12'], ['Czechia', 'UEFA', '1493', '2021-08-12'], ['Morocco', 'CAF', '1488', '2021-08-12'], ['Paraguay', 'CONMEBOL', '1483', '2021-08-12'], ['Nigeria', 'CAF', '1480', '2021-08-12'], ['Australia', 'AFC', '1477', '2021-08-12'], ['South Korea', 'AFC', '1475', '2021-08-12'], ['Hungary', 'UEFA', '1474', '2021-08-12'], ['Slovakia', 'UEFA', '1467', '2021-08-12'], ['Turkey', 'UEFA', '1464', '2021-08-12'], ['Venezuela', 'CONMEBOL', '1463', '2021-08-12'], ['Russia', 'UEFA', '1462', '2021-08-12'], ['Qatar', 'AFC', '1455', '2021-08-12'], ['Norway', 'UEFA', '1450', '2021-08-12'], ['Costa Rica', 'CONCACAF', '1450', '2021-08-12'], ['Romania', 'UEFA', '1440', '2021-08-12'], ['Egypt', 'CAF', '1433', '2021-08-12'], ['Ireland', 'UEFA', '1429', '2021-08-12'], ['Greece', 'UEFA', '1427', '2021-08-12'], ['Scotland', 'UEFA', '1425', '2021-08-12'], ['Jamaica', 'CONCACAF', '1423', '2021-08-12'], [...], ['N. Ireland', 'UEFA', '1422', '2021-08-12'], ['Ghana', 'CAF', '1421', '2021-08-12'], ['Iceland', 'UEFA', '1418', '2021-08-12'], ['Cameroon', 'CAF', '1411', '2021-08-12'], ['Ecuador', 'CONMEBOL', '1405', '2021-08-12'], ['Finland', 'UEFA', '1404', '2021-08-12'], ['Ivory Coast', 'CAF', '1403', '2021-08-12'], ['Bosnia', 'UEFA', '1402', '2021-08-12'], ['Canada', 'CONCACAF', '1399', '2021-08-12'], ['Mali', 'CAF', '1393', '2021-08-12'], ['Saudi Arabia', 'AFC', '1386', '2021-08-12'], ['Burkina Faso', 'CAF', '1384', '2021-08-12'], ['Honduras', 'CONCACAF', '1378', '2021-08-12'], ['El Salvador', 'CONCACAF', '1375', '2021-08-12'], ['DR Congo', 'CAF', '1373', '2021-08-12'], ['Slovenia', 'UEFA', '1371', '2021-08-12'], ['Montenegro', 'UEFA', '1363', '2021-08-12'], ['U. A. E.', 'AFC', '1362', '2021-08-12'], ['Albania', 'UEFA', '1360', '2021-08-12'], ['Iraq', 'AFC', '1355', '2021-08-12'], ['China', 'AFC', '1353', '2021-08-12'], ['North Macedonia', 'UEFA', '1343', '2021-08-12'], ['South Africa', 'CAF', '1338', '2021-08-12'], ['Panama', 'CONCACAF', '1335', '2021-08-12'], ['Bulgaria', 'UEFA', '1335', '2021-08-12'], [...], ['Belgium', 'UEFA', '1783', '2021-06-15'], ['France', 'UEFA', '1757', '2021-06-15'], ['Brazil', 'CONMEBOL', '1743', '2021-06-15'], ['England', 'UEFA', '1687', '2021-06-15'], ['Portugal', 'UEFA', '1666', '2021-06-15'], ['Spain', 'UEFA', '1648', '2021-06-15'], ['Italy', 'UEFA', '1642', '2021-06-15'], ['Argentina', 'CONMEBOL', '1642', '2021-06-15'], ['Uruguay', 'CONMEBOL', '1639', '2021-06-15'], ['Denmark', 'UEFA', '1632', '2021-06-15'], ['Mexico', 'CONCACAF', '1630', '2021-06-15'], ['Germany', 'UEFA', '1609', '2021-06-15'], ['Switzerland', 'UEFA', '1606', '2021-06-15'], ['Croatia', 'UEFA', '1606', '2021-06-15'], ['Colombia', 'CONMEBOL', '1601', '2021-06-15'], ['Netherlands', 'UEFA', '1598', '2021-06-15'], ['Wales', 'UEFA', '1570', '2021-06-15'], ['Sweden', 'UEFA', '1570', '2021-06-15'], ['Chile', 'CONMEBOL', '1570', '2021-06-15'], ['USA', 'CONCACAF', '1555', '2021-06-15'], ['Poland', 'UEFA', '1550', '2021-06-15'], ['Senegal', 'CAF', '1542', '2021-06-15'], ['Austria', 'UEFA', '1523', '2021-06-15'], ['Ukraine', 'UEFA', '1515', '2021-06-15'], ['Serbia', 'UEFA', '1513', '2021-06-15'], [...], ['Tunisia', 'CAF', '1513', '2021-06-15'], ['Peru', 'CONMEBOL', '1512', '2021-06-15'], ['Japan', 'AFC', '1509', '2021-06-15'], ['Turkey', 'UEFA', '1505', '2021-06-15'], ['Venezuela', 'CONMEBOL', '1501', '2021-06-15'], ['Iran', 'AFC', '1500', '2021-06-15'], ['Nigeria', 'CAF', '1487', '2021-06-15'], ['Algeria', 'CAF', '1487', '2021-06-15'], ['Morocco', 'CAF', '1479', '2021-06-15'], ['Paraguay', 'CONMEBOL', '1476', '2021-06-15'], ['Slovakia', 'UEFA', '1475', '2021-06-15'], ['Hungary', 'UEFA', '1469', '2021-06-15'], ['Russia', 'UEFA', '1463', '2021-06-15'], ['South Korea', 'AFC', '1460', '2021-06-15'], ['Czechia', 'UEFA', '1459', '2021-06-15'], ['Australia', 'AFC', '1457', '2021-06-15'], ['Norway', 'UEFA', '1452', '2021-06-15'], ['Romania', 'UEFA', '1449', '2021-06-15'], ['Scotland', 'UEFA', '1441', '2021-06-15'], ['Jamaica', 'CONCACAF', '1433', '2021-06-15'], ['Egypt', 'CAF', '1433', '2021-06-15'], ['Ireland', 'UEFA', '1427', '2021-06-15'], ['N. Ireland', 'UEFA', '1426', '2021-06-15'], ['Ghana', 'CAF', '1425', '2021-06-15'], ['Costa Rica', 'CONCACAF', '1423', '2021-06-15'], [...], ['Greece', 'UEFA', '1419', '2021-06-15'], ['Iceland', 'UEFA', '1416', '2021-06-15'], ['Ecuador', 'CONMEBOL', '1413', '2021-06-15'], ['Finland', 'UEFA', '1411', '2021-06-15'], ['Cameroon', 'CAF', '1405', '2021-06-15'], ['Bosnia', 'UEFA', '1405', '2021-06-15'], ['Mali', 'CAF', '1401', '2021-06-15'], ['Qatar', 'AFC', '1398', '2021-06-15'], ['Ivory Coast', 'CAF', '1398', '2021-06-15'], ['Burkina Faso', 'CAF', '1393', '2021-06-15'], ['DR Congo', 'CAF', '1377', '2021-06-15'], ['North Macedonia', 'UEFA', '1375', '2021-06-15'], ['Slovenia', 'UEFA', '1370', '2021-06-15'], ['Montenegro', 'UEFA', '1368', '2021-06-15'], ['Saudi Arabia', 'AFC', '1364', '2021-06-15'], ['Albania', 'UEFA', '1362', '2021-06-15'], ['Honduras', 'CONCACAF', '1361', '2021-06-15'], ['Iraq', 'AFC', '1353', '2021-06-15'], ['El Salvador', 'CONCACAF', '1341', '2021-06-15'], ['Canada', 'CONCACAF', '1341', '2021-06-15'], ['Bulgaria', 'UEFA', '1339', '2021-06-15'], ['Guinea', 'CAF', '1332', '2021-06-15'], ['U. A. E.', 'AFC', '1330', '2021-06-15'], ['Cape Verde', 'CAF', '1330', '2021-06-15'], ['South Africa', 'CAF', '1326', '2021-06-15'], [...], ['Belgium', 'UEFA', '1780', '2021-02-18'], ['France', 'UEFA', '1755', '2021-02-18'], ['Brazil', 'CONMEBOL', '1743', '2021-02-18'], ['England', 'UEFA', '1670', '2021-02-18'], ['Portugal', 'UEFA', '1662', '2021-02-18'], ['Spain', 'UEFA', '1645', '2021-02-18'], ['Argentina', 'CONMEBOL', '1642', '2021-02-18'], ['Uruguay', 'CONMEBOL', '1639', '2021-02-18'], ['Mexico', 'CONCACAF', '1632', '2021-02-18'], ['Italy', 'UEFA', '1625', '2021-02-18'], ['Croatia', 'UEFA', '1617', '2021-02-18'], ['Denmark', 'UEFA', '1614', '2021-02-18'], ['Germany', 'UEFA', '1610', '2021-02-18'], ['Netherlands', 'UEFA', '1609', '2021-02-18'], ['Colombia', 'CONMEBOL', '1601', '2021-02-18'], ['Switzerland', 'UEFA', '1593', '2021-02-18'], ['Chile', 'CONMEBOL', '1567', '2021-02-18'], ['Wales', 'UEFA', '1562', '2021-02-18'], ['Poland', 'UEFA', '1559', '2021-02-18'], ['Senegal', 'CAF', '1558', '2021-02-18'], ['Sweden', 'UEFA', '1558', '2021-02-18'], ['USA', 'CONCACAF', '1548', '2021-02-18'], ['Austria', 'UEFA', '1531', '2021-02-18'], ['Ukraine', 'UEFA', '1521', '2021-02-18'], ['Peru', 'CONMEBOL', '1512', '2021-02-18'], [...], ['Tunisia', 'CAF', '1503', '2021-02-18'], ['Japan', 'AFC', '1502', '2021-02-18'], ['Venezuela', 'CONMEBOL', '1501', '2021-02-18'], ['Iran', 'AFC', '1496', '2021-02-18'], ['Serbia', 'UEFA', '1492', '2021-02-18'], ['Algeria', 'CAF', '1488', '2021-02-18'], ['Turkey', 'UEFA', '1487', '2021-02-18'], ['Morocco', 'CAF', '1481', '2021-02-18'], ['Slovakia', 'UEFA', '1478', '2021-02-18'], ['Paraguay', 'CONMEBOL', '1476', '2021-02-18'], ['Nigeria', 'CAF', '1474', '2021-02-18'], ['Romania', 'UEFA', '1466', '2021-02-18'], ['South Korea', 'AFC', '1465', '2021-02-18'], ['Russia', 'UEFA', '1461', '2021-02-18'], ['Hungary', 'UEFA', '1460', '2021-02-18'], ['Australia', 'AFC', '1457', '2021-02-18'], ['Ireland', 'UEFA', '1456', '2021-02-18'], ['Czechia', 'UEFA', '1456', '2021-02-18'], ['Norway', 'UEFA', '1450', '2021-02-18'], ['N. Ireland', 'UEFA', '1440', '2021-02-18'], ['Iceland', 'UEFA', '1438', '2021-02-18'], ['Jamaica', 'CONCACAF', '1437', '2021-02-18'], ['Scotland', 'UEFA', '1436', '2021-02-18'], ['Egypt', 'CAF', '1432', '2021-02-18'], ['Costa Rica', 'CONCACAF', '1427', '2021-02-18'], [...], ['Cameroon', 'CAF', '1427', '2021-02-18'], ['Ghana', 'CAF', '1424', '2021-02-18'], ['Greece', 'UEFA', '1413', '2021-02-18'], ['Mali', 'CAF', '1412', '2021-02-18'], ['Finland', 'UEFA', '1411', '2021-02-18'], ['Bosnia', 'UEFA', '1410', '2021-02-18'], ['Ecuador', 'CONMEBOL', '1409', '2021-02-18'], ['Qatar', 'AFC', '1391', '2021-02-18'], ['Burkina Faso', 'CAF', '1391', '2021-02-18'], ['DR Congo', 'CAF', '1386', '2021-02-18'], ['Ivory Coast', 'CAF', '1384', '2021-02-18'], ['Slovenia', 'UEFA', '1379', '2021-02-18'], ['Montenegro', 'UEFA', '1370', '2021-02-18'], ['Honduras', 'CONCACAF', '1367', '2021-02-18'], ['North Macedonia', 'UEFA', '1362', '2021-02-18'], ['Albania', 'UEFA', '1360', '2021-02-18'], ['Saudi Arabia', 'AFC', '1353', '2021-02-18'], ['Bulgaria', 'UEFA', '1350', '2021-02-18'], ['Iraq', 'AFC', '1348', '2021-02-18'], ['El Salvador', 'CONCACAF', '1344', '2021-02-18'], ['South Africa', 'CAF', '1341', '2021-02-18'], ['Guinea', 'CAF', '1334', '2021-02-18'], ['Canada', 'CONCACAF', '1332', '2021-02-18'], ['U. A. E.', 'AFC', '1326', '2021-02-18'], ['China', 'AFC', '1323', '2021-02-18'], [...], ['Belgium', 'UEFA', '1780', '2021-02-03'], ['France', 'UEFA', '1755', '2021-02-03'], ['Brazil', 'CONMEBOL', '1743', '2021-02-03'], ['England', 'UEFA', '1670', '2021-02-03'], ['Portugal', 'UEFA', '1662', '2021-02-03'], ['Spain', 'UEFA', '1645', '2021-02-03'], ['Argentina', 'CONMEBOL', '1642', '2021-02-03'], ['Uruguay', 'CONMEBOL', '1639', '2021-02-03'], ['Mexico', 'CONCACAF', '1632', '2021-02-03'], ['Italy', 'UEFA', '1625', '2021-02-03'], ['Croatia', 'UEFA', '1617', '2021-02-03'], ['Denmark', 'UEFA', '1614', '2021-02-03'], ['Germany', 'UEFA', '1610', '2021-02-03'], ['Netherlands', 'UEFA', '1609', '2021-02-03'], ['Colombia', 'CONMEBOL', '1601', '2021-02-03'], ['Switzerland', 'UEFA', '1593', '2021-02-03'], ['Chile', 'CONMEBOL', '1567', '2021-02-03'], ['Wales', 'UEFA', '1562', '2021-02-03'], ['Poland', 'UEFA', '1559', '2021-02-03'], ['Senegal', 'CAF', '1558', '2021-02-03'], ['Sweden', 'UEFA', '1558', '2021-02-03'], ['USA', 'CONCACAF', '1545', '2021-02-03'], ['Austria', 'UEFA', '1531', '2021-02-03'], ['Ukraine', 'UEFA', '1521', '2021-02-03'], ['Peru', 'CONMEBOL', '1512', '2021-02-03'], [...], ['Tunisia', 'CAF', '1503', '2021-02-03'], ['Japan', 'AFC', '1502', '2021-02-03'], ['Venezuela', 'CONMEBOL', '1501', '2021-02-03'], ['Iran', 'AFC', '1496', '2021-02-03'], ['Serbia', 'UEFA', '1495', '2021-02-03'], ['Algeria', 'CAF', '1488', '2021-02-03'], ['Turkey', 'UEFA', '1487', '2021-02-03'], ['Slovakia', 'UEFA', '1478', '2021-02-03'], ['Paraguay', 'CONMEBOL', '1476', '2021-02-03'], ['Morocco', 'CAF', '1474', '2021-02-03'], ['Nigeria', 'CAF', '1474', '2021-02-03'], ['Romania', 'UEFA', '1466', '2021-02-03'], ['South Korea', 'AFC', '1465', '2021-02-03'], ['Russia', 'UEFA', '1461', '2021-02-03'], ['Hungary', 'UEFA', '1460', '2021-02-03'], ['Australia', 'AFC', '1457', '2021-02-03'], ['Czechia', 'UEFA', '1456', '2021-02-03'], ['Ireland', 'UEFA', '1456', '2021-02-03'], ['Norway', 'UEFA', '1450', '2021-02-03'], ['N. Ireland', 'UEFA', '1440', '2021-02-03'], ['Iceland', 'UEFA', '1438', '2021-02-03'], ['Jamaica', 'CONCACAF', '1437', '2021-02-03'], ['Scotland', 'UEFA', '1436', '2021-02-03'], ['Egypt', 'CAF', '1432', '2021-02-03'], ['Cameroon', 'CAF', '1428', '2021-02-03'], [...], ['Costa Rica', 'CONCACAF', '1427', '2021-02-03'], ['Ghana', 'CAF', '1424', '2021-02-03'], ['Greece', 'UEFA', '1413', '2021-02-03'], ['Finland', 'UEFA', '1411', '2021-02-03'], ['Bosnia', 'UEFA', '1410', '2021-02-03'], ['Ecuador', 'CONMEBOL', '1409', '2021-02-03'], ['Mali', 'CAF', '1408', '2021-02-03'], ['Burkina Faso', 'CAF', '1391', '2021-02-03'], ['Qatar', 'AFC', '1391', '2021-02-03'], ['DR Congo', 'CAF', '1386', '2021-02-03'], ['Ivory Coast', 'CAF', '1384', '2021-02-03'], ['Slovenia', 'UEFA', '1379', '2021-02-03'], ['Montenegro', 'UEFA', '1370', '2021-02-03'], ['Honduras', 'CONCACAF', '1367', '2021-02-03'], ['North Macedonia', 'UEFA', '1362', '2021-02-03'], ['Albania', 'UEFA', '1360', '2021-02-03'], ['Saudi Arabia', 'AFC', '1353', '2021-02-03'], ['Bulgaria', 'UEFA', '1350', '2021-02-03'], ['Iraq', 'AFC', '1347', '2021-02-03'], ['El Salvador', 'CONCACAF', '1346', '2021-02-03'], ['South Africa', 'CAF', '1341', '2021-02-03'], ['Canada', 'CONCACAF', '1332', '2021-02-03'], ['Guinea', 'CAF', '1329', '2021-02-03'], ['U. A. E.', 'AFC', '1326', '2021-02-03'], ['China', 'AFC', '1323', '2021-02-03'], [...]]\n"
     ]
    }
   ],
   "source": [
    "print(rankings[77])"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "7bb1c863-ebc5-45b5-b144-74d9fb2681e5",
   "metadata": {},
   "source": [
    "\n",
    "## Fifa Index\n",
    "\n",
    "&#9632; Get Fifa video game team rankings <br>\n",
    "<ol>\n",
    "    &#9633; ATT <br>\n",
    "    &#9633; MID <br>\n",
    "    &#9633; DEF <br>\n",
    "    &#9633; OVR <br>\n",
    "    &#9633; Team Rating <br>\n",
    "    </ol>\n",
    "    \n",
    "&#9632; How much of this is UNIQUE data? <br>\n",
    "&#9632; Easier to calculate OVR? <br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "0c4eec95-8672-4dde-bd82-f0baf4003597",
   "metadata": {},
   "outputs": [],
   "source": [
    "def get_Fifa_Index(URL, teamRank):\n",
    "    webpage = requests.get(URL)\n",
    "    soup = BeautifulSoup(webpage.content, 'lxml')\n",
    "    dom = etree.HTML(str(soup))\n",
    "    # /a for team name and /span for int\n",
    "    # tr[i]/td[j], where (i-2) is team rank, where j is column {2; Team Name, 4; ATT, 5; MID, 6; DEF, 7; OVR}  \n",
    "\n",
    "    moreTeams = True\n",
    "    currentRow = ['Name', 'ATT', 'MID', 'DEF', 'Date']\n",
    "    i=0\n",
    "    count = 0\n",
    "    while moreTeams:\n",
    "\n",
    "        teamVal = i+3\n",
    "        xpath = '/html/body/main/div/div/div[2]/div[2]/table/tbody/tr[' + str(teamVal) + ']/td[2]/a'\n",
    "        try:\n",
    "            #print('try:', i)\n",
    "            currentRow[0]=(dom.xpath(xpath)[0].text)\n",
    "            for j in range(4, 7):\n",
    "                xpath = '/html/body/main/div/div/div[2]/div[2]/table/tbody/tr[' + str(teamVal) + ']/td[' + str(j) + ']/span'\n",
    "                #print(xpath)\n",
    "                currentRow[j-3]=(dom.xpath(xpath)[0].text)\n",
    "            currentRow[4] = dom.xpath('/html/body/main/div/div/div[2]/nav[1]/ol/li[3]/a')[0].text\n",
    "            teamRank.append(currentRow)\n",
    "            currentRow = ['Name', 'ATT', 'MID', 'DEF', 'Date']\n",
    "            count = 0\n",
    "            i +=1\n",
    "        except:\n",
    "            #print('except: ', i)\n",
    "            count += 1\n",
    "            i += 1\n",
    "            if count == 5:\n",
    "                break\n",
    "            pass\n",
    "    return teamRank"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a88b8879-c182-4e14-84e6-6d95a1160ba7",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "53b7c10e-e5b7-4c2d-9fe8-b40742bad924",
   "metadata": {},
   "outputs": [],
   "source": [
    "base_url = 'https://www.fifaindex.com/teams/fifa'\n",
    "# URL = 'https://www.fifaindex.com/teams/fifa22/?page=1&type=1'\n",
    "teamRank = []\n",
    "year = 22\n",
    "page = 1\n",
    "\n",
    "while year > 4:\n",
    "    if year < 10:\n",
    "        year = '0'+str(year)\n",
    "    else:\n",
    "        year = str(year)\n",
    "    URL = base_url + year + '/?page=' + str(page) + '&type=1'\n",
    "    teamRank = get_Fifa_Index(URL, teamRank)\n",
    "    year = int(year)\n",
    "    if page == 1:\n",
    "        page += 1\n",
    "    else:\n",
    "        page = 1\n",
    "        year -= 1\n",
    "    \n",
    "#for x in range(len(teamRank)):\n",
    "#    print('%i, %s, %s, %s, %s, %s' % (x, teamRank[x][0], teamRank[x][1], teamRank[x][2], teamRank[x][3], teamRank[x][4]))\n",
    "    \n",
    "fields = ['Country', 'ATT', 'MID', 'DEF', 'Date']\n",
    "\n",
    "rows = teamRank\n",
    "\n",
    "with open('test1.csv', 'w') as f:\n",
    "      \n",
    "    # using csv.writer method from CSV package\n",
    "    write = csv.writer(f)\n",
    "      \n",
    "    write.writerow(fields)\n",
    "    write.writerows(rows)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "d915875e-07de-403b-b2a7-680d01741380",
   "metadata": {},
   "source": [
    "\n",
    "## Fifa Ranking\n",
    "\n",
    "&#9632; Total Points <br>\n",
    "&#9632; Ranking <br>"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "f692758c-7ae1-4896-ba4d-24e53595ba9d",
   "metadata": {},
   "outputs": [
    {
     "ename": "ContentDecodingError",
     "evalue": "('Received response with content-encoding: gzip, but failed to decode it.', error('Error -3 while decompressing data: incorrect header check'))",
     "output_type": "error",
     "traceback": [
      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[1;31merror\u001b[0m                                     Traceback (most recent call last)",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\urllib3\\response.py\u001b[0m in \u001b[0;36m_decode\u001b[1;34m(self, data, decode_content, flush_decoder)\u001b[0m\n\u001b[0;32m    400\u001b[0m             \u001b[1;32mif\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_decoder\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 401\u001b[1;33m                 \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_decoder\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdecompress\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    402\u001b[0m         \u001b[1;32mexcept\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mDECODER_ERROR_CLASSES\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\urllib3\\response.py\u001b[0m in \u001b[0;36mdecompress\u001b[1;34m(self, data)\u001b[0m\n\u001b[0;32m     87\u001b[0m             \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 88\u001b[1;33m                 \u001b[0mret\u001b[0m \u001b[1;33m+=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_obj\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mdecompress\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     89\u001b[0m             \u001b[1;32mexcept\u001b[0m \u001b[0mzlib\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0merror\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31merror\u001b[0m: Error -3 while decompressing data: incorrect header check",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mDecodeError\u001b[0m                               Traceback (most recent call last)",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\models.py\u001b[0m in \u001b[0;36mgenerate\u001b[1;34m()\u001b[0m\n\u001b[0;32m    759\u001b[0m                 \u001b[1;32mtry\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 760\u001b[1;33m                     \u001b[1;32mfor\u001b[0m \u001b[0mchunk\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mraw\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mstream\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mchunk_size\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdecode_content\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;32mTrue\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    761\u001b[0m                         \u001b[1;32myield\u001b[0m \u001b[0mchunk\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\urllib3\\response.py\u001b[0m in \u001b[0;36mstream\u001b[1;34m(self, amt, decode_content)\u001b[0m\n\u001b[0;32m    575\u001b[0m             \u001b[1;32mwhile\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mis_fp_closed\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_fp\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 576\u001b[1;33m                 \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mread\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mamt\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mamt\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdecode_content\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mdecode_content\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    577\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\urllib3\\response.py\u001b[0m in \u001b[0;36mread\u001b[1;34m(self, amt, decode_content, cache_content)\u001b[0m\n\u001b[0;32m    547\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 548\u001b[1;33m             \u001b[0mdata\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_decode\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mdecode_content\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mflush_decoder\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    549\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\urllib3\\response.py\u001b[0m in \u001b[0;36m_decode\u001b[1;34m(self, data, decode_content, flush_decoder)\u001b[0m\n\u001b[0;32m    406\u001b[0m                 \u001b[1;34m\"failed to decode it.\"\u001b[0m \u001b[1;33m%\u001b[0m \u001b[0mcontent_encoding\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 407\u001b[1;33m                 \u001b[0me\u001b[0m\u001b[1;33m,\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    408\u001b[0m             )\n",
      "\u001b[1;31mDecodeError\u001b[0m: ('Received response with content-encoding: gzip, but failed to decode it.', error('Error -3 while decompressing data: incorrect header check'))",
      "\nDuring handling of the above exception, another exception occurred:\n",
      "\u001b[1;31mContentDecodingError\u001b[0m                      Traceback (most recent call last)",
      "\u001b[1;32m~\\AppData\\Local\\Temp\\ipykernel_19932\\3554937165.py\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[0mURL\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34m'https://www.fifa.com/fifa-world-ranking/men'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0mwebpage\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mrequests\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mget\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mURL\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mheaders\u001b[0m\u001b[1;33m=\u001b[0m\u001b[1;33m{\u001b[0m\u001b[1;34m'Accept-Encoding'\u001b[0m\u001b[1;33m:\u001b[0m \u001b[1;34m'identity'\u001b[0m\u001b[1;33m}\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      3\u001b[0m \u001b[0msoup\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mBeautifulSoup\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mwebpage\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mtext\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;34m'lxml'\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[0mdom\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0metree\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mHTML\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mstr\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msoup\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[0mxpath\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34m'//*[@id=\"content\"]/main/section[2]/div/div/div[1]/table/tbody/tr[1]/td[3]/span[1]'\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\api.py\u001b[0m in \u001b[0;36mget\u001b[1;34m(url, params, **kwargs)\u001b[0m\n\u001b[0;32m     73\u001b[0m     \"\"\"\n\u001b[0;32m     74\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 75\u001b[1;33m     \u001b[1;32mreturn\u001b[0m \u001b[0mrequest\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m'get'\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0mparams\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mparams\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     76\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     77\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\api.py\u001b[0m in \u001b[0;36mrequest\u001b[1;34m(method, url, **kwargs)\u001b[0m\n\u001b[0;32m     59\u001b[0m     \u001b[1;31m# cases, and look like a memory leak in others.\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     60\u001b[0m     \u001b[1;32mwith\u001b[0m \u001b[0msessions\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mSession\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0msession\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m---> 61\u001b[1;33m         \u001b[1;32mreturn\u001b[0m \u001b[0msession\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mrequest\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mmethod\u001b[0m\u001b[1;33m,\u001b[0m \u001b[0murl\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0murl\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0mkwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m     62\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m     63\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\sessions.py\u001b[0m in \u001b[0;36mrequest\u001b[1;34m(self, method, url, params, data, headers, cookies, files, auth, timeout, allow_redirects, proxies, hooks, stream, verify, cert, json)\u001b[0m\n\u001b[0;32m    527\u001b[0m         }\n\u001b[0;32m    528\u001b[0m         \u001b[0msend_kwargs\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mupdate\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0msettings\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 529\u001b[1;33m         \u001b[0mresp\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0msend\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mprep\u001b[0m\u001b[1;33m,\u001b[0m \u001b[1;33m**\u001b[0m\u001b[0msend_kwargs\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    530\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    531\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mresp\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\sessions.py\u001b[0m in \u001b[0;36msend\u001b[1;34m(self, request, **kwargs)\u001b[0m\n\u001b[0;32m    685\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    686\u001b[0m         \u001b[1;32mif\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mstream\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 687\u001b[1;33m             \u001b[0mr\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mcontent\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    688\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    689\u001b[0m         \u001b[1;32mreturn\u001b[0m \u001b[0mr\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\models.py\u001b[0m in \u001b[0;36mcontent\u001b[1;34m(self)\u001b[0m\n\u001b[0;32m    836\u001b[0m                 \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_content\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mNone\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    837\u001b[0m             \u001b[1;32melse\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 838\u001b[1;33m                 \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_content\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;34mb''\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mjoin\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0miter_content\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mCONTENT_CHUNK_SIZE\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m \u001b[1;32mor\u001b[0m \u001b[1;34mb''\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    839\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    840\u001b[0m         \u001b[0mself\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0m_content_consumed\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mTrue\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;32m~\\anaconda3\\envs\\ECE597ML\\lib\\site-packages\\requests\\models.py\u001b[0m in \u001b[0;36mgenerate\u001b[1;34m()\u001b[0m\n\u001b[0;32m    763\u001b[0m                     \u001b[1;32mraise\u001b[0m \u001b[0mChunkedEncodingError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0me\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    764\u001b[0m                 \u001b[1;32mexcept\u001b[0m \u001b[0mDecodeError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m--> 765\u001b[1;33m                     \u001b[1;32mraise\u001b[0m \u001b[0mContentDecodingError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0me\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m    766\u001b[0m                 \u001b[1;32mexcept\u001b[0m \u001b[0mReadTimeoutError\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0me\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m    767\u001b[0m                     \u001b[1;32mraise\u001b[0m \u001b[0mConnectionError\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0me\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
      "\u001b[1;31mContentDecodingError\u001b[0m: ('Received response with content-encoding: gzip, but failed to decode it.', error('Error -3 while decompressing data: incorrect header check'))"
     ]
    }
   ],
   "source": [
    "URL = 'https://www.fifa.com/fifa-world-ranking/men?dateId=id13603'\n",
    "webpage = requests.get(URL, headers={'Accept-Encoding': 'identity'})\n",
    "soup = BeautifulSoup(webpage.text, 'lxml')\n",
    "dom = etree.HTML(str(soup))\n",
    "xpath = '//*[@id=\"content\"]/main/section[2]/div/div/div[1]/table/tbody/tr[1]/td[3]/span[1]'\n",
    "print(dom.xpath(xpath))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e1e6d2ee-efff-45fb-a8b8-09e8db0368ad",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}