data_scraping_weekly_risk_rate.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c7cae9d4",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "import seaborn as sns\n",
    "import matplotlib.pyplot as plt\n",
    "import datetime\n",
    "from dateutil.relativedelta import relativedelta"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "b55775cf",
   "metadata": {},
   "outputs": [],
   "source": [
    "df = pd.read_csv(\"owid-covid-data.csv\")\n",
    "vaccinepercapita = pd.read_csv(\"daily-covid-vaccination-doses-per-capita.csv\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "bbe37bde",
   "metadata": {},
   "outputs": [],
   "source": [
    "def load_data(url,table_no,header):\n",
    "     html = pd.read_html(url, header = header)\n",
    "     df_return = html[table_no]\n",
    "     return df_return"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "5b5ba282",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Ad</th>\n",
       "      <th>Alan (km²)[8]</th>\n",
       "      <th>Nüfus (2019)[7]</th>\n",
       "      <th>NY kişi/km²</th>\n",
       "      <th>Plaka kodu</th>\n",
       "      <th>Telefon kodu</th>\n",
       "      <th>Vali</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>Uşak</td>\n",
       "      <td>5.555</td>\n",
       "      <td>370.509</td>\n",
       "      <td>6669.0</td>\n",
       "      <td>64</td>\n",
       "      <td>276</td>\n",
       "      <td>Funda Kocabıyık</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>Van</td>\n",
       "      <td>20.921</td>\n",
       "      <td>1.136.757</td>\n",
       "      <td>5433.0</td>\n",
       "      <td>65</td>\n",
       "      <td>432</td>\n",
       "      <td>Mehmet Emin Bilmez</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>Yalova</td>\n",
       "      <td>798.000</td>\n",
       "      <td>270.976</td>\n",
       "      <td>33956.0</td>\n",
       "      <td>77</td>\n",
       "      <td>226</td>\n",
       "      <td>Muammer Erol</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>Yozgat</td>\n",
       "      <td>13.690</td>\n",
       "      <td>421.200</td>\n",
       "      <td>3076.0</td>\n",
       "      <td>66</td>\n",
       "      <td>354</td>\n",
       "      <td>Ziya Polat</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>Zonguldak</td>\n",
       "      <td>3.342</td>\n",
       "      <td>596.053</td>\n",
       "      <td>17835.0</td>\n",
       "      <td>67</td>\n",
       "      <td>372</td>\n",
       "      <td>Mustafa Tutulmaz</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "           Ad  Alan (km²)[8] Nüfus (2019)[7]  NY kişi/km²  Plaka kodu  \\\n",
       "76       Uşak          5.555         370.509       6669.0          64   \n",
       "77        Van         20.921       1.136.757       5433.0          65   \n",
       "78     Yalova        798.000         270.976      33956.0          77   \n",
       "79     Yozgat         13.690         421.200       3076.0          66   \n",
       "80  Zonguldak          3.342         596.053      17835.0          67   \n",
       "\n",
       "   Telefon kodu                Vali  \n",
       "76          276     Funda Kocabıyık  \n",
       "77          432  Mehmet Emin Bilmez  \n",
       "78          226        Muammer Erol  \n",
       "79          354          Ziya Polat  \n",
       "80          372    Mustafa Tutulmaz  "
      ]
     },
     "execution_count": 4,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_cities = load_data('https://tr.wikipedia.org/wiki/T%C3%BCrkiye%27nin_illeri',3,0)\n",
    "df_cities.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "383ba204",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Getting city names of Turkey from Wikipedia\n",
    "\n",
    "df_cities = df_cities[['Ad','Plaka kodu']]\n",
    "df_cities.rename(columns={'Ad':'city_name','Plaka kodu':'plate_no'},inplace=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "5edf2f03",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-6-2cfcacf2b8bf>:10: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_cities[\"Latitude\"][i] = location.latitude\n",
      "<ipython-input-6-2cfcacf2b8bf>:14: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_cities[\"Longitude\"][i] = location.longitude\n"
     ]
    }
   ],
   "source": [
    "# Getting latitude and longitude with city names\n",
    "\n",
    "from geopy.geocoders import Nominatim\n",
    "geolocator = Nominatim(user_agent=\"http\")\n",
    "df_cities[\"Latitude\"] = 0.0\n",
    "df_cities[\"Longitude\"] = 0.0\n",
    "for i in df_cities.index:\n",
    "    location = geolocator.geocode(df_cities['city_name'][i])\n",
    "    try:\n",
    "        df_cities[\"Latitude\"][i] = location.latitude\n",
    "    except:\n",
    "        df_cities[\"Latitude\"][i] = None\n",
    "    try:\n",
    "        df_cities[\"Longitude\"][i] = location.longitude\n",
    "    except:\n",
    "        df_cities[\"Longitude\"][i] = None"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "5994ee7b",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 7,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Cechking Nulls for latitude and longitude\n",
    "\n",
    "df_cities.Latitude.isnull().sum()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "d2844048",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-8-e0e40eb75b24>:3: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_cities['Latitude'][77]=38.5012\n",
      "<ipython-input-8-e0e40eb75b24>:4: SettingWithCopyWarning: \n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "  df_cities['Longitude'][77]=43.3730\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>city_name</th>\n",
       "      <th>plate_no</th>\n",
       "      <th>Latitude</th>\n",
       "      <th>Longitude</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>76</th>\n",
       "      <td>Uşak</td>\n",
       "      <td>64</td>\n",
       "      <td>38.609666</td>\n",
       "      <td>29.330651</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>77</th>\n",
       "      <td>Van</td>\n",
       "      <td>65</td>\n",
       "      <td>38.501200</td>\n",
       "      <td>43.373000</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>78</th>\n",
       "      <td>Yalova</td>\n",
       "      <td>77</td>\n",
       "      <td>40.592707</td>\n",
       "      <td>29.077136</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>79</th>\n",
       "      <td>Yozgat</td>\n",
       "      <td>66</td>\n",
       "      <td>39.820557</td>\n",
       "      <td>34.809492</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>80</th>\n",
       "      <td>Zonguldak</td>\n",
       "      <td>67</td>\n",
       "      <td>41.250324</td>\n",
       "      <td>31.838974</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    city_name  plate_no   Latitude  Longitude\n",
       "76       Uşak        64  38.609666  29.330651\n",
       "77        Van        65  38.501200  43.373000\n",
       "78     Yalova        77  40.592707  29.077136\n",
       "79     Yozgat        66  39.820557  34.809492\n",
       "80  Zonguldak        67  41.250324  31.838974"
      ]
     },
     "execution_count": 8,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# One city has conflicted coordinates, so we fix it manually\n",
    "\n",
    "df_cities['Latitude'][77]=38.5012\n",
    "df_cities['Longitude'][77]=43.3730\n",
    "df_cities.tail()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "53491cbc",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>İl Adı</th>\n",
       "      <th>Sayı</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>Adana</td>\n",
       "      <td>6300</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>Adıyaman</td>\n",
       "      <td>15463</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>Afyon</td>\n",
       "      <td>4750</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>Ağrı</td>\n",
       "      <td>2222</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>Aksaray</td>\n",
       "      <td>17352</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "     İl Adı   Sayı\n",
       "0     Adana   6300\n",
       "1  Adıyaman  15463\n",
       "2     Afyon   4750\n",
       "3      Ağrı   2222\n",
       "4   Aksaray  17352"
      ]
     },
     "execution_count": 9,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df_risk = load_data('https://www.haberturk.com/il-il-koronavirus-risk-haritasi-16-mart-dusuk-orta-yuksek-ve-cok-yuksek-riskli-illerin-listesi-gunce-3006818',0,None)\n",
    "df_risk.head()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "a89e44c3",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Loading links from \"link.txt\" file.\n",
    "\n",
    "links = open(\"links.txt\",\"r\")\n",
    "brokenlinks = open(\"b_links.txt\",\"r\")\n",
    "\n",
    "# Splitting links line by line.\n",
    "\n",
    "link_array = links.read().splitlines()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "bf5d657d",
   "metadata": {},
   "outputs": [],
   "source": [
    "# A function for inserting values from one DataFrame to another by matching values.\n",
    "\n",
    "def insert_by_match(df1,df2,col_name1,col_name2,col_name_to_insert,value_col_name):\n",
    "    for i in df1.index:\n",
    "        for j in df2.index:\n",
    "            if df1[col_name1][i] == df2[col_name2][j]:\n",
    "                df1[col_name_to_insert][i] = df2[value_col_name][j]\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 52,
   "id": "1f9602f9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# A function for inserting values from one DataFrame to another by index.\n",
    "\n",
    "def insert_by_index(df1,df2,col_name_to_insert,value_col_name,date,week_no):\n",
    "    for i in df1.index:\n",
    "        df1[col_name_to_insert][i] = df2[value_col_name][i]/100\n",
    "        df1[\"week\"][i] = date\n",
    "        df1[\"week_no\"] = week_no\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 53,
   "id": "2d8d9829",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:5: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n",
      "<ipython-input-52-6bef307a2940>:6: SettingWithCopyWarning:\n",
      "\n",
      "\n",
      "A value is trying to be set on a copy of a slice from a DataFrame\n",
      "\n",
      "See the caveats in the documentation: https://pandas.pydata.org/pandas-docs/stable/user_guide/indexing.html#returning-a-view-versus-a-copy\n",
      "\n"
     ]
    }
   ],
   "source": [
    "# Scraping the weekly number of cases per/100k for each city. \n",
    "\n",
    "count = 0\n",
    "df_cities_new = pd.DataFrame(columns=['city_name','plate_no','Latitude','Longitude','value'])\n",
    "for link,i in zip(link_array,range(len(link_array))):\n",
    "    count = count + 1\n",
    "    \n",
    "    df_cities_copy = df_cities\n",
    "    df_cities_copy[\"value\"] = 0\n",
    "    df_cities_copy[\"week\"] = 0\n",
    "    \n",
    "    week = count + 11\n",
    "    year = 2021\n",
    "    date = datetime.date(year,1,1)+relativedelta(weeks=+week)\n",
    "    \n",
    "    try:\n",
    "        df_city_values = load_data(link,0,None)\n",
    "        insert_by_index(df_cities_copy,df_city_values,\"value\",\"Sayı\",date,count)\n",
    "        df_cities_new = pd.concat([df_cities_new,df_cities_copy])\n",
    "        #print(\"burdayım\"+str(i))\n",
    "    except:\n",
    "        html = pd.read_html(link, header = None)\n",
    "        df_return = html[0]\n",
    "        insert_by_index(df_cities_copy,df_return,\"value\",1,date,count)\n",
    "        df_cities_new = pd.concat([df_cities_new,df_cities_copy])\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 54,
   "id": "bd5138f2",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cities_new[\"value\"]= df_cities_new[\"value\"].astype(float)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 55,
   "id": "78d7f37f",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "0    2021-03-26\n",
       "1    2021-03-26\n",
       "2    2021-03-26\n",
       "3    2021-03-26\n",
       "4    2021-03-26\n",
       "        ...    \n",
       "76   2021-05-28\n",
       "77   2021-05-28\n",
       "78   2021-05-28\n",
       "79   2021-05-28\n",
       "80   2021-05-28\n",
       "Name: week, Length: 810, dtype: datetime64[ns]"
      ]
     },
     "execution_count": 55,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pd.to_datetime(df_cities_new['week'],errors='ignore') "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 56,
   "id": "e974bdc5",
   "metadata": {},
   "outputs": [],
   "source": [
    "df_cities_new.to_csv(\"df_cities_risk_weekly.csv\",index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d566e709",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}