scrape_web.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "name": "scrape_web.ipynb",
      "provenance": [],
      "collapsed_sections": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "source": [
        "# Scraping www.timeanddate.com "
      ],
      "metadata": {
        "id": "LTJisJBjcO8k"
      }
    },
    {
      "cell_type": "markdown",
      "source": [
        "For Scraping web we should use these libs: \n",
        "- requests\n",
        "- bs4\n",
        "\n",
        "you should write your path in \"path\" of save and read files. Just remember that :D"
      ],
      "metadata": {
        "id": "UJrGguZxaRqF"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "!pip3 install requests\n",
        "!pip3 install bs4"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "PzpHg19JiRDt",
        "outputId": "3fd623f3-9651-4e0b-b6ac-d8c750c454ff"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Requirement already satisfied: requests in /usr/local/lib/python3.7/dist-packages (2.23.0)\n",
            "Requirement already satisfied: idna<3,>=2.5 in /usr/local/lib/python3.7/dist-packages (from requests) (2.10)\n",
            "Requirement already satisfied: chardet<4,>=3.0.2 in /usr/local/lib/python3.7/dist-packages (from requests) (3.0.4)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.7/dist-packages (from requests) (2021.10.8)\n",
            "Requirement already satisfied: urllib3!=1.25.0,!=1.25.1,<1.26,>=1.21.1 in /usr/local/lib/python3.7/dist-packages (from requests) (1.24.3)\n",
            "Requirement already satisfied: bs4 in /usr/local/lib/python3.7/dist-packages (0.0.1)\n",
            "Requirement already satisfied: beautifulsoup4 in /usr/local/lib/python3.7/dist-packages (from bs4) (4.6.3)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "from bs4 import BeautifulSoup\n",
        "import requests"
      ],
      "metadata": {
        "id": "IYiSa9Hric01"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "This website has two parts:\n",
        "- London Weather History for -- month year tabel\n",
        "- it's javascript!\n",
        "\n",
        "I scraped all data of each part and saved them in different CSV files.\n",
        "let's start :)"
      ],
      "metadata": {
        "id": "rMm_RPGlalJ9"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#get url\n",
        "import urllib.parse as urlparse\n",
        "url = \"https://www.timeanddate.com/weather/uk/london/historic?month=&year=\"\n",
        "\n",
        "# set months and years\n",
        "month=range(6,13)\n",
        "year=[2020,2021]\n",
        "\n",
        "# add month and years to url\n",
        "def insertChar(mystring, mont,year):\n",
        "    mystring   =  mystring[:61] + mont + mystring[61:67]+ year + mystring[67:]\n",
        "    return mystring   \n",
        "\n",
        "result_url=[]\n",
        "for i in month:\n",
        "  for j in year:    \n",
        "    result_url.append(insertChar(url, str(i),str(j)))\n",
        "\n",
        "# print all urls\n",
        "result_url"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "M3XVMeDgHXlM",
        "outputId": "642be7d8-fa4f-434c-ec82-c44789bce537"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/plain": [
              "['https://www.timeanddate.com/weather/uk/london/historic?month=6&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=6&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=7&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=7&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=8&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=8&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=9&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=9&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=10&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=10&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=11&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=11&year=2021',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=12&year=2020',\n",
              " 'https://www.timeanddate.com/weather/uk/london/historic?month=12&year=2021']"
            ]
          },
          "metadata": {},
          "execution_count": 13
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "I got all contents of these urls and save them into the text file with the below code. Now we have all thing that we wanted!\n"
      ],
      "metadata": {
        "id": "dfUkfKGVdoo3"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# get content of web for each date \n",
        "for idx,url in enumerate(result_url):\n",
        "  months_weather = requests.get(str(url))\n",
        "  soup=BeautifulSoup(months_weather.content, 'html.parser')\n",
        "  #print(months_weather)\n",
        "\n",
        "  #save them into the text file\n",
        "  with open(\"/path/{}soupFile.txt\".format(idx), \"w\") as f:\n",
        "        f.write(str(soup))\n",
        "  "
      ],
      "metadata": {
        "id": "-YZDKkFHsUuZ"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# for read soupfiles- it's just a test :)\n",
        "for idx in range(0,13):\n",
        "  f = open(\"/path/{}soupFile.txt\".format(idx))\n",
        "  soup = f.read()\n",
        "  bs = BeautifulSoup(soup,\"html.parser\")"
      ],
      "metadata": {
        "id": "pzQHcm1YAY5H"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "The script part has data of all days of months that I set them in the first part.\n",
        "In the first part, I set months: (6-12) and now I want to catch weather's of 30 days of all these months in 2 years(2020 and 2021). \n"
      ],
      "metadata": {
        "id": "tzudmFyVe1Yq"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "#script part\n",
        "import json\n",
        "dfs = pd.DataFrame()\n",
        "for idx in range(0,13):\n",
        "  ddf = pd.DataFrame(columns=['date', 'date_id','wind', 'desc','temp','baro','hum'])\n",
        "  f = open(\"/path/{}soupFile.txt\".format(idx))\n",
        "  r = f.read()\n",
        "  soup = BeautifulSoup(r,\"html.parser\")\n",
        "  scripts = soup.find_all('script')\n",
        "  jsonObj = None\n",
        "  for script in scripts:\n",
        "      if 'var data='  in script.text:\n",
        "          jsonStr = script.text.strip()\n",
        "\n",
        "          jsonStr = jsonStr.split('var data=')[1]\n",
        "          jsonStr = jsonStr.split(';')[0]\n",
        "\n",
        "          jsonObj = json.loads(jsonStr)\n",
        "  for item in jsonObj['detail']:\n",
        "    date = item['ds']\n",
        "    date_id=item['date']\n",
        "    wind = item['wind']\n",
        "    desc=item['desc']\n",
        "    temp=item['temp']\n",
        "    baro=item['baro']\n",
        "    hum=item['hum']\n",
        "    ddf = ddf.append({'date': date, 'date_id': date_id, 'wind':wind, 'desc': desc, 'temp': temp, 'baro': baro, 'hum': hum }, ignore_index=True)\n",
        "  dfs = pd.concat([dfs, ddf], axis=0).reset_index(drop=True)\n",
        "\n",
        "# print \n",
        "dfs.head(5)"
      ],
      "metadata": {
        "id": "amoJ9l5Tlppf"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "\n",
        "The table part has 24h on the first day of each month and I catch its data in two ways that we can see in continue :)"
      ],
      "metadata": {
        "id": "_GpvnrBAhiWj"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "# London Weather History for --month year table part\n",
        "# way with tags \n",
        "dft = pd.DataFrame()\n",
        "for idx in range(0,13):\n",
        "  f = open(\"/path/{}soupFile.txt\".format(idx))\n",
        "  r = f.read()\n",
        "  soup = BeautifulSoup(r,\"html.parser\")\n",
        "  table = soup.find('table', id='wt-his')\n",
        "  df = pd.DataFrame(columns=['time', 'weather','Humidity', 'wind','temp'])\n",
        "  # Collecting Ddata\n",
        "  for row in table.tbody.find_all('tr'):   \n",
        "      # Find all data for each column\n",
        "      time=[sd.get_text() for sd in row.select(\"th\")][0]\n",
        "      weather=[t.get_text() for t in row.find_all('td', class_=\"small\")][0]\n",
        "      wind =[w.get_text() for w in row.find_all('td', class_=\"sep\")][0]\n",
        "      Humidity =[wh.get_text() for wh in row.find_all('td', class_=\"sep\")][1]\n",
        "      temp = [tp.get_text() for tp in row.find_all('td', class_=\"\")][0]\n",
        "      \n",
        "      df = df.append({'time': time, 'weather': weather,'Humidity':Humidity, 'wind': wind, 'temp': temp }, ignore_index=True)\n",
        "  dft = pd.concat([dft, df], axis=0).reset_index(drop=True)\n",
        "\n",
        "dft.head(5)"
      ],
      "metadata": {
        "id": "t8lxzdJRvyIb",
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 423
        },
        "outputId": "4c8ef6d3-9212-4191-8552-cdc8ffce3d9b"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-b26f2985-f291-4355-8a16-c6c4d83163da\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>time</th>\n",
              "      <th>weather</th>\n",
              "      <th>Humidity</th>\n",
              "      <th>wind</th>\n",
              "      <th>temp</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>00:50Mon, 1 Jun</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>1023 mbar</td>\n",
              "      <td>15 km/h</td>\n",
              "      <td>14 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>01:50</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>1023 mbar</td>\n",
              "      <td>13 km/h</td>\n",
              "      <td>13 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>02:50</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>1023 mbar</td>\n",
              "      <td>11 km/h</td>\n",
              "      <td>13 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>03:50</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>1023 mbar</td>\n",
              "      <td>9 km/h</td>\n",
              "      <td>12 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>04:50</td>\n",
              "      <td>Sunny.</td>\n",
              "      <td>1023 mbar</td>\n",
              "      <td>9 km/h</td>\n",
              "      <td>11 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>...</th>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "      <td>...</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>422</th>\n",
              "      <td>19:50</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>1026 mbar</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>2 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>423</th>\n",
              "      <td>20:50</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>1026 mbar</td>\n",
              "      <td>4 km/h</td>\n",
              "      <td>3 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>424</th>\n",
              "      <td>21:50</td>\n",
              "      <td>Partly cloudy.</td>\n",
              "      <td>1026 mbar</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>3 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>425</th>\n",
              "      <td>22:50</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>1025 mbar</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>2 °C</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>426</th>\n",
              "      <td>23:50</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>1025 mbar</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>1 °C</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "<p>427 rows × 5 columns</p>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-b26f2985-f291-4355-8a16-c6c4d83163da')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-b26f2985-f291-4355-8a16-c6c4d83163da button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-b26f2985-f291-4355-8a16-c6c4d83163da');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                time          weather   Humidity     wind   temp\n",
              "0    00:50Mon, 1 Jun           Clear.  1023 mbar  15 km/h  14 °C\n",
              "1              01:50           Clear.  1023 mbar  13 km/h  13 °C\n",
              "2              02:50           Clear.  1023 mbar  11 km/h  13 °C\n",
              "3              03:50           Clear.  1023 mbar   9 km/h  12 °C\n",
              "4              04:50           Sunny.  1023 mbar   9 km/h  11 °C\n",
              "..               ...              ...        ...      ...    ...\n",
              "422            19:50  Passing clouds.  1026 mbar   7 km/h   2 °C\n",
              "423            20:50           Clear.  1026 mbar   4 km/h   3 °C\n",
              "424            21:50   Partly cloudy.  1026 mbar   7 km/h   3 °C\n",
              "425            22:50  Passing clouds.  1025 mbar   7 km/h   2 °C\n",
              "426            23:50  Passing clouds.  1025 mbar   7 km/h   1 °C\n",
              "\n",
              "[427 rows x 5 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 134
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "# way with pd.read_html\n",
        "for idx in range(0,13):\n",
        "  f = open(\"/path/{}soupFile.txt\".format(idx))\n",
        "  r = f.read()\n",
        "  soup = BeautifulSoup(r,\"html.parser\")\n",
        "  dfss = pd.DataFrame()\n",
        "  table = soup.find('table', id='wt-his')\n",
        "  dff = pd.read_html(str(table))[0]\n",
        "  # Dropping a level down\n",
        "  dff.columns = dff.columns.droplevel(0)\n",
        "  dff=dff.drop(['Unnamed: 1_level_1','Unnamed: 5_level_1','Visibility'], axis = 1)\n",
        "  dfss = pd.concat([dfss, dff], axis=0).reset_index(drop=True)\n",
        "\n",
        "dfss.head(5)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/",
          "height": 863
        },
        "id": "qtP4q8W1_NvS",
        "outputId": "51dd23c6-a713-4fd3-bbf9-525f6995f258"
      },
      "execution_count": null,
      "outputs": [
        {
          "output_type": "execute_result",
          "data": {
            "text/html": [
              "\n",
              "  <div id=\"df-6f70fe70-c667-4358-9d77-8e77c400de53\">\n",
              "    <div class=\"colab-df-container\">\n",
              "      <div>\n",
              "<style scoped>\n",
              "    .dataframe tbody tr th:only-of-type {\n",
              "        vertical-align: middle;\n",
              "    }\n",
              "\n",
              "    .dataframe tbody tr th {\n",
              "        vertical-align: top;\n",
              "    }\n",
              "\n",
              "    .dataframe thead th {\n",
              "        text-align: right;\n",
              "    }\n",
              "</style>\n",
              "<table border=\"1\" class=\"dataframe\">\n",
              "  <thead>\n",
              "    <tr style=\"text-align: right;\">\n",
              "      <th></th>\n",
              "      <th>Time</th>\n",
              "      <th>Temp</th>\n",
              "      <th>Weather</th>\n",
              "      <th>Wind</th>\n",
              "      <th>Humidity</th>\n",
              "      <th>Barometer</th>\n",
              "    </tr>\n",
              "  </thead>\n",
              "  <tbody>\n",
              "    <tr>\n",
              "      <th>0</th>\n",
              "      <td>00:50Tue, 1 Dec</td>\n",
              "      <td>5 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>17 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1023 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>1</th>\n",
              "      <td>01:50</td>\n",
              "      <td>5 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>17 km/h</td>\n",
              "      <td>76%</td>\n",
              "      <td>1023 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>2</th>\n",
              "      <td>02:50</td>\n",
              "      <td>4 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>13 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1023 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>3</th>\n",
              "      <td>03:50</td>\n",
              "      <td>4 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>13 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1024 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>4</th>\n",
              "      <td>04:50</td>\n",
              "      <td>4 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>13 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1024 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>5</th>\n",
              "      <td>05:50</td>\n",
              "      <td>3 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>11 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1024 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>6</th>\n",
              "      <td>06:50</td>\n",
              "      <td>2 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>93%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>7</th>\n",
              "      <td>07:50</td>\n",
              "      <td>2 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>9 km/h</td>\n",
              "      <td>93%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>8</th>\n",
              "      <td>08:50</td>\n",
              "      <td>3 °C</td>\n",
              "      <td>Sunny.</td>\n",
              "      <td>11 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>9</th>\n",
              "      <td>09:50</td>\n",
              "      <td>5 °C</td>\n",
              "      <td>Sunny.</td>\n",
              "      <td>15 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>10</th>\n",
              "      <td>10:50</td>\n",
              "      <td>6 °C</td>\n",
              "      <td>Scattered clouds.</td>\n",
              "      <td>19 km/h</td>\n",
              "      <td>81%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>11</th>\n",
              "      <td>11:50</td>\n",
              "      <td>7 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>17 km/h</td>\n",
              "      <td>76%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>12</th>\n",
              "      <td>12:50</td>\n",
              "      <td>7 °C</td>\n",
              "      <td>Sunny.</td>\n",
              "      <td>20 km/h</td>\n",
              "      <td>76%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>13</th>\n",
              "      <td>13:50</td>\n",
              "      <td>8 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>19 km/h</td>\n",
              "      <td>71%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>14</th>\n",
              "      <td>14:50</td>\n",
              "      <td>7 °C</td>\n",
              "      <td>Scattered clouds.</td>\n",
              "      <td>15 km/h</td>\n",
              "      <td>76%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>15</th>\n",
              "      <td>15:50</td>\n",
              "      <td>6 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>13 km/h</td>\n",
              "      <td>76%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>16</th>\n",
              "      <td>16:50</td>\n",
              "      <td>4 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>6 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>17</th>\n",
              "      <td>18:50</td>\n",
              "      <td>3 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>9 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>18</th>\n",
              "      <td>19:50</td>\n",
              "      <td>2 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>93%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>19</th>\n",
              "      <td>20:50</td>\n",
              "      <td>3 °C</td>\n",
              "      <td>Clear.</td>\n",
              "      <td>4 km/h</td>\n",
              "      <td>93%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>20</th>\n",
              "      <td>21:50</td>\n",
              "      <td>3 °C</td>\n",
              "      <td>Partly cloudy.</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1026 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>21</th>\n",
              "      <td>22:50</td>\n",
              "      <td>2 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>87%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>22</th>\n",
              "      <td>23:50</td>\n",
              "      <td>1 °C</td>\n",
              "      <td>Passing clouds.</td>\n",
              "      <td>7 km/h</td>\n",
              "      <td>100%</td>\n",
              "      <td>1025 mbar</td>\n",
              "    </tr>\n",
              "    <tr>\n",
              "      <th>23</th>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "      <td>Weather by CustomWeather, © 2022</td>\n",
              "    </tr>\n",
              "  </tbody>\n",
              "</table>\n",
              "</div>\n",
              "      <button class=\"colab-df-convert\" onclick=\"convertToInteractive('df-6f70fe70-c667-4358-9d77-8e77c400de53')\"\n",
              "              title=\"Convert this dataframe to an interactive table.\"\n",
              "              style=\"display:none;\">\n",
              "        \n",
              "  <svg xmlns=\"http://www.w3.org/2000/svg\" height=\"24px\"viewBox=\"0 0 24 24\"\n",
              "       width=\"24px\">\n",
              "    <path d=\"M0 0h24v24H0V0z\" fill=\"none\"/>\n",
              "    <path d=\"M18.56 5.44l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94zm-11 1L8.5 8.5l.94-2.06 2.06-.94-2.06-.94L8.5 2.5l-.94 2.06-2.06.94zm10 10l.94 2.06.94-2.06 2.06-.94-2.06-.94-.94-2.06-.94 2.06-2.06.94z\"/><path d=\"M17.41 7.96l-1.37-1.37c-.4-.4-.92-.59-1.43-.59-.52 0-1.04.2-1.43.59L10.3 9.45l-7.72 7.72c-.78.78-.78 2.05 0 2.83L4 21.41c.39.39.9.59 1.41.59.51 0 1.02-.2 1.41-.59l7.78-7.78 2.81-2.81c.8-.78.8-2.07 0-2.86zM5.41 20L4 18.59l7.72-7.72 1.47 1.35L5.41 20z\"/>\n",
              "  </svg>\n",
              "      </button>\n",
              "      \n",
              "  <style>\n",
              "    .colab-df-container {\n",
              "      display:flex;\n",
              "      flex-wrap:wrap;\n",
              "      gap: 12px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert {\n",
              "      background-color: #E8F0FE;\n",
              "      border: none;\n",
              "      border-radius: 50%;\n",
              "      cursor: pointer;\n",
              "      display: none;\n",
              "      fill: #1967D2;\n",
              "      height: 32px;\n",
              "      padding: 0 0 0 0;\n",
              "      width: 32px;\n",
              "    }\n",
              "\n",
              "    .colab-df-convert:hover {\n",
              "      background-color: #E2EBFA;\n",
              "      box-shadow: 0px 1px 2px rgba(60, 64, 67, 0.3), 0px 1px 3px 1px rgba(60, 64, 67, 0.15);\n",
              "      fill: #174EA6;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert {\n",
              "      background-color: #3B4455;\n",
              "      fill: #D2E3FC;\n",
              "    }\n",
              "\n",
              "    [theme=dark] .colab-df-convert:hover {\n",
              "      background-color: #434B5C;\n",
              "      box-shadow: 0px 1px 3px 1px rgba(0, 0, 0, 0.15);\n",
              "      filter: drop-shadow(0px 1px 2px rgba(0, 0, 0, 0.3));\n",
              "      fill: #FFFFFF;\n",
              "    }\n",
              "  </style>\n",
              "\n",
              "      <script>\n",
              "        const buttonEl =\n",
              "          document.querySelector('#df-6f70fe70-c667-4358-9d77-8e77c400de53 button.colab-df-convert');\n",
              "        buttonEl.style.display =\n",
              "          google.colab.kernel.accessAllowed ? 'block' : 'none';\n",
              "\n",
              "        async function convertToInteractive(key) {\n",
              "          const element = document.querySelector('#df-6f70fe70-c667-4358-9d77-8e77c400de53');\n",
              "          const dataTable =\n",
              "            await google.colab.kernel.invokeFunction('convertToInteractive',\n",
              "                                                     [key], {});\n",
              "          if (!dataTable) return;\n",
              "\n",
              "          const docLinkHtml = 'Like what you see? Visit the ' +\n",
              "            '<a target=\"_blank\" href=https://colab.research.google.com/notebooks/data_table.ipynb>data table notebook</a>'\n",
              "            + ' to learn more about interactive tables.';\n",
              "          element.innerHTML = '';\n",
              "          dataTable['output_type'] = 'display_data';\n",
              "          await google.colab.output.renderOutput(dataTable, element);\n",
              "          const docLink = document.createElement('div');\n",
              "          docLink.innerHTML = docLinkHtml;\n",
              "          element.appendChild(docLink);\n",
              "        }\n",
              "      </script>\n",
              "    </div>\n",
              "  </div>\n",
              "  "
            ],
            "text/plain": [
              "                                Time  ...                         Barometer\n",
              "0                    00:50Tue, 1 Dec  ...                         1023 mbar\n",
              "1                              01:50  ...                         1023 mbar\n",
              "2                              02:50  ...                         1023 mbar\n",
              "3                              03:50  ...                         1024 mbar\n",
              "4                              04:50  ...                         1024 mbar\n",
              "5                              05:50  ...                         1024 mbar\n",
              "6                              06:50  ...                         1025 mbar\n",
              "7                              07:50  ...                         1025 mbar\n",
              "8                              08:50  ...                         1026 mbar\n",
              "9                              09:50  ...                         1026 mbar\n",
              "10                             10:50  ...                         1026 mbar\n",
              "11                             11:50  ...                         1026 mbar\n",
              "12                             12:50  ...                         1026 mbar\n",
              "13                             13:50  ...                         1025 mbar\n",
              "14                             14:50  ...                         1025 mbar\n",
              "15                             15:50  ...                         1026 mbar\n",
              "16                             16:50  ...                         1026 mbar\n",
              "17                             18:50  ...                         1026 mbar\n",
              "18                             19:50  ...                         1026 mbar\n",
              "19                             20:50  ...                         1026 mbar\n",
              "20                             21:50  ...                         1026 mbar\n",
              "21                             22:50  ...                         1025 mbar\n",
              "22                             23:50  ...                         1025 mbar\n",
              "23  Weather by CustomWeather, © 2022  ...  Weather by CustomWeather, © 2022\n",
              "\n",
              "[24 rows x 6 columns]"
            ]
          },
          "metadata": {},
          "execution_count": 131
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "#save all dataframes in CSV files\n",
        "dfss.to_csv('/path/Weather_london_2.csv', sep=',')\n",
        "dfs.to_csv('/path/Weather_london_1.csv', sep=',')\n",
        "dft.to_csv('/path/Weather_london_3.csv', sep=',')"
      ],
      "metadata": {
        "id": "9qe92l0gs8cx"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}