From db762c40613f5a155d5e32c00debeda384e72958 Mon Sep 17 00:00:00 2001 From: Deepthi Pathare Date: Mon, 10 May 2021 14:55:31 +0200 Subject: [PATCH] Restructured source files, closed #18 --- convert_to_csv_de.py => download_data/convert_to_csv_de.py | 2 +- scrape_de.py => download_data/scrape_de.py | 2 +- uk_scraper.py => download_data/scrape_uk.py | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) rename convert_to_csv_de.py => download_data/convert_to_csv_de.py (98%) rename scrape_de.py => download_data/scrape_de.py (99%) rename uk_scraper.py => download_data/scrape_uk.py (99%) diff --git a/convert_to_csv_de.py b/download_data/convert_to_csv_de.py similarity index 98% rename from convert_to_csv_de.py rename to download_data/convert_to_csv_de.py index f8339f8..8c145eb 100644 --- a/convert_to_csv_de.py +++ b/download_data/convert_to_csv_de.py @@ -1,7 +1,7 @@ import pandas as pd import os -base_dir = "./de/" +base_dir = "../de/" out_dir = "csv/" in_dir = "input/" title_file = "filename_to_titles.csv" diff --git a/scrape_de.py b/download_data/scrape_de.py similarity index 99% rename from scrape_de.py rename to download_data/scrape_de.py index 2a92f51..23e13b3 100644 --- a/scrape_de.py +++ b/download_data/scrape_de.py @@ -21,7 +21,7 @@ DATE_FROM = "01.01.2019" DATE_TO = "20.04.2021" # Output -DOWNLOAD_FOLDER = "de/input/" +DOWNLOAD_FOLDER = "../de/input/" def get_element_by_xpath_or_false(driver, xpath): diff --git a/uk_scraper.py b/download_data/scrape_uk.py similarity index 99% rename from uk_scraper.py rename to download_data/scrape_uk.py index 49fbab6..4b14ae2 100644 --- a/uk_scraper.py +++ b/download_data/scrape_uk.py @@ -21,7 +21,7 @@ DATE_FROM = "01/05/2020" DATE_TO = "01/05/2021" # Output -DOWNLOAD_FOLDER = "./uk/csv/" +DOWNLOAD_FOLDER = "../uk/csv/" def get_element_by_xpath_or_false(driver, xpath):