13hannes11/UU_NCML_Project
1
0
Fork 0
mirror of https://github.com/13hannes11/UU_NCML_Project.git synced 2024-09-03 20:50:59 +02:00
Code Issues Projects Releases Wiki Activity

Restructured source files, closed #18

Browse Source
This commit is contained in:
Deepthi Pathare
2021-05-10 14:55:31 +02:00
parent c5fa8fead7
commit db762c4061
3 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
convert_to_csv_de.py → download_data/convert_to_csv_de.py
View File

@@ -1,7 +1,7 @@
import pandas as pd import pandas as pd
import os import os
base_dir = "./de/" base_dir = "../de/"
out_dir = "csv/" out_dir = "csv/"
in_dir = "input/" in_dir = "input/"
title_file = "filename_to_titles.csv" title_file = "filename_to_titles.csv"

2
scrape_de.py → download_data/scrape_de.py
View File

@@ -21,7 +21,7 @@ DATE_FROM = "01.01.2019"
DATE_TO = "20.04.2021" DATE_TO = "20.04.2021"
# Output # Output
DOWNLOAD_FOLDER = "de/input/" DOWNLOAD_FOLDER = "../de/input/"
def get_element_by_xpath_or_false(driver, xpath): def get_element_by_xpath_or_false(driver, xpath):

2
uk_scraper.py → download_data/scrape_uk.py
View File

@@ -21,7 +21,7 @@ DATE_FROM = "01/05/2020"
DATE_TO = "01/05/2021" DATE_TO = "01/05/2021"
# Output # Output
DOWNLOAD_FOLDER = "./uk/csv/" DOWNLOAD_FOLDER = "../uk/csv/"
def get_element_by_xpath_or_false(driver, xpath): def get_element_by_xpath_or_false(driver, xpath):