mirror of
https://github.com/13hannes11/UU_NCML_Project.git
synced 2024-09-03 20:50:59 +02:00
51 lines
1.6 KiB
Python
51 lines
1.6 KiB
Python
import pandas as pd
|
|
import os
|
|
|
|
title_file = "filename_to_titles.csv"
|
|
|
|
# Preprocess data
|
|
vote_counter = -1
|
|
data = pd.DataFrame()
|
|
|
|
name_column = 'Bezeichnung'
|
|
|
|
# Load filename to
|
|
filename_to_title_map = {}
|
|
|
|
with open(os.path.join("./de/csv/", title_file), 'r') as file:
|
|
for line in file.readlines():
|
|
filename, title = line.split(';', 2)
|
|
filename_to_title_map[filename] = title
|
|
|
|
|
|
|
|
vote_column_to_title = {}
|
|
|
|
voting_features = ['ja', 'nein', 'Enthaltung', 'ungültig']
|
|
for dirname, _, filenames in os.walk('./de/csv'):
|
|
for filename in filenames:
|
|
if filename != title_file:
|
|
vote_counter += 1
|
|
print(os.path.join(dirname, filename))
|
|
df = pd.read_csv(os.path.join(dirname, filename))
|
|
|
|
# Give each voting behaviour type an identifier from 0 to len(voting_features) - 1
|
|
for i, feature in enumerate(voting_features):
|
|
df[feature] *= i
|
|
vote_column_name = f'vote_{vote_counter}'
|
|
# Map column name of vote to filename -> allows retrieving what the vote was about
|
|
vote_column_to_title[vote_column_name] = filename_to_title_map[filename]
|
|
|
|
# add feature for the vote
|
|
df[vote_column_name] = df[voting_features].sum(axis=1)
|
|
|
|
if data.empty:
|
|
# if first file that is loaded set data equal to data from first file
|
|
data = df[[name_column, vote_column_name]]
|
|
else:
|
|
# merge data with already loaded data
|
|
data = data.merge(df[[name_column, vote_column_name]], on=name_column)
|
|
|
|
print(vote_column_to_title)
|
|
print(data)
|