13hannes11/UU_NCML_Project
1
0
Fork 0
mirror of https://github.com/13hannes11/UU_NCML_Project.git synced 2024-09-03 20:50:59 +02:00
Code Issues Projects Releases Wiki Activity

add code to remove NaN rows and columns

Browse Source
This commit is contained in:
Hannes Kuchelmeister
2021-05-20 12:10:41 +02:00
parent 2dc57693a0
commit 287d87b668
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
voting_lib/voting_analysis.py
View File

@@ -80,7 +80,7 @@ def predict(model, data, grid_h, grid_w, comparison_data=pd.DataFrame()):
comparison_data_dist = calc_party_distances(comparison_data) comparison_data_dist = calc_party_distances(comparison_data)
plot_party_distances(comparison_data_dist) plot_party_distances(comparison_data_dist)
plt.show() plt.show()
err = normalize_df(part_distance_out) - normalize_df(comparison_data_dist) err = remove_NaN_rows_columns(normalize_df(part_distance_out) - normalize_df(comparison_data_dist))
err = err * err err = err * err
plot_party_distances(err) plot_party_distances(err)
plt.title(f'distance squared error, with mse={np.nanmean(err.to_numpy()):.2f}') plt.title(f'distance squared error, with mse={np.nanmean(err.to_numpy()):.2f}')
@@ -251,3 +251,9 @@ def normalize_df(dataframe):
df = df - np.min(df.to_numpy()) df = df - np.min(df.to_numpy())
df = df / np.max(df.to_numpy()) df = df / np.max(df.to_numpy())
return df return df
def remove_NaN_rows_columns(dataframe):
df = dataframe.copy(deep=True)
df = df.dropna(axis=0, how='all', thresh=None, subset=None, inplace=False)
df = df.dropna(axis=1, how='all', thresh=None, subset=None, inplace=False)
return df