add removal of speaker and independent

voting_lib/load_data.py

@@ -21,6 +21,8 @@ def load_german_data():
     name_column = 'Member'
     party_column = 'Party'
 
+    parties_to_remove = ['Fraktionslos']
+
     vote_column_to_title = {}
     
     voting_features = ['ja', 'nein', 'Enthaltung', 'ungültig']
@@ -45,6 +47,7 @@ def load_german_data():
                 df[vote_column_name] = df[voting_features].sum(axis=1)
                 
                 df=df.rename(columns={name_column_g:name_column,party_column_g:party_column})
+                df=df[~df.Party.isin(parties_to_remove)]
                 
                 period = df.iloc[0][period_column_g]
                                     
@@ -74,6 +77,8 @@ def load_uk_data(path):
     party_column = 'Party'
     vote_column = 'Vote'
 
+    parties_to_remove = ['Speaker', 'Deputy Speaker', 'Independent']
+    
     column_to_filename = {}
     
     voting_features = {'Aye':0, 'Teller - Ayes':0, 'No':1, 'Teller - Noes':1, 'No Vote Recorded':2}
@@ -105,5 +110,6 @@ def load_uk_data(path):
                 # merge data with already loaded data 
                 data = data.merge(df[[name_column, vote_column_name]], on=name_column)
     
+    data = data[~data.Party.isin(parties_to_remove)] 
     print(data)
     return data