import argparse import pandas as pd import bananompy from tqdm import tqdm tqdm.pandas() def getFirstFamilyName(s): firstFamilyName = None parsed = bananompy.parse(s) try: firstFamilyName = parsed[0]['parsed'][0]['family'] except: pass return firstFamilyName if __name__ == '__main__': parser = argparse.ArgumentParser() parser.add_argument("inputfile") parser.add_argument("outputfile") args = parser.parse_args() df = pd.read_csv(args.inputfile, encoding='utf8', keep_default_na=False, na_values=['NONE',''], on_bad_lines='skip', sep=',') # Extract unique recordedBy values df_rb = df[['recordedBy']].drop_duplicates() df_rb['recordedBy_first_familyname'] = df_rb.recordedBy.progress_apply(getFirstFamilyName) # Apply back to main dataframe df = pd.merge(left = df, right=df_rb, left_on='recordedBy', right_on='recordedBy', how='left') # Add column holding collector name and number mask = (df.recordNumber.notnull()) df.loc[mask,'collectorNameAndNumber']=df[mask].apply(lambda row: '{} {}'.format(row['recordedBy_first_familyname'],row['recordNumber']),axis=1) df.to_csv(args.outputfile, index=False, sep=',')