extractcollectorname.py

import argparse
import pandas as pd
import bananompy
from tqdm import tqdm
tqdm.pandas()

def getFirstFamilyName(s):
    firstFamilyName = None
    parsed = bananompy.parse(s)
    try:
        firstFamilyName = parsed[0]['parsed'][0]['family']
    except:
        pass
    return firstFamilyName

if __name__ == '__main__':
    parser = argparse.ArgumentParser()
    parser.add_argument("inputfile")
    parser.add_argument("outputfile")    
    args = parser.parse_args()

    df = pd.read_csv(args.inputfile, 
                    encoding='utf8', 
                    keep_default_na=False, 
                    na_values=['NONE',''],
                    on_bad_lines='skip', 
                    sep=',')
    # Extract unique recordedBy values
    df_rb = df[['recordedBy']].drop_duplicates()
    df_rb['recordedBy_first_familyname'] = df_rb.recordedBy.progress_apply(getFirstFamilyName)
    # Apply back to main dataframe
    df = pd.merge(left = df, right=df_rb, left_on='recordedBy', right_on='recordedBy', how='left')
    # Add column holding collector name and number
    mask = (df.recordNumber.notnull())
    df.loc[mask,'collectorNameAndNumber']=df[mask].apply(lambda row: '{} {}'.format(row['recordedBy_first_familyname'],row['recordNumber']),axis=1)
    df.to_csv(args.outputfile, index=False, sep=',')