File size: 1,687 Bytes
76690c5 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 |
import os
import subprocess
def main():
inpFile = sys.argv[1]
outFile = sys.argv[2]
randNum = sys.argv[3]
basePath = sys.argv[4]
currPath = os.getcwd()
unifParFold = os.path.join(basePath, 'unified_parser')
uniParOut = f'.uniOut_{randNum}.txt'
uniParList = inpFile
uniParTemp = f'.uniTemp_{randNum}.txt'
print("The data is successfully reached")
os.chdir(unifParFold)
os.mkdir(f'uniPar_{randNum}')
nj = int(subprocess.check_output(['wc', '-l', inpFile]).decode().split()[0]) # number of parallel jobs
if nj > 48:
nj = 48
with open(uniParList, 'r') as infile:
with open(uniParTemp, 'w') as tempfile:
for i, line in enumerate(infile, start=1):
tempfile.write(f"{line.rstrip()}\tuniPar_{randNum}/word_{i:04d}.txt\n")
command = f"awk '{{printf \"%s\\tuniPar_{randNum}/word_%04d.txt\\n\", $0, NR}}' {uniParList} | \
parallel -j {nj} --colsep '\t' 'valgrind ./unified-parser {{1}} {{2}} 1 0 0 0 > /dev/null 2> /dev/null' > /dev/null 2> /dev/null"
subprocess.run(command, shell=True, check=True)
os.system(f"cat uniPar_{randNum}/*.txt > {uniParTemp}")
os.rmdir(f'uniPar_{randNum}')
subprocess.run(['bash', 'get_phone_mapped_text_updated.sh', uniParTemp, uniParOut])
os.system(f"sed -i \"s:^(set! wordstruct '::g\" {uniParOut}")
os.system(f"sed -i 's:[)(\"0 ]::g' {uniParOut}")
command = f"paste -d' ' {uniParList} {uniParOut} >> {outFile}"
os.system(command)
os.remove(uniParTemp)
os.remove(uniParOut)
os.chdir(currPath)
if __name__ == "__main__":
import sys
main()
|