# -*- coding: utf-8 -*-

import streamlit as st
import pandas as pd
import base64
from pyxlsb import open_workbook as open_xlsb
from io import BytesIO
from datetime import datetime
from funcs import extrae_dato_web, extrae_web, extrae_alternate, convierte_excel
from funcs import encuentra_hoja
import bs4 as BeautifulSoup
import urllib.request
from urllib.request import urlopen, Request
import re

c1, c2 = st.columns([6,6])
with c2:
    st.image('encopartslogo.jpg', width=300, caption='https://encoparts.com/')

rutas_websearch = ['https://en.hespareparts.com/search/?search=', 'https://offroadeq.com/parts-search/'] 
st.title('Data Extraction')
st.subheader('Part Number Loading A')
selec = st.radio('Select: ', [None, 'Comma Separated Text', 'Excel File Loading'])
items = None

if selec is None:
    
    st.write('Please select data loading method.')

else:

    if selec == 'Comma Separated Text' and items is None:
        st.write(selec)
        codigos = st.text_input('Paste or write here the text, separated by commas: ')
        if st.button('Proceed'):
            items = list(codigos.split(','))
    
    else:
        st.write(selec)
        file = st.file_uploader('Select an Excel File: ')
        if file is not None:
            hojax = encuentra_hoja(file)
            codigosf = pd.read_excel(file, sheet_name=hojax)
            st.write('Rows, Columns: ', codigosf.shape)
            namcol = codigosf.columns[0]
            items = pd.Series(codigosf[namcol]).astype(str)

if selec is not None and items is not None:    

    st.write(items)
        
    datos_tot = []
    st.write('Please wait while data is being processed ...')
    for it in items:
      #extrae_med = extrae_web(it)
      extrae_dat = extrae_dato_web(it)
      itxx = it[:-4]+'-'+it[-4:]
      datos = [it, itxx] + list(extrae_dat)
        #list(extrae_med) + 
      datos_tot.append(datos)
      
    dtdf = pd.DataFrame(datos_tot)
    dtdf.columns = ['part_no_', 'part_no', 
                    #'descrip_en', 'length_m', 'width_m', 'height_m', 
                    #'vol_m3',' compatible', 
                    'alternate', 'peso_lb', 'precio_bm_us', 'descr']
    now = datetime.now()
    date_time = now.strftime("%m/%d/%Y, %H:%M:%S").replace('/','_').replace(':','_').replace(', ', '_')
    dtdf['peso_kg'] = dtdf.peso_lb*0.453592
    
    dtdf2 = dtdf[['part_no_', 'part_no', 'descr',
                  #'compatible',
                  #'length_m', 'width_m', 'height_m', 'vol_m3', 
                  'peso_kg', 'precio_bm_us', 'alternate']]
    
    df_xlsx = convierte_excel(dtdf2)
    st.download_button(label='📩 Download XLSX', data=df_xlsx,
                                file_name = 'df_test'+date_time+'.xlsx')

    csv = dtdf2.to_csv(index=False)
    st.download_button(label='📩 Download CSV', data=csv, file_name = 'extraccion_'+date_time+'.csv')
    
else:
    st.write('Please select loading option, load and proceed.')

c1, c2, c3 = st.columns([4,4,4])
with c3:
    st.image('gdmklogo.png', width=100, caption='Updated by GestioDinámica in 2023')