update

app.py

@@ -217,7 +217,7 @@ with gr.Blocks(css="style.css") as demo:
 
     user_input.change(tokenize_pair,
                       [user_input, tokenizer_type_1, tokenizer_type_2],
-                      [output_text_1, output_table_1, output_text_2, output_table_2])
+                      [output_text_1, output_table_1, output_text_2, output_table_2]) # , pass_request=1
 
     tokenizer_type_2.change(tokenize, [user_input, tokenizer_type_2],
                             [output_text_2, output_table_2])

util.py

@@ -1,12 +1,13 @@
 import gradio as gr
 import json
+import socket
 import pandas as pd
 from vocab import load_tokener
 from utils.zh_util import iter_vocab
 from utils.log_util import logger
 
 
-def tokenize(text, tokenizer_type, color_num=5, update=True):
+def tokenize(text, tokenizer_type,  color_num=5, update=True):
     """
     TODO: cache tokenizer
     """
@@ -62,7 +63,16 @@ def tokenize(text, tokenizer_type, color_num=5, update=True):
         return pos_tokens, table_df, len(encoding)
 
 
-def tokenize_pair(text, tokenizer_type_1, tokenizer_type_2):
+def tokenize_pair(text, tokenizer_type_1, tokenizer_type_2, request: gr.Request):
+    if request:
+        client_ip = request.client.host
+        # local_ip = socket.gethostbyname(socket.gethostbyname(""))
+        headers = request.kwargs['headers']
+        if headers and 'x-forwarded-for' in headers:
+            x_forwarded_for = headers['x-forwarded-for']
+            client_ip = x_forwarded_for.split(' ')[0] if x_forwarded_for else ""
+        logger.info("[client ip]", client_ip, tokenizer_type_1, tokenizer_type_2)
+
     pos_tokens_1, table_df_1 = tokenize(text, tokenizer_type_1)
     pos_tokens_2, table_df_2 = tokenize(text, tokenizer_type_2)
     return pos_tokens_1, table_df_1, pos_tokens_2, table_df_2