add diagnostic group prediction

app.py

@@ -6,21 +6,32 @@ from required_classes import *
 
 print('INFO: loading model')
 try:
-    with open('pretrain_logistic_regression_model.pkl', 'rb') as f:
+    with open('model_ds_71k_groups_31052023-3.pkl', 'rb') as f:
         model = pickle.load(f)
     model.batch_size = 1
     print('INFO: model loaded')
 except Exception as e:
-    print(f"ERROR: loading model failed with: {str(e)}")
+    print(f"ERROR: loading models failed with: {str(e)}")
 
-def classify(text):
+def classify_code(text):
+    embed = model._texts2vecs([text])
+    probs = model.classifier_code.predict_proba(embed)
+    best_n = np.flip(np.argsort(probs, axis=1,)[0,-3:])
+    preds = [f"{model.classifier_code.classes_[i]} - {probs[0][i]*100:.1f}%" for i in best_n]
+    output_text = '\n'.join(preds)
+    return output_text
+
+def classify_group(text):
     embed = model._texts2vecs([text])
-    probs = model.classifier.predict_proba(embed)
+    probs = model.classifier_group.predict_proba(embed)
     best_n = np.flip(np.argsort(probs, axis=1,)[0,-3:])
-    preds = [f"{model.classifier.classes_[i]} - {probs[0][i]*100:.1f}%" for i in best_n]
+    preds = [f"{model.classifier_group.classes_[i]} - {probs[0][i]*100:.1f}%" for i in best_n]
     output_text = '\n'.join(preds)
     return output_text
 
+def classify(text):
+    return f"Diagnostic code:\n{classify_code(text)}\n\nDiagnostic group:\n{classify_group(text)}"
+
 print('INFO: starting gradio interface')
 default_input_text = """Microscopic Evaluation: The specimen is excised into the reticular dermis and demonstrates skin with prominent papillomatosis and hyperkeratosis. The keratinocytes show reactive changes with nuclear enlargement and increased amounts of cytoplasm but no dysplasia is identified. Lymphocytic inflammation is distributed through the base of the lesion. Some pigmentation is present. The lesion approximates the edges of the specimen but appears to be predominantly excised. (GMW/jc) Gross Description: Shave removal and destruction erythematous tender papule with hyperkeratotic scale SCC vs BCC D.. Right medial temple. Final Diagnosis: Pigmented seborrheic keratosis inflamed."""
 iface = gr.Interface(

pretrain_logistic_regression_model.pkl → model_ds_71k_groups_31052023-3.pkl

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7b16160b18246480dcac36128ff59da49c4410472a98bc4955a4841655f7ed50
-size 434671977
+oid sha256:90754acb6eb8f265d84fe451b2c21aa3368c355961b8149e9cbaa6f07ef7ccb6
+size 434857173