Duplicated from sitammeur/PicQ
7e42996
1
2
3
4
5
6
7
8
9
# Model settings device = "cuda" model_name = "openbmb/MiniCPM-V-2_6" # Decoding settings sampling = True stream = True repetition_penalty = 1.05