File size: 720 Bytes
cd6f98e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
import { useQuery } from "@tanstack/react-query";
import { useSession } from "next-auth/react";
import { z } from "zod";

import { get } from "../services/fetch-utils";

const Model = z.object({
  name: z.string(),
  max_tokens: z.number(),
  has_access: z.boolean(),
});

const ModelList = z.array(Model);

export type LLMModel = z.infer<typeof Model>;

export function useModels() {
  const { data: session } = useSession();
  const query = useQuery(
    ["llm"],
    async () => await get("/api/models", ModelList, session?.accessToken),
    {
      enabled: !!session?.accessToken,
    }
  );

  return {
    models: query.data ?? [],
    getModel: (name: string) => query.data?.find((m) => m.name === name),
  };
}