duckdb-nsql/manifest/examples/manifest_async.py

import asyncio
import time

from manifest import Manifest


def main():

    manifest = Manifest(
        client_name="openaichat",
    )

    print("Running in serial")
    prompts = [f"Tell me something interesting about {i}" for i in range(50)]
    st = time.time()
    for pmt in prompts:
        _ = manifest.run(pmt)
    print(f"For loop: {time.time() - st :.2f}")

    print("Running with async")
    st = time.time()
    _ = asyncio.run(manifest.arun_batch(prompts, max_tokens=30))
    print(f"Async loop: {time.time() - st :.2f}")


if __name__ == "__main__":
    main()