cmrfrd / GrammarLLM

Grammar sampling with open source LLMs

GrammarLLM

by: [e-mail]

This project is meant to immitate the functionality of https://automorphic.ai/playground with open source LLMs and grammar sampling.

Example: Email generation

from llama_cpp import Llama
from lark import Lark

from grammar_llm.utils import generate_from_cfg

llm = Llama(model_path="./models/llama-2-13b.ggmlv3.q4_0.bin", verbose=False)
prompt = """
You are an AI assistant that generates emails:

Here are some examples of valid emails:
- [e-mail]
- [e-mail]
- [e-mail]

Generate an email for Elon Musk for the domain x.com:
- """

grammar = """
?start: email
email: name "@" domain
name: CNAME
domain: CNAME "." CNAME

%import common.CNAME
"""

parser = Lark(
    grammar,
    parser="lalr",
    lexer="basic",
    propagate_positions=False,
    maybe_placeholders=False,
    regex=True,
)

out = ""
for t in generate_from_cfg(llm, prompt, parser, max_tokens=5):
    print(t, end="")
    out += t

[e-mail]