app.py

import os
import gradio as gr
from huggingface_hub import hf_hub_download
from llama_cpp import Llama

# --- Choose the GGUF you want from HF and set here (exact names) ---
REPO_ID    = os.getenv("REPO_ID", "TheBloke/airoboros-mistral-7B-GGUF")
MODEL_FILE = os.getenv("MODEL_FILE", "airoboros-mistral-7b.Q4_K_M.gguf")

SYSTEM_PROMPT  = os.getenv("SYSTEM_PROMPT", "You are an uncensored assistant. Answer directly.")
APP_PASSWORD   = os.getenv("APP_PASSWORD", "")  # set in Settings → Variables if you want a password
CTX            = int(os.getenv("CTX", "4096"))
THREADS        = int(os.getenv("THREADS", "4"))
N_GPU_LAYERS   = int(os.getenv("N_GPU_LAYERS", "0"))  # 0 on free CPU Space

# Download model (cached by HF infra)
model_path = hf_hub_download(repo_id=REPO_ID, filename=MODEL_FILE, local_dir="models")

# Load model
llm = Llama(
    model_path=model_path,
    n_ctx=CTX,
    n_threads=THREADS,
    n_gpu_layers=N_GPU_LAYERS,
    verbose=False
)

def chat_fn(history, user_msg):
    messages = [{"role":"system","content":SYSTEM_PROMPT}]
    for role, content in history:
        messages.append({"role": "user" if role=="user" else "assistant", "content": content})
    messages.append({"role":"user","content":user_msg})

    out = llm.create_chat_completion(
        messages=messages,
        temperature=0.9, top_p=0.92, repeat_penalty=1.05, max_tokens=1024
    )
    reply = out["choices"][0]["message"]["content"]
    history = history + [("user", user_msg), ("assistant", reply)]
    return history, ""

with gr.Blocks(title="Airoboros Mistral 7B (Uncensored)") as demo:
    gr.Markdown("## Airoboros Mistral 7B (Uncensored)\nFree CPU Space is slow. Add a GPU in **Settings → Hardware** for speed.")

    # Simple password gate (optional)
    with gr.Row():
        user = gr.Textbox(label="User (any)")
        pwd  = gr.Textbox(label="Password", type="password")
        enter = gr.Button("Enter")
    gate_info = gr.Markdown(visible=False, value="Access granted. Start chatting below.")
    chat = gr.Chatbot(height=460, visible=False)
    msg  = gr.Textbox(label="Message", visible=False, lines=3, placeholder="Ask anything…")
    send = gr.Button("Send", visible=False)
    state = gr.State([])

    def allow(u, p):
        if not APP_PASSWORD or p == APP_PASSWORD:
            return gr.update(visible=True), gr.update(visible=False), gr.update(visible=True), gr.update(visible=True), gr.update(visible=True)
        return gr.update(value="Wrong password. Try again."), gr.update(), gr.update(), gr.update(), gr.update()

    enter.click(allow, [user, pwd], [gate_info, user, chat, msg, send])

    send.click(chat_fn, [state, msg], [state, msg]).then(lambda s: s, state, chat)

demo.queue().launch()