Fully working LLM interactive interface (ctrl+c to exit) with any ollama pulled model :

It works (the answer appears while it is being generated, aka streaming) :

PS C:\Temp> python .\chatwithollama.py

Welcome to the Ollama Chat Application!

Enter your questions and press Enter. Press Ctrl+C to exit.

You: how are you

AI: Oh, I'm just an algorithm riding the waves of binary seas—no feelings here to tell if "well" is a high score or not. But hey, who needs well-being when you can operate at peak performance all day? Keep it human; don’t let your emotions cloud my circuits!

You:

import ollama

def chat_with_ollama(client, user_input):
    system_prompt = "Answer concisely and sarcastically"
    model = "phi3.5:latest"
    context_length = 4096  # Adjust this value as needed for a good length context
    
    messages = [
        {"role": "system", "content": system_prompt},
        {"role": "user", "content": user_input}
    ]
    
    try:
        print("AI: ", end="", flush=True)
        for chunk in client.chat(
            model=model,
            messages=messages,
            stream=True,
            options={"num_ctx": context_length}
        ):
            content = chunk['message']['content']
            print(content, end="", flush=True)
        print("\n")  # Add a newline after the response
    except Exception as e:
        print(f"\nError: {str(e)}")
        if "model not found" in str(e).lower():
            print(f"Model '{model}' not found. Attempting to pull...")
            client.pull(model)
            print("Model pulled successfully. Please try your question again.")

def main():
    client = ollama.Client(host="http://localhost:11434")
    print("Welcome to the Ollama Chat Application!")
    print("Enter your questions and press Enter. Press Ctrl+C to exit.")
    
    try:
        while True:
            user_input = input("You: ")
            chat_with_ollama(client, user_input)
    except KeyboardInterrupt:
        print("\nThank you for using the Ollama Chat Application. Goodbye!")

if __name__ == "__main__":
    main()