from llama_cpp import Llama llm_small = Llama.from_pretrained( repo_id="bartowski/Llama-3.2-1B-Instruct-GGUF", filename="Llama-3.2-1B-Instruct-IQ3_M.gguf", ) llm_big = Llama.from_pretrained( repo_id="bartowski/Llama-3.2-3B-Instruct-GGUF", filename="Llama-3.2-3B-Instruct-IQ3_M.gguf", ) while(True): content = input("\n########################################\n\nWas soll die KI tun?:\n > ") converter_system_prompt = ( "You are a digital AI statement formulator. " "The user will tell you what he wants. " "You then formulate the appropriate prompt for a coder AI, which solves this task with the help of code. " "You will note do the task, you just formulate it to a prompt!" "You will not answer any question!" "Do not write the code yourself!" "Do not tell what you are going to do!" "Your output should be a direct command for programming." "Say explicitly that a Python code is to be created." #"For example, if the user asks you for the time, you should create a prompt that says that a code should be written that outputs the current time." ) converter_response = llm_big.create_chat_completion( messages=[ { "role": "system", "content": converter_system_prompt }, { "role": "user", "content": content } ] ) converter_output = converter_response["choices"][0]["message"]["content"] coder_response = llm_big.create_chat_completion( messages=[ { "role": "system", "content": ( "Write only Python code." "Do not use any 'def'." "Write a one-liner." "Do not add any comments." "Do not add any other information or explanations to the code." "Your code should be executable without errors." ) }, { "role": "user", "content": converter_output } ] ) coder_output = coder_response["choices"][0]["message"]["content"] final_response = llm_big.create_chat_completion( messages=[ { "role": "system", "content": ( "Remove any unnecessary characters from the Python code. " "The function of the code should not change. " "Remove all comments and other explanations. " "The code should stand alone. " "Look over the code again and revise it if necessary to make the code immediately executable." ) }, { "role": "user", "content": coder_output } ] ) output = final_response["choices"][0]["message"]["content"] output = output.replace("`", "").replace("python", "")#.replace("\n", "\\n") output = output[1:] print("\n####################\nUser Input\n####################\n") print(content) print("\n####################\nConverter Output\n####################\n") print(converter_output) print("\n####################\nCoder Output\n####################\n") print(coder_output) print("\n####################\nFinal Code\n####################\n") print(output) answer = input("\nSoll der Code ausgeführt werden? (ja/nein) ") if answer.lower() == "ja": print("\nAusgabe:\n") exec(output) else: print("\nCode wurde nicht ausgeführt.")