diff --git a/llama_cpp/llama_chat_format.py b/llama_cpp/llama_chat_format.py index 71aac80614..717d6f4197 100644 --- a/llama_cpp/llama_chat_format.py +++ b/llama_cpp/llama_chat_format.py @@ -1,5 +1,6 @@ from __future__ import annotations +import sys import os import json import ctypes @@ -923,6 +924,8 @@ def format_llama2( if system_message: system_message = _system_template.format(system_message=system_message) _prompt = _format_llama2(system_message, _messages, " ", "") + "[/INST]" + print("llama-2 prompt:", _prompt, file=sys.stderr) + logger.info("llama-2 prompt: %s", _prompt) return ChatFormatterResponse(prompt=_prompt) @@ -943,6 +946,8 @@ def format_llama3( _messages = _map_roles(messages, _roles) _messages.append((_roles["assistant"], None)) _prompt = _format_no_colon_single(_begin_token, _messages, _sep) + print("llama-3 prompt:", _prompt, file=sys.stderr) + logger.info("llama-3 prompt: %s", _prompt) return ChatFormatterResponse(prompt=_prompt, stop=_sep) @@ -1244,6 +1249,8 @@ def format_mistral_instruct( ): prompt += " [/INST]" + message["content"] + eos prompt += " [/INST]" + print("mistral-instruct prompt:", prompt, file=sys.stderr) + logger.info("mistral-instruct prompt: %s", prompt) return ChatFormatterResponse(prompt=prompt, stop=stop)