diff --git a/src/PreTrainedTokenizers/GemmaTokenizer.php b/src/PreTrainedTokenizers/GemmaTokenizer.php index 7491984..cde34cb 100644 --- a/src/PreTrainedTokenizers/GemmaTokenizer.php +++ b/src/PreTrainedTokenizers/GemmaTokenizer.php @@ -4,7 +4,7 @@ namespace Codewithkyrian\Transformers\PreTrainedTokenizers; -class GemmaTokenizer extends PretrainedTokenizer +class GemmaTokenizer extends PreTrainedTokenizer { protected string $defaultChatTemplate = "{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '' + role + '\n' + message['content'] | trim + '\n' }}{% endfor %}{% if add_generation_prompt %}{{'model\n'}}{% endif %}"; }