From 9f4ded3aaab3a8963532f14f47efde5f69bc13ff Mon Sep 17 00:00:00 2001 From: asrar Date: Mon, 22 Dec 2025 22:33:59 +0100 Subject: [PATCH] Fix class name casing for GemmaTokenizer fix on linux, i guess it worked on windows since filesystem there is case insensitive --- src/PreTrainedTokenizers/GemmaTokenizer.php | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/PreTrainedTokenizers/GemmaTokenizer.php b/src/PreTrainedTokenizers/GemmaTokenizer.php index 7491984..cde34cb 100644 --- a/src/PreTrainedTokenizers/GemmaTokenizer.php +++ b/src/PreTrainedTokenizers/GemmaTokenizer.php @@ -4,7 +4,7 @@ namespace Codewithkyrian\Transformers\PreTrainedTokenizers; -class GemmaTokenizer extends PretrainedTokenizer +class GemmaTokenizer extends PreTrainedTokenizer { protected string $defaultChatTemplate = "{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '' + role + '\n' + message['content'] | trim + '\n' }}{% endfor %}{% if add_generation_prompt %}{{'model\n'}}{% endif %}"; }