fix(rerank) Fix rerank finetune optimizer precision

src/nemotron/cli/bin/nemotron.py

@@ -89,11 +89,13 @@ def _register_groups() -> None:
     from nemotron.cli.commands.super3 import super3_app
     from nemotron.cli.kit import kit_app
     from nemotron.cli.commands.embed import embed_app
+    from nemotron.cli.commands.rerank import rerank_app
 
     app.add_typer(nano3_app, name="nano3")
     app.add_typer(super3_app, name="super3")
     app.add_typer(kit_app, name="kit")
     app.add_typer(embed_app, name="embed")
+    app.add_typer(rerank_app, name="rerank")
 
 
 # Register groups on import

src/nemotron/cli/commands/embed/eval.py

@@ -101,33 +101,20 @@ def _execute_eval(cfg: RecipeConfig, *, experiment=None):
 
 def _execute_uv_local(train_path: Path, passthrough: list[str]) -> None:
     """Execute eval locally via UV isolated environment."""
-    import os
-    import shutil
-    import subprocess
-
-    uv_cmd = shutil.which("uv")
-    if not uv_cmd:
-        typer.echo("Error: 'uv' command not found. Please install uv.", err=True)
-        raise typer.Exit(1)
+    from nemotron.kit.uv_local import execute_uv_local
 
     script_abs = SPEC.script_path
     stage_dir = script_abs.parent
     repo_root = SPEC.script_path.parents[len(Path(SCRIPT_PATH).parts) - 1]
-    cmd = [
-        uv_cmd, "run",
-        "--with", str(repo_root),
-        "--project", str(stage_dir),
-        "python", str(script_abs),
-        "--config", str(train_path),
-        *passthrough,
-    ]
-
-    env = os.environ.copy()
-    env.pop("VIRTUAL_ENV", None)
-
-    typer.echo(f"Executing with uv isolated environment: {' '.join(cmd)}")
-    result = subprocess.run(cmd, env=env)
-    raise typer.Exit(result.returncode)
+
+    rc = execute_uv_local(
+        script_path=str(script_abs),
+        stage_dir=stage_dir,
+        repo_root=repo_root,
+        train_path=train_path,
+        passthrough=passthrough,
+    )
+    raise typer.Exit(rc)
 
 
 def _execute_remote(

src/nemotron/cli/commands/embed/export.py

@@ -102,41 +102,26 @@ def _execute_uv_local(train_path: Path, passthrough: list[str], job_config) -> N
 
     Conditionally includes TensorRT dependency based on config.
     """
-    import os
-    import shutil
-    import subprocess
-
-    uv_cmd = shutil.which("uv")
-    if not uv_cmd:
-        typer.echo("Error: 'uv' command not found. Please install uv.", err=True)
-        raise typer.Exit(1)
+    from nemotron.kit.uv_local import execute_uv_local
 
     script_abs = SPEC.script_path
     stage_dir = script_abs.parent
     repo_root = SPEC.script_path.parents[len(Path(SCRIPT_PATH).parts) - 1]
-    cmd = [
-        uv_cmd, "run",
-        "--with", str(repo_root),
-        "--project", str(stage_dir),
-    ]
 
-    # Conditionally include TensorRT dependency
+    extra_with = []
     export_to_trt = job_config.get("export_to_trt", False)
     if export_to_trt:
-        cmd += ["--extra", "tensorrt"]
-
-    cmd += [
-        "python", str(script_abs),
-        "--config", str(train_path),
-        *passthrough,
-    ]
-
-    env = os.environ.copy()
-    env.pop("VIRTUAL_ENV", None)
-
-    typer.echo(f"Executing with uv isolated environment: {' '.join(cmd)}")
-    result = subprocess.run(cmd, env=env)
-    raise typer.Exit(result.returncode)
+        extra_with.append("tensorrt")
+
+    rc = execute_uv_local(
+        script_path=str(script_abs),
+        stage_dir=stage_dir,
+        repo_root=repo_root,
+        train_path=train_path,
+        passthrough=passthrough,
+        extra_with=extra_with,
+    )
+    raise typer.Exit(rc)
 
 
 def _execute_remote(

src/nemotron/cli/commands/embed/finetune.py

@@ -99,33 +99,20 @@ def _execute_finetune(cfg: RecipeConfig, *, experiment=None):
 
 def _execute_uv_local(train_path: Path, passthrough: list[str]) -> None:
     """Execute finetune locally via UV isolated environment."""
-    import os
-    import shutil
-    import subprocess
-
-    uv_cmd = shutil.which("uv")
-    if not uv_cmd:
-        typer.echo("Error: 'uv' command not found. Please install uv.", err=True)
-        raise typer.Exit(1)
+    from nemotron.kit.uv_local import execute_uv_local
 
     script_abs = SPEC.script_path
     stage_dir = script_abs.parent
     repo_root = SPEC.script_path.parents[len(Path(SCRIPT_PATH).parts) - 1]
-    cmd = [
-        uv_cmd, "run",
-        "--with", str(repo_root),
-        "--project", str(stage_dir),
-        "python", str(script_abs),
-        "--config", str(train_path),
-        *passthrough,
-    ]
-
-    env = os.environ.copy()
-    env.pop("VIRTUAL_ENV", None)
-
-    typer.echo(f"Executing with uv isolated environment: {' '.join(cmd)}")
-    result = subprocess.run(cmd, env=env)
-    raise typer.Exit(result.returncode)
+
+    rc = execute_uv_local(
+        script_path=str(script_abs),
+        stage_dir=stage_dir,
+        repo_root=repo_root,
+        train_path=train_path,
+        passthrough=passthrough,
+    )
+    raise typer.Exit(rc)
 
 
 def _execute_remote(

src/nemotron/cli/commands/embed/prep.py

@@ -100,33 +100,20 @@ def _execute_prep(cfg: RecipeConfig, *, experiment=None):
 
 def _execute_uv_local(train_path: Path, passthrough: list[str]) -> None:
     """Execute data prep locally via UV isolated environment."""
-    import os
-    import shutil
-    import subprocess
-
-    uv_cmd = shutil.which("uv")
-    if not uv_cmd:
-        typer.echo("Error: 'uv' command not found. Please install uv.", err=True)
-        raise typer.Exit(1)
+    from nemotron.kit.uv_local import execute_uv_local
 
     script_abs = SPEC.script_path
     stage_dir = script_abs.parent
     repo_root = SPEC.script_path.parents[len(Path(SCRIPT_PATH).parts) - 1]
-    cmd = [
-        uv_cmd, "run",
-        "--with", str(repo_root),
-        "--project", str(stage_dir),
-        "python", str(script_abs),
-        "--config", str(train_path),
-        *passthrough,
-    ]
-
-    env = os.environ.copy()
-    env.pop("VIRTUAL_ENV", None)
-
-    typer.echo(f"Executing with uv isolated environment: {' '.join(cmd)}")
-    result = subprocess.run(cmd, env=env)
-    raise typer.Exit(result.returncode)
+
+    rc = execute_uv_local(
+        script_path=str(script_abs),
+        stage_dir=stage_dir,
+        repo_root=repo_root,
+        train_path=train_path,
+        passthrough=passthrough,
+    )
+    raise typer.Exit(rc)
 
 
 def _execute_remote(

src/nemotron/cli/commands/embed/sdg.py

@@ -107,33 +107,20 @@ def _execute_sdg(cfg: RecipeConfig, *, experiment=None):
 
 def _execute_uv_local(train_path: Path, passthrough: list[str]) -> None:
     """Execute SDG locally via UV isolated environment."""
-    import os
-    import shutil
-    import subprocess
-
-    uv_cmd = shutil.which("uv")
-    if not uv_cmd:
-        typer.echo("Error: 'uv' command not found. Please install uv.", err=True)
-        raise typer.Exit(1)
+    from nemotron.kit.uv_local import execute_uv_local
 
     script_abs = SPEC.script_path
     stage_dir = script_abs.parent
     repo_root = SPEC.script_path.parents[len(Path(SCRIPT_PATH).parts) - 1]
-    cmd = [
-        uv_cmd, "run",
-        "--with", str(repo_root),
-        "--project", str(stage_dir),
-        "python", str(script_abs),
-        "--config", str(train_path),
-        *passthrough,
-    ]
-
-    env = os.environ.copy()
-    env.pop("VIRTUAL_ENV", None)
-
-    typer.echo(f"Executing with uv isolated environment: {' '.join(cmd)}")
-    result = subprocess.run(cmd, env=env)
-    raise typer.Exit(result.returncode)
+
+    rc = execute_uv_local(
+        script_path=str(script_abs),
+        stage_dir=stage_dir,
+        repo_root=repo_root,
+        train_path=train_path,
+        passthrough=passthrough,
+    )
+    raise typer.Exit(rc)
 
 
 def _execute_remote(

src/nemotron/cli/commands/rerank/__init__.py

@@ -0,0 +1,22 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Rerank CLI command group.
+
+Exports the rerank_app typer group.
+"""
+
+from nemotron.cli.commands.rerank._typer_group import rerank_app
+
+__all__ = ["rerank_app"]

src/nemotron/cli/commands/rerank/_typer_group.py

@@ -0,0 +1,87 @@
+# Copyright (c) 2025, NVIDIA CORPORATION.  All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""Rerank Typer group.
+
+Contains the rerank command group with subcommands for cross-encoder
+reranking model fine-tuning workflow:
+- sdg: Generate synthetic Q&A pairs from documents
+- prep: Prepare training data (convert, mine, unroll)
+- finetune: Fine-tune the cross-encoder reranking model
+- eval: Evaluate models on reranking metrics
+- export: Export model to ONNX/TensorRT for optimized inference
+- deploy: Deploy NIM container with custom model
+"""
+
+from __future__ import annotations
+
+from rich.console import Console
+
+from nemotron.cli.commands.rerank.sdg import META as SDG_META, sdg
+from nemotron.cli.commands.rerank.prep import META as PREP_META, prep
+from nemotron.cli.commands.rerank.finetune import META as FINETUNE_META, finetune
+from nemotron.cli.commands.rerank.eval import META as EVAL_META, eval as eval_cmd
+from nemotron.cli.commands.rerank.export import META as EXPORT_META, export
+from nemotron.cli.commands.rerank.deploy import META as DEPLOY_META, deploy
+from nemotron.cli.commands.rerank.run import run as run_cmd
+from nemo_runspec.recipe_typer import RecipeTyper
+
+console = Console()
+
+# Create rerank app using RecipeTyper
+rerank_app = RecipeTyper(
+    name="rerank",
+    help="Cross-encoder reranking model fine-tuning recipe",
+    no_args_is_help=True,
+    rich_markup_mode="rich",
+)
+
+
+@rerank_app.command(name="info")
+def info() -> None:
+    """Display rerank workspace information."""
+    console.print("[bold green]Rerank Workspace[/bold green]")
+    console.print("  Fine-tune cross-encoder reranking models for domain-adapted re-ranking.")
+    console.print()
+    console.print("[bold]Workflow Stages:[/bold]")
+    console.print("  1. [cyan]sdg[/]      - Generate synthetic Q&A pairs from documents")
+    console.print("  2. [cyan]prep[/]     - Prepare training data (convert, mine, unroll)")
+    console.print("  3. [cyan]finetune[/] - Fine-tune the cross-encoder reranking model")
+    console.print("  4. [cyan]eval[/]     - Evaluate base vs fine-tuned rerankers")
+    console.print("  5. [cyan]export[/]   - Export model to ONNX/TensorRT")
+    console.print("  6. [cyan]deploy[/]   - Deploy NIM with custom model")
+    console.print()
+    console.print("[bold]Key Components:[/bold]")
+    console.print("  - retriever-sdg (synthetic data generation)")
+    console.print("  - Automodel (cross-encoder model training)")
+    console.print("  - BEIR (reranking evaluation framework)")
+    console.print()
+    console.print("[bold]Base Model:[/bold]")
+    console.print("  - nvidia/llama-nemotron-rerank-1b-v2")
+
+
+# Register stage commands
+rerank_app.add_recipe_command(sdg, meta=SDG_META, rich_help_panel="Data")
+rerank_app.add_recipe_command(prep, meta=PREP_META, rich_help_panel="Data")
+rerank_app.add_recipe_command(finetune, meta=FINETUNE_META, rich_help_panel="Training")
+rerank_app.add_recipe_command(eval_cmd, meta=EVAL_META, rich_help_panel="Evaluation")
+rerank_app.add_recipe_command(export, meta=EXPORT_META, rich_help_panel="Deployment")
+rerank_app.add_recipe_command(deploy, meta=DEPLOY_META, rich_help_panel="Deployment")
+
+# Register run (pipeline) command
+rerank_app.command(
+    "run",
+    context_settings={"allow_extra_args": True, "ignore_unknown_options": True},
+    rich_help_panel="Pipeline",
+)(run_cmd)