Default CLI to Groq free model with NIM backup options

Author: Rohan5commit

roast/cli.py

@@ -15,7 +15,11 @@
 
 from roast.analyzer import analyze
 from roast.reporter import export_html_report, render_terminal_report
-from roast.roaster import generate_roast
+from roast.roaster import (
+    DEFAULT_GROQ_MODEL,
+    DEFAULT_NIM_MODEL,
+    generate_roast,
+)
 from roast.scanner import scan_repo
 
 app = typer.Typer(
@@ -25,6 +29,7 @@
 )
 console = Console()
 LOGGER = logging.getLogger(__name__)
+VALID_PROVIDERS = {"auto", "groq", "nim", "openai", "none"}
 
 
 def _is_github_url(value: str) -> bool:
@@ -57,6 +62,34 @@ def _parse_extensions(raw_extensions: str) -> list[str]:
     return parsed or ["py", "js", "ts", "jsx", "tsx"]
 
 
+def _provider_has_key(provider: str) -> bool:
+    if provider == "groq":
+        return bool(os.getenv("GROQ_API_KEY"))
+    if provider == "nim":
+        return bool(os.getenv("NVIDIA_NIM_API_KEY") or os.getenv("NIM_API_KEY"))
+    if provider == "openai":
+        return bool(os.getenv("OPENAI_API_KEY"))
+    return False
+
+
+def _validate_provider(value: str, option_name: str) -> str:
+    normalized = value.strip().lower()
+    if normalized not in VALID_PROVIDERS:
+        raise RuntimeError(
+            f"Invalid {option_name}: {value}. Use one of: auto, groq, nim, openai, none."
+        )
+    return normalized
+
+
+def _has_any_configured_llm_key(provider: str, backup_provider: str) -> bool:
+    if provider == "auto":
+        return any(_provider_has_key(name) for name in ("groq", "nim", "openai"))
+    providers = [provider]
+    if backup_provider != "none":
+        providers.append(backup_provider)
+    return any(_provider_has_key(name) for name in providers)
+
+
 @app.command()
 def roast(
     path_or_url: str = typer.Argument(..., metavar="PATH_OR_URL"),
@@ -66,7 +99,26 @@ def roast(
         "-o",
         help="Save HTML report to this path.",
     ),
-    model: str = typer.Option("gpt-4o-mini", "--model", help="LLM model to use."),
+    model: str = typer.Option(
+        DEFAULT_GROQ_MODEL,
+        "--model",
+        help="Primary LLM model (default tuned for Groq free tier).",
+    ),
+    provider: str = typer.Option(
+        "auto",
+        "--provider",
+        help="Primary provider: auto, groq, nim, openai.",
+    ),
+    backup_provider: str = typer.Option(
+        "nim",
+        "--backup-provider",
+        help="Backup provider: none, nim, groq, openai.",
+    ),
+    backup_model: str = typer.Option(
+        DEFAULT_NIM_MODEL,
+        "--backup-model",
+        help="Backup provider model.",
+    ),
     no_llm: bool = typer.Option(False, "--no-llm", help="Run static analysis only, skip LLM roast."),
     extensions: str = typer.Option(
         "py,js,ts,jsx,tsx",
@@ -79,12 +131,24 @@ def roast(
     logging.basicConfig(level=logging.WARNING, format="%(levelname)s: %(message)s")
     ext_list = _parse_extensions(extensions)
 
-    if not no_llm and not os.getenv("OPENAI_API_KEY"):
+    try:
+        provider = _validate_provider(provider, "provider")
+        backup_provider = _validate_provider(backup_provider, "backup_provider")
+    except RuntimeError as exc:
+        console.print(Panel(str(exc), title="Configuration Error", border_style="red"))
+        raise typer.Exit(code=1)
+
+    if provider == "none":
+        provider = "auto"
+
+    if not no_llm and not _has_any_configured_llm_key(provider, backup_provider):
         console.print(
             Panel(
-                "[bold red]OPENAI_API_KEY is not set.[/]\n"
-                "Set it first, for example:\n"
-                "[cyan]export OPENAI_API_KEY='your-key-here'[/]\n"
+                "[bold red]No LLM API keys found.[/]\n"
+                "Set at least one:\n"
+                "[cyan]export GROQ_API_KEY='...[/cyan]' (recommended free primary)\n"
+                "[cyan]export NVIDIA_NIM_API_KEY='...[/cyan]' (recommended backup)\n"
+                "[cyan]export OPENAI_API_KEY='...[/cyan]' (optional)\n"
                 "Or run with [cyan]--no-llm[/] to skip AI roast generation.",
                 title="Configuration Error",
                 border_style="red",
@@ -111,22 +175,30 @@ def roast(
             console.print("[yellow]No matching readable files were found. Report will be mostly empty.[/yellow]")
 
         if no_llm:
-            roast_result = generate_roast(report, files, model=model, no_llm=True)
+            roast_result = generate_roast(report, files, no_llm=True)
         else:
             with Progress(SpinnerColumn(), TextColumn("[bold magenta]{task.description}"), transient=True) as progress:
                 progress.add_task("Calling LLM for roast generation...", total=None)
                 try:
-                    roast_result = generate_roast(report, files, model=model, no_llm=False)
+                    roast_result = generate_roast(
+                        report,
+                        files,
+                        model=model,
+                        no_llm=False,
+                        provider=provider,
+                        backup_provider=backup_provider,
+                        backup_model=backup_model,
+                    )
                 except Exception as exc:  # noqa: BLE001
                     LOGGER.warning("LLM call failed (%s). Falling back to --no-llm mode.", exc)
                     console.print(
                         "[yellow]LLM roast failed. Falling back to static roast mode (--no-llm).[/yellow]"
                     )
-                    roast_result = generate_roast(report, files, model=model, no_llm=True)
+                    roast_result = generate_roast(report, files, no_llm=True)
 
         export_html_report(report, roast_result, output_path=output)
         render_terminal_report(report, roast_result, output_path=output, console=console)
 
 
 if __name__ == "__main__":
-    app()
+    app()