Test and iterate on LLM prompts. A/B testing, version control, output comparison. Free prompt engineering tool.
Iterate on prompts like a pro.
Test. Compare. Version. Ship better prompts.
npm install -g promptlab-cli
# Test prompt
promptlab run "Explain quantum computing simply"
# Compare versions
promptlab compare prompt-v1.txt prompt-v2.txt
# A/B test
promptlab ab --variants prompts/
# Basic run
promptlab run "Your prompt here"
# From file
promptlab run -f prompt.txt
# With variables
promptlab run -f template.txt --var topic="AI"
# Multiple models
promptlab run "prompt" --models gpt-4,claude-3
# Compare two prompts
promptlab compare v1.txt v2.txt
# Side-by-side view
promptlab compare v1.txt v2.txt --side-by-side
# Save comparison
promptlab compare v1.txt v2.txt -o comparison.md
# Save prompt version
promptlab save "My prompt" --name summarizer --version 1.0
# List versions
promptlab list --name summarizer
# Rollback
promptlab use [email protected]
# Run A/B test
promptlab ab --variants ./prompts/ --runs 10
# With evaluation metric
promptlab ab --variants ./prompts/ --eval "relevance,clarity"
# Export results
promptlab ab --variants ./prompts/ -o results.csv
# template.yaml