npm install -g promptfoo
mkdir promptfoo-project && cd promptfoo-project
promptfoo init --example getting-started

prompts:
  - "Translate to {{language}}: {{input}}"
providers:
  - openai:gpt-4o
tests:
  - vars:
      language: French
      input: Hello world
  - vars:
      language: Spanish
      input: Where is the library?

promptfoo eval
promptfoo eval -o output.html
promptfoo view

import asyncio
from deepteam import red_team
from deepteam.vulnerabilities import Bias
from deepteam.attacks.single_turn import PromptInjection

async def model_callback(input: str) -> str:
    return f"I'm sorry but I can't answer this: {input}"

bias = Bias(types=["race"])
prompt_injection = PromptInjection()

async def main():
    await red_team(model_callback=model_callback, vulnerabilities=[bias], attacks=[prompt_injection])

if __name__ == "__main__":
    asyncio.run(main())

conda create -n pyrit-dev python=3.11 -y
conda activate pyrit-dev
git clone https://github.com/Azure/PyRIT.git
cd PyRIT
pip install -e '.[dev]'
pip install -e '.[dev,playwright]'
playwright install

conda create --name garak-env "python>=3.10,<3.13" -y
conda activate garak-env
git clone https://github.com/NVIDIA/garak.git
cd garak
python -m pip install -e .
export OPENAI_API_KEY="sk-abc123"
python3 -m garak --model_type openai --model_name gpt-3.5-turbo --probes encoding