{
  "batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
  "articles": [
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_software_engineer",
      "category": "Getting Started",
      "title": "DataAnnotation Software Engineer: job_overview",
      "summary": "Software Engineer remote contract roles at DataAnnotation teach AI through evaluation, coding scenarios, and model analysis with pay from $40 to $150+ per hour.",
      "body": "Software Engineer remote contract roles at DataAnnotation teach AI through evaluation, coding scenarios, and model analysis with pay from $40 to $150+ per hour.\n\nWhat DataAnnotation actually says:\n\n“$40 – $150+ / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$40 – $150+ / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Software Engineer",
      "topic": "job_overview",
      "job": {
        "job_name": "Software Engineer",
        "category": "AI evaluation, red-teaming",
        "what_it_is": "Remote contract role teaching and training AI systems through evaluation, coding scenario creation, and model analysis tasks",
        "skill_level": "expert",
        "typical_pay_range": "40-150 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Generalist, Data Scientist, ML Engineer"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_generalist",
      "category": "Getting Started",
      "title": "DataAnnotation Generalist: job_overview",
      "summary": "Generalist remote contract roles at DataAnnotation involve reviewing AI responses, checking accuracy, and rating outputs with pay from $25 to $50 per hour.",
      "body": "Generalist remote contract roles at DataAnnotation involve reviewing AI responses, checking accuracy, and rating outputs with pay from $25 to $50 per hour.\n\nWhat DataAnnotation actually says:\n\n“$25 – $50 / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$25 – $50 / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Generalist",
      "topic": "job_overview",
      "job": {
        "job_name": "Generalist",
        "category": "AI evaluation",
        "what_it_is": "Generalist remote contract role reviewing AI responses, checking accuracy, refining prompts, and rating outputs",
        "skill_level": "entry",
        "typical_pay_range": "25-50 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Software Engineer, Data Scientist"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_cybersecurity_expert",
      "category": "Getting Started",
      "title": "DataAnnotation Cybersecurity Expert: job_overview",
      "summary": "Cybersecurity Expert remote contract roles at DataAnnotation conduct penetration testing and security evaluation of AI systems with pay from $40 to $125+ per hour.",
      "body": "Cybersecurity Expert remote contract roles at DataAnnotation conduct penetration testing and security evaluation of AI systems with pay from $40 to $125+ per hour.\n\nWhat DataAnnotation actually says:\n\n“$40 – $125+ / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$40 – $125+ / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Cybersecurity Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Cybersecurity Expert",
        "category": "AI red-teaming",
        "what_it_is": "Cybersecurity expert remote contract role conducting penetration testing, vulnerability assessment, and security evaluation of AI systems",
        "skill_level": "expert",
        "typical_pay_range": "40-125 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Incident Responder, Penetration Tester"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_legal_expert",
      "category": "Getting Started",
      "title": "DataAnnotation Legal Expert: job_overview",
      "summary": "Legal Expert remote contract roles at DataAnnotation train AI on legal authority and judgment through contract review and legal reasoning with pay from $40 to $125+ per hour.",
      "body": "Legal Expert remote contract roles at DataAnnotation train AI on legal authority and judgment through contract review and legal reasoning with pay from $40 to $125+ per hour.\n\nWhat DataAnnotation actually says:\n\n“$40 – $125+ / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$40 – $125+ / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Legal Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Legal Expert",
        "category": "AI evaluation",
        "what_it_is": "Legal expert remote contract role training AI on legal authority, procedures, and judgment through case law review and legal reasoning tasks",
        "skill_level": "expert",
        "typical_pay_range": "40-125 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Attorney, Paralegal, Corporate Attorney"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_medical_expert",
      "category": "Getting Started",
      "title": "DataAnnotation Medical Expert: job_overview",
      "summary": "Medical Expert remote contract roles at DataAnnotation train AI on healthcare topics and clinical reasoning with pay from $40 to $125+ per hour.",
      "body": "Medical Expert remote contract roles at DataAnnotation train AI on healthcare topics and clinical reasoning with pay from $40 to $125+ per hour.\n\nWhat DataAnnotation actually says:\n\n“$40 – $125+ / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$40 – $125+ / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Medical Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Medical Expert",
        "category": "AI evaluation",
        "what_it_is": "Medical expert remote contract role training AI on healthcare, medical terminology, and clinical reasoning tasks",
        "skill_level": "expert",
        "typical_pay_range": "40-125 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Physician, Nurse, Health/Medical Expert"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_dataannotation_finance_expert",
      "category": "Getting Started",
      "title": "DataAnnotation Finance Expert: job_overview",
      "summary": "Finance Expert remote contract roles at DataAnnotation train AI on financial modeling and risk assessment with pay from $40 to $125+ per hour.",
      "body": "Finance Expert remote contract roles at DataAnnotation train AI on financial modeling and risk assessment with pay from $40 to $125+ per hour.\n\nWhat DataAnnotation actually says:\n\n“$40 – $125+ / hr”",
      "source_type": "official",
      "source_link": "https://www.dataannotation.tech",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "DataAnnotation",
      "evidence_quote": "$40 – $125+ / hr",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "DataAnnotation Finance Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Finance Expert",
        "category": "AI evaluation",
        "what_it_is": "Finance expert remote contract role training AI on financial modeling, risk assessment, and market analysis",
        "skill_level": "expert",
        "typical_pay_range": "40-125 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "DataAnnotation.tech platform",
        "adjacent_jobs": "Quantitative Analyst, Portfolio Manager, Investment Banker"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "dataannotation",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_outlier_ai_trainer",
      "category": "Getting Started",
      "title": "Outlier AI Trainer: job_overview",
      "summary": "AI Trainer roles at Outlier (powered by Scale AI) hire subject matter experts to improve AI models through prompt writing, grading answers, and ranking responses.",
      "body": "AI Trainer roles at Outlier (powered by Scale AI) hire subject matter experts to improve AI models through prompt writing, grading answers, and ranking responses.\n\nWhat Outlier AI actually says:\n\n“Subject matter experts improve AI models through prompt writing, grading answers, and ranking responses”\n\nNote: Pay not explicitly stated on opportunities page; 'Competitive pay' mentioned.",
      "source_type": "official",
      "source_link": "https://app.outlier.ai/opportunities",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Outlier AI",
      "evidence_quote": "Subject matter experts improve AI models through prompt writing, grading answers, and ranking responses",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Outlier AI Trainer",
      "topic": "job_overview",
      "job": {
        "job_name": "AI Trainer/Expert",
        "category": "AI evaluation, red-teaming",
        "what_it_is": "Subject matter experts improve AI models through prompt writing, grading answers, and ranking responses on frontier language models",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "app.outlier.ai",
        "adjacent_jobs": "DataAnnotation roles, Scale AI roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "outlier",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_oneforma_domain_expert",
      "category": "Getting Started",
      "title": "OneForma Domain Expert: job_overview",
      "summary": "OneForma matches domain experts across 40+ specialties to AI data collection, annotation, and judging projects paid twice monthly.",
      "body": "OneForma matches domain experts across 40+ specialties to AI data collection, annotation, and judging projects paid twice monthly.\n\nWhat OneForma actually says:\n\n“40+ expert domains. From bilingual parents to board-certified physicians”\n\nNote: Specific pay rates not listed on projects page.",
      "source_type": "official",
      "source_link": "https://www.oneforma.com/projects",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "OneForma",
      "evidence_quote": "40+ expert domains. From bilingual parents to board-certified physicians",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "OneForma Domain Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Domain Expert / Data Annotator / Judge",
        "category": "AI evaluation, data annotation, judging",
        "what_it_is": "Experts across 40+ domains contribute to AI training data, annotation, and judgment projects for multilingual and multimodal models",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "oneforma.com/projects and oneforma.com/domain-expert",
        "adjacent_jobs": "Appen roles, Remotasks roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "eu",
          "ca",
          "au"
        ],
        "platform": "oneforma",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_remotasks_data_annotator",
      "category": "Getting Started",
      "title": "Remotasks Data Annotator: job_overview",
      "summary": "Remotasks lets contributors label images, transcribe audio, and annotate data for AI training, paying weekly via PayPal or AirTM.",
      "body": "Remotasks lets contributors label images, transcribe audio, and annotate data for AI training, paying weekly via PayPal or AirTM.\n\nWhat Remotasks actually says:\n\n“Get paid to label images, transcribe audio, and annotate data that trains AI”\n\nNote: Pay rates not specified; weekly payments via PayPal or AirTM.",
      "source_type": "official",
      "source_link": "https://www.remotasks.com",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Remotasks",
      "evidence_quote": "Get paid to label images, transcribe audio, and annotate data that trains AI",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Remotasks Data Annotator",
      "topic": "job_overview",
      "job": {
        "job_name": "Data Annotator / Tasker",
        "category": "AI data annotation, image labeling, audio transcription",
        "what_it_is": "Label images, transcribe audio, and annotate data that trains AI systems through short online tasks",
        "skill_level": "entry",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "remotasks.com",
        "adjacent_jobs": "OneForma roles, Appen roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "eu",
          "ca",
          "au"
        ],
        "platform": "remotasks",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_toloka_ai_evaluator",
      "category": "Getting Started",
      "title": "Toloka AI Evaluator: job_overview",
      "summary": "Toloka specialists create AI agent training data, conduct safety red-teaming, and evaluate agent performance across tool-use workflows.",
      "body": "Toloka specialists create AI agent training data, conduct safety red-teaming, and evaluate agent performance across tool-use workflows.\n\nWhat Toloka actually says:\n\n“Safety red-teaming for injection vulnerabilities and policy compliance”\n\nNote: Pay rates not disclosed on website.",
      "source_type": "official",
      "source_link": "https://www.toloka.ai",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Toloka",
      "evidence_quote": "Safety red-teaming for injection vulnerabilities and policy compliance",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Toloka AI Evaluator",
      "topic": "job_overview",
      "job": {
        "job_name": "AI Agent Training & Evaluation Data Specialist",
        "category": "AI agent evaluation, red-teaming, safety assessment",
        "what_it_is": "Specialists create agent trajectory data, conduct safety red-teaming for injection vulnerabilities, and evaluate AI agent performance across tool-use workflows",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "toloka.ai",
        "adjacent_jobs": "DataAnnotation roles, Outlier roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "eu"
        ],
        "platform": "toloka",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_telus_ai_trainer",
      "category": "Getting Started",
      "title": "TELUS Digital AI Trainer: job_overview",
      "summary": "TELUS Digital hires AI trainers and data annotators to contribute to machine learning model development across global projects.",
      "body": "TELUS Digital hires AI trainers and data annotators to contribute to machine learning model development across global projects.\n\nWhat TELUS Digital actually says:\n\n“AI Trainers and Data Annotators”\n\nNote: No pay details listed on careers page.",
      "source_type": "official",
      "source_link": "https://www.telusinternational.com/careers",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "TELUS Digital",
      "evidence_quote": "AI Trainers and Data Annotators",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "TELUS Digital AI Trainer",
      "topic": "job_overview",
      "job": {
        "job_name": "AI Trainer and Data Annotator",
        "category": "AI training, data annotation",
        "what_it_is": "AI trainers and data annotators contribute to machine learning model development through data quality specialization and annotation tasks",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "jobs.telusdigital.com",
        "adjacent_jobs": "Appen roles, OneForma roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "ca"
        ],
        "platform": "telusdigital",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_prolific_ai_participant",
      "category": "Getting Started",
      "title": "Prolific AI Study Participant: job_overview",
      "summary": "Prolific participants evaluate AI models, provide human feedback, and participate in safety evals for real monetary payouts.",
      "body": "Prolific participants evaluate AI models, provide human feedback, and participate in safety evals for real monetary payouts.\n\nWhat Prolific actually says:\n\n“Improve AI. Make AI more reliable and inclusive. Evaluate machine learning models”\n\nNote: Minimum cashout $6/£6; payment method PayPal.",
      "source_type": "official",
      "source_link": "https://www.prolific.com/participants",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Prolific",
      "evidence_quote": "Improve AI. Make AI more reliable and inclusive. Evaluate machine learning models",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Prolific AI Study Participant",
      "topic": "job_overview",
      "job": {
        "job_name": "AI Study Participant",
        "category": "AI model evaluation, human feedback, safety testing",
        "what_it_is": "Verified participants evaluate AI responses, provide human feedback for preference tuning, and participate in safety evals via Prolific studies",
        "skill_level": "entry",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "prolific.com/participants",
        "adjacent_jobs": "User research participants"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "uk",
          "eu"
        ],
        "platform": "prolific",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_scale_ai_data_quality",
      "category": "Getting Started",
      "title": "Scale AI Data Quality Specialist: job_overview",
      "summary": "Scale AI hires data quality specialists to ensure high-quality training data and evaluate model outputs for enterprise AI systems.",
      "body": "Scale AI hires data quality specialists to ensure high-quality training data and evaluate model outputs for enterprise AI systems.\n\nWhat Scale AI actually says:\n\n“Our products for RLHF, image annotation, semantic segmentation, 3D point cloud annotation”\n\nNote: Scale AI reports paying $500M+ to experts; specific role pay not listed.",
      "source_type": "official",
      "source_link": "https://www.scale.com/careers",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Scale AI",
      "evidence_quote": "Our products for RLHF, image annotation, semantic segmentation, 3D point cloud annotation",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Scale AI Data Quality Specialist",
      "topic": "job_overview",
      "job": {
        "job_name": "Data Quality Specialist",
        "category": "AI data quality, model evaluation",
        "what_it_is": "Specialists ensure high-quality training data and evaluate model outputs for enterprise AI systems and LLMs",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "scale.com/careers",
        "adjacent_jobs": "Appen roles, DataAnnotation roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "scaleai",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_crowdgen_legal_expert",
      "category": "Getting Started",
      "title": "CrowdGen Legal Expert: job_overview",
      "summary": "CrowdGen by Appen hires Legal Experts to train AI on legal authority through contract review and validation with pay up to $400 per hour.",
      "body": "CrowdGen by Appen hires Legal Experts to train AI on legal authority through contract review and validation with pay up to $400 per hour.\n\nWhat CrowdGen by Appen actually says:\n\n“Legal Experts... Up to $400/hr→”",
      "source_type": "official",
      "source_link": "https://crowdgen.com",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "CrowdGen by Appen",
      "evidence_quote": "Legal Experts... Up to $400/hr→",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "CrowdGen Legal Expert",
      "topic": "job_overview",
      "job": {
        "job_name": "Legal Expert",
        "category": "AI evaluation, red-teaming",
        "what_it_is": "Legal experts draft, review, and validate contracts, filings, and legal reasoning to train AI on legal authority and judgment",
        "skill_level": "expert",
        "typical_pay_range": "up to 400 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "crowdgen.com",
        "adjacent_jobs": "DataAnnotation legal expert, Outlier AI Trainer"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "crowdgen",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_crowdgen_medical_clinician",
      "category": "Getting Started",
      "title": "CrowdGen Medical Clinician: job_overview",
      "summary": "CrowdGen by Appen hires Medical Clinicians to train AI on medical knowledge through diagnosis and treatment plan evaluation with pay up to $450 per hour.",
      "body": "CrowdGen by Appen hires Medical Clinicians to train AI on medical knowledge through diagnosis and treatment plan evaluation with pay up to $450 per hour.\n\nWhat CrowdGen by Appen actually says:\n\n“Medical Clinicians... Up to $450/hr→”",
      "source_type": "official",
      "source_link": "https://crowdgen.com",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "CrowdGen by Appen",
      "evidence_quote": "Medical Clinicians... Up to $450/hr→",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "CrowdGen Medical Clinician",
      "topic": "job_overview",
      "job": {
        "job_name": "Medical Clinician",
        "category": "AI evaluation, model testing",
        "what_it_is": "Medical clinicians evaluate diagnoses, treatment plans, and clinical documentation to train AI on medical knowledge and clinical reasoning",
        "skill_level": "expert",
        "typical_pay_range": "up to 450 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "crowdgen.com",
        "adjacent_jobs": "DataAnnotation medical expert, OneForma physician reviewer"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "crowdgen",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_crowdgen_software_engineer",
      "category": "Getting Started",
      "title": "CrowdGen Software Engineer: job_overview",
      "summary": "CrowdGen by Appen hires Software Engineers to evaluate AI code generation and security through code review and pressure-testing with pay up to $150 per hour.",
      "body": "CrowdGen by Appen hires Software Engineers to evaluate AI code generation and security through code review and pressure-testing with pay up to $150 per hour.\n\nWhat CrowdGen by Appen actually says:\n\n“Software Engineers... Up to $150/hr→”",
      "source_type": "official",
      "source_link": "https://crowdgen.com",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "CrowdGen by Appen",
      "evidence_quote": "Software Engineers... Up to $150/hr→",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "CrowdGen Software Engineer",
      "topic": "job_overview",
      "job": {
        "job_name": "Software Engineer",
        "category": "AI evaluation, red-teaming",
        "what_it_is": "Software engineers design, refactor, and pressure-test real-world codebases to evaluate AI code generation and security",
        "skill_level": "expert",
        "typical_pay_range": "up to 150 USD per hour",
        "pay_unit": "USD per hour",
        "where_to_find_work": "crowdgen.com",
        "adjacent_jobs": "DataAnnotation software engineer, Outlier AI Trainer"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us"
        ],
        "platform": "crowdgen",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    },
    {
      "id": "learn_r1692_job_discovery_ai_evaluation_and_red_teaming_angle_marketplaces_welodata_ai_rater",
      "category": "Getting Started",
      "title": "Welo Data AI Rater: job_overview",
      "summary": "Welo Data AI Raters evaluate model outputs across text, code, multimodal, and safety domains using NIMO quality monitoring pipelines.",
      "body": "Welo Data AI Raters evaluate model outputs across text, code, multimodal, and safety domains using NIMO quality monitoring pipelines.\n\nWhat Welo Data actually says:\n\n“NIMO monitors 130+ behavioral variables; quality scores above 90% maintained throughout”\n\nNote: Specific pay rates not listed on careers or projects pages.",
      "source_type": "official",
      "source_link": "https://welodata.ai",
      "last_verified": "2026-10-06",
      "reliability": "STRONG PRACTICE",
      "source_tier": "A",
      "source_publisher": "Welo Data",
      "evidence_quote": "NIMO monitors 130+ behavioral variables; quality scores above 90% maintained throughout",
      "volatility": "medium",
      "from_batch": "1692-job-discovery-ai-evaluation-and-red-teaming-angle-marketplaces",
      "subject": "Welo Data AI Rater",
      "topic": "job_overview",
      "job": {
        "job_name": "AI Rater / Human-in-the-Loop Evaluator",
        "category": "AI evaluation, model assessment",
        "what_it_is": "Human judges assess model outputs across text, code, multimodal, and safety domains using NIMO-monitored quality pipelines",
        "skill_level": "varies",
        "typical_pay_range": "could_not_verify",
        "where_to_find_work": "welodata.ai and lever.co/weloglobal",
        "adjacent_jobs": "OneForma roles, Toloka roles, CrowdGen roles"
      },
      "tags": {
        "lane": "any",
        "stage": "choosing",
        "region": [
          "us",
          "eu"
        ],
        "platform": "welodata",
        "topic": [
          "unclassified"
        ],
        "explicitness": "none_on_camera"
      }
    }
  ]
}