test-parser-comparison.mjs

import { parseCriteriaText } from './src/lib/criteria-parser.ts';
import { writeFileSync } from 'fs';

async function fetchAndParseTrial(condition) {
  const params = new URLSearchParams({
    "query.cond": condition,
    "filter.overallStatus": "RECRUITING",
    pageSize: "1",
    format: "json",
  });

  const res = await fetch(
    `https://clinicaltrials.gov/api/v2/studies?${params.toString()}`
  );

  const data = await res.json();

  if (!data.studies || data.studies.length === 0) {
    return null;
  }

  const trial = data.studies[0];
  const proto = trial.protocolSection;

  return {
    nctId: proto?.identificationModule?.nctId,
    title: proto?.identificationModule?.briefTitle,
    condition: condition,
    phase: proto?.designModule?.phases?.join(', ') || 'N/A',
    sponsor: proto?.sponsorCollaboratorsModule?.leadSponsor?.name,
    criteriaText: proto?.eligibilityModule?.eligibilityCriteria,
    minAge: proto?.eligibilityModule?.minimumAge,
    maxAge: proto?.eligibilityModule?.maximumAge,
    sex: proto?.eligibilityModule?.sex,
  };
}

async function main() {
  console.log('\n=== Comparing Criteria Parser Across Cancer Types ===\n');

  const conditions = [
    'breast cancer',
    'pancreatic cancer',
    'melanoma'
  ];

  const results = [];

  for (const condition of conditions) {
    console.log(`Fetching trial for: ${condition}...`);
    const trial = await fetchAndParseTrial(condition);

    if (!trial) {
      console.log(`  ❌ No trials found for ${condition}`);
      continue;
    }

    console.log(`  ✓ Found: ${trial.nctId}`);

    const parsed = parseCriteriaText(trial.criteriaText || '');
    const inclusions = parsed.filter(c => c.type === 'inclusion');
    const exclusions = parsed.filter(c => c.type === 'exclusion');

    results.push({
      trial,
      parsed,
      inclusions,
      exclusions,
    });

    console.log(`  ✓ Parsed: ${parsed.length} criteria (${inclusions.length} inc, ${exclusions.length} exc)`);
  }

  // Generate markdown report
  let report = '# Criteria Parser - Cancer Type Comparison\n\n';
  report += `**Generated:** ${new Date().toISOString()}\n\n`;
  report += `**Purpose:** Verify the criteria parser works correctly across different cancer types\n\n`;
  report += `**Cost:** $0 (no LLM calls)\n\n`;
  report += '---\n\n';

  results.forEach(({ trial, parsed, inclusions, exclusions }, index) => {
    report += `## ${index + 1}. ${trial.condition.toUpperCase()}\n\n`;
    report += `**Trial:** [${trial.nctId}](https://clinicaltrials.gov/study/${trial.nctId})\n\n`;
    report += `**Title:** ${trial.title}\n\n`;
    report += `**Phase:** ${trial.phase}\n\n`;
    report += `**Sponsor:** ${trial.sponsor}\n\n`;
    report += `**Demographics:**\n`;
    report += `- Age: ${trial.minAge || 'N/A'} to ${trial.maxAge || 'N/A'}\n`;
    report += `- Sex: ${trial.sex}\n\n`;
    report += `**Parsed Criteria:** ${parsed.length} total (${inclusions.length} inclusion, ${exclusions.length} exclusion)\n\n`;

    report += `### Inclusion Criteria (${inclusions.length})\n\n`;
    inclusions.forEach(c => {
      report += `**[${c.id}]** ${c.rawText}\n\n`;
    });

    report += `### Exclusion Criteria (${exclusions.length})\n\n`;
    exclusions.forEach(c => {
      report += `**[${c.id}]** ${c.rawText}\n\n`;
    });

    report += '---\n\n';
  });

  // Add statistics
  report += '## Parser Statistics\n\n';
  report += '| Cancer Type | Trial ID | Total Criteria | Inclusions | Exclusions |\n';
  report += '|-------------|----------|----------------|------------|------------|\n';
  results.forEach(({ trial, parsed, inclusions, exclusions }) => {
    report += `| ${trial.condition} | ${trial.nctId} | ${parsed.length} | ${inclusions.length} | ${exclusions.length} |\n`;
  });

  report += '\n## Validation\n\n';

  let allValid = true;
  results.forEach(({ trial, parsed }) => {
    const ids = new Set();
    let hasDuplicates = false;
    parsed.forEach(c => {
      if (ids.has(c.id)) {
        hasDuplicates = true;
        allValid = false;
      }
      ids.add(c.id);
    });

    if (hasDuplicates) {
      report += `- ❌ ${trial.nctId}: Duplicate IDs found\n`;
    } else {
      report += `- ✅ ${trial.nctId}: All IDs unique\n`;
    }
  });

  if (allValid) {
    report += '\n**Overall:** ✅ All validations passed\n';
  }

  // Save to file
  const filename = 'PARSER_COMPARISON.md';
  writeFileSync(filename, report);

  console.log(`\n✅ Report generated: ${filename}`);
  console.log(`\nSummary:`);
  results.forEach(({ trial, parsed }) => {
    console.log(`  ${trial.condition}: ${parsed.length} criteria parsed`);
  });
  console.log('\n');
}

main().catch(err => {
  console.error('❌ Error:', err);
  process.exit(1);
});