TypeScript SDK

yarn add newscatcher-catchall-sdk

pnpm add newscatcher-catchall-sdk

const POLL_INTERVAL_MS = 60000;

// Create job with custom validators and enrichments
const job = await client.jobs.createJob({
  query: "AI company acquisitions",
  context: "Focus on deal size and acquiring company details",
  limit: 10,
  validators: [
    {
      name: "is_acquisition_event",
      description: "true if article describes a completed or announced acquisition",
      type: "boolean"
    }
  ],
  enrichments: [
    {
      name: "acquirer_company",
      description: "Extract the acquiring company name",
      type: "company"
    },
    {
      name: "acquired_company",
      description: "Extract the acquired company name",
      type: "company"
    },
    {
      name: "deal_value",
      description: "Extract acquisition price if mentioned",
      type: "number"
    }
  ]
});
console.log(`Job created: ${job.job_id}`);

// Monitor progress
const jobId = job.job_id;
while (true) {
  const status = await client.jobs.getJobStatus({ job_id: jobId });

  if (status.status === "completed") {
    break;
  }

  const currentStep = status.steps.find((s) => !s.completed);
  if (currentStep) {
    console.log(`Step ${currentStep.order}/7: ${currentStep.status}`);
  }

  await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
}

// Retrieve results
const results = await client.jobs.getJobResults({ job_id: jobId });
console.log(`\nFound ${results.valid_records} valid records`);
for (const record of results.all_records) {
  console.log(`  ${record.record_title}`);
}

const POLL_INTERVAL_MS = 60000;

// Continue job to process more records
const continued = await client.jobs.continueJob({
  job_id: jobId,
  new_limit: 50,
});
console.log(
  `Continued: ${continued.previous_limit} -> ${continued.new_limit} records`
);

// Wait for completion
while (true) {
  const status = await client.jobs.getJobStatus({ job_id: jobId });
  if (status.status === "completed") {
    break;
  }
  await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
}

// Get final results
const finalResults = await client.jobs.getJobResults({ job_id: jobId });
console.log(`Total: ${finalResults.valid_records} valid records`);

const POLL_INTERVAL_MS = 60000;

while (true) {
  const status = await client.jobs.getJobStatus({ job_id: jobId });

  if (status.status === "enriching" || status.status === "completed") {
    const results = await client.jobs.getJobResults({ job_id: jobId });
    
    if (results.valid_records > 0) {
      console.log(
        `Progress: ${results.progress_validated}/${results.candidate_records} validated, ${results.valid_records} valid`
      );
    }

    if (status.status === "completed") {
      break;
    }
  }

  await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
}

const jobs = await client.jobs.getUserJobs();

for (const job of jobs) {
  console.log(`Job ${job.job_id}: ${job.query} (${job.status})`);
}

const updated = await client.monitors.updateMonitor({
  monitor_id: monitor.monitor_id,
  webhook: {
    url: "https://new-endpoint.com/webhook",
    method: "POST",
    headers: { Authorization: "Bearer NEW_TOKEN" },
  },
});
console.log(`Monitor updated: ${updated.status}`);

// Pause monitor
await client.monitors.disableMonitor({ monitor_id: monitor.monitor_id });
console.log("Monitor paused");

// Resume monitor
await client.monitors.enableMonitor({ monitor_id: monitor.monitor_id });
console.log("Monitor resumed");

const monitors = await client.monitors.listMonitors();

console.log(`Total monitors: ${monitors.total_monitors}`);
for (const m of monitors.monitors) {
  const status = m.enabled ? "active" : "paused";
  console.log(`${m.monitor_id}: ${status}`);
}

// List execution history
const jobs = await client.monitors.listMonitorJobs({
  monitor_id: monitor.monitor_id,
  sort: "desc",
});
console.log(`Monitor executed ${jobs.total_jobs} jobs`);

// Get all collected records
const results = await client.monitors.pullMonitorResults({
  monitor_id: monitor.monitor_id,
});
console.log(`Total records: ${results.records}`);

for (const record of results.all_records) {
  console.log(`  ${record.record_title}`);
  console.log(`  Added: ${record.added_on}`);
}

import { createReadStream } from "fs";

const dataset = await client.datasets.createDatasetFromCsv({
  file: createReadStream("companies.csv"),
  name: "My Portfolio",
});
const datasetId = dataset.dataset_id;

name,description,domain,alternative_names,key_persons
NewsCatcher,"AI-powered news data provider",newscatcherapi.com,"NC;NewsCatcher API","Artem Bugara;Maksym Sugonyaka"
OpenAI,"Artificial intelligence research company",openai.com,"Open AI","Sam Altman"

const POLL_INTERVAL_MS = 5000;

// Poll until ready
while (true) {
  const status = await client.datasets.getDataset({ dataset_id: datasetId });
  if (status.latest_status === "ready") break;
  await new Promise((resolve) => setTimeout(resolve, POLL_INTERVAL_MS));
}

// Submit connected job
const job = await client.jobs.createJob({
  query: "AI chip partnerships",
  connected_dataset_ids: [datasetId],
});

const results = await client.jobs.getJobResults({ job_id: job.job_id });

for (const record of results.all_records) {
  console.log(record.record_title);
  for (const entity of record.connected_entities ?? []) {
    console.log(`  ${entity.name}: score ${entity.ed_score}/10`);
    console.log(`  ${entity.relation}`);
  }
}