const BASE_URL = 'https://api.datadock.ai';
const API_KEY  = 'your_api_key_here';
const headers  = { 'X-API-Key': API_KEY, 'Content-Type': 'application/json' };
 
// Step 1: Submit the bulk job
const jobResp = await fetch(`${BASE_URL}/api/v1/bulk`, {
  method: 'POST',
  headers,
  body: JSON.stringify({
    workstream: 'filingflow',
    filters: {
      form_type: 'form_10k',
      date_min: '2023-01-01',
      date_max: '2023-12-31'
    },
    columns: ['company_name', 'cik', 'filing_date', 'accession'],
    format: 'json',
    job_name: 'Annual_10K_2023'
  })
});
const { job_id } = await jobResp.json();
console.log('Queued job:', job_id);
 
// Step 2: Poll every 10 seconds until done
const sleep = ms => new Promise(res => setTimeout(res, ms));
let downloadUrl;
 
while (true) {
  const statusResp = await fetch(
    `${BASE_URL}/api/v1/bulk/jobs/${job_id}`,
    { headers: { 'X-API-Key': API_KEY } }
  );
  const status = await statusResp.json();
  console.log('Status:', status.status);
 
  if (status.status === 'complete') {
    downloadUrl = status.download_url;
    break;
  } else if (status.status === 'failed') {
    throw new Error('Job failed: ' + status.error_message);
  }
  await sleep(10000);
}
 
// Step 3: Download once (file deleted from storage after this call)
const fileResp = await fetch(downloadUrl, {
  headers: { 'X-API-Key': API_KEY }
});
const buffer = await fileResp.arrayBuffer();
const fs = await import('fs');
fs.writeFileSync('10k_filings_2023.json', Buffer.from(buffer));
console.log('Saved: 10k_filings_2023.json');