Discover Tables

const response = await fetch('https://api.ivory.finance/v1/tools/extract/discover', {
  method: 'POST',
  headers: { 'Content-Type': 'application/json' },
  body: JSON.stringify({
    s3_url: 'https://www.sec.gov/Archives/edgar/.../form-10k.htm',
    table_index: 0,
    export_format: 'json'
  })
});

const data = await response.json();
console.log(`Found ${data.table_count} tables`);

data.tables.forEach(table => {
  console.log(`Table ${table.index}: ${table.rows} rows × ${table.columns} cols`);
  console.log(`Preview: ${table.preview}`);
});

async function showTableSelector(filingUrl) {
  const response = await fetch('https://api.ivory.finance/v1/tools/extract/discover', {
    method: 'POST',
    headers: { 'Content-Type': 'application/json' },
    body: JSON.stringify({
      s3_url: filingUrl,
      table_index: 0,
      export_format: 'json'
    })
  });

  const data = await response.json();

  const select = document.createElement('select');

  data.tables.forEach(table => {
    const option = document.createElement('option');
    option.value = table.index;
    option.textContent = `Table ${table.index + 1} (${table.rows} rows, ${table.columns} cols) - ${table.preview}`;
    select.appendChild(option);
  });

  const container = document.getElementById('table-selector');
  container.innerHTML = '';
  container.appendChild(select);

  return select;
}

// Usage
const tableDropdown = await showTableSelector(filingUrl);
tableDropdown.addEventListener('change', (e) => {
  const selectedTable = e.target.value;
  // Trigger extraction of selected table
});

async function getLargeTables(filingUrl, minRows = 5, minCols = 3) {
  const response = await fetch('https://api.ivory.finance/v1/tools/extract/discover', {
    method: 'POST',
    headers: { 'Content-Type': 'application/json' },
    body: JSON.stringify({
      s3_url: filingUrl,
      table_index: 0,
      export_format: 'json'
    })
  });

  const data = await response.json();

  return data.tables.filter(table =>
    table.rows >= minRows && table.columns >= minCols
  );
}

// Get tables that are likely to be meaningful financial data
const largeTables = await getLargeTables(filingUrl, minRows: 3, minCols: 2);

async function findFinancialStatements(filingUrl) {
  const response = await fetch('https://api.ivory.finance/v1/tools/extract/discover', {
    method: 'POST',
    headers: { 'Content-Type': 'application/json' },
    body: JSON.stringify({
      s3_url: filingUrl,
      table_index: 0,
      export_format: 'json'
    })
  });

  const data = await response.json();

  const patterns = {
    income: /revenue|income|earnings|expenses/i,
    balance: /balance.*sheet|assets|liabilities|equity/i,
    cashflow: /cash.*flow|operating|investing|financing/i
  };

  return data.tables.map(table => {
    let type = 'other';
    for (const [key, pattern] of Object.entries(patterns)) {
      if (pattern.test(table.preview)) {
        type = key;
        break;
      }
    }
    return { ...table, type };
  });
}

// Find and categorize statements
const statements = await findFinancialStatements(filingUrl);
statements.forEach(stmt => {
  console.log(`${stmt.type}: Table ${stmt.index}`);
});

{
  "table_count": 5,
  "tables": [
    {
      "index": 0,
      "rows": 12,
      "columns": 5,
      "preview": "Consolidated Statements of Income (In thousands)"
    },
    {
      "index": 1,
      "rows": 8,
      "columns": 4,
      "preview": "Earnings Per Share 2023 2022 2021"
    },
    {
      "index": 2,
      "rows": 15,
      "columns": 6,
      "preview": "Consolidated Balance Sheet Assets Current assets"
    },
    {
      "index": 3,
      "rows": 3,
      "columns": 3,
      "preview": "Dividends Per Share"
    },
    {
      "index": 4,
      "rows": 1,
      "columns": 1,
      "preview": "  "
    }
  ]
}

// 1. Discover tables
const discovered = await discoverTables(filingUrl);

// 2. User selects a table
const selectedIndex = 0;

// 3. Extract the selected table
const extracted = await extractTable(filingUrl, selectedIndex, 'xlsx');

async function extractIncomeStatement(filingUrl) {
  const discovered = await discoverTables(filingUrl);

  // Find table with "Income" or "Statement" in preview
  const incomeTable = discovered.tables.find(t =>
    /income|statement of income/i.test(t.preview)
  );

  if (!incomeTable) {
    throw new Error('Income statement not found');
  }

  return await extractTable(
    filingUrl,
    incomeTable.index,
    'xlsx'
  );
}

async function extractAllStatements(filingUrl) {
  const discovered = await discoverTables(filingUrl);

  const financial = discovered.tables.filter(t => {
    const preview = t.preview.toLowerCase();
    return (
      preview.includes('income') ||
      preview.includes('balance') ||
      preview.includes('cash flow') ||
      preview.includes('equity')
    ) && t.rows > 3;
  });

  return await Promise.all(
    financial.map(t =>
      extractTable(filingUrl, t.index, 'json')
    )
  );
}