Files
sim/apps/sim/tools/crunchbase/list_deleted_entities.ts
T
Waleed 40aa8ad5eb feat(crunchbase): add Crunchbase Data API integration (#6875)
* feat(crunchbase): add Crunchbase Data API integration

Covers the v4 Data API end to end: dedicated search and lookup operations
for organizations, people, funding rounds, and acquisitions, plus generic
collection-parameterized search and lookup reaching the remaining 39
collections, single-card paging, autocomplete, the deleted-entity feed, and
fields metadata.

Adds a crunchbase-errors extractor: the API answers failures with a bare
JSON array, which no existing extractor reads, so an auth or predicate
failure would have reported only its HTTP status.

* fix(crunchbase): honor card paging limits and cursor exclusivity

- Cap a card page at the documented 100-item maximum instead of Search's
  1000, which the shared Limit field made easy to carry over
- Always request the card's identifier so a narrowed cardFieldIds cannot
  return a full page with a null cursor and stall a paging loop
- Reject the mutually-exclusive afterId/beforeId pair on the card and
  deleted-entity endpoints, not just on search
- Report an unexpected card shape as empty rather than wrapping the
  envelope as a one-row page
2026-08-19 17:23:20 -07:00

164 lines
4.8 KiB
TypeScript

import type { CrunchbaseEntityIdentifier } from '@/tools/crunchbase/types'
import {
appendCsvParam,
assertCollection,
assertCollections,
assertSingleCursor,
CRUNCHBASE_API_BASE,
CRUNCHBASE_DELETED_COLLECTIONS,
clampLimit,
crunchbaseError,
crunchbaseHeaders,
parseIdListParam,
readJson,
SEARCH_LIMIT_MAX,
} from '@/tools/crunchbase/utils'
import { ErrorExtractorId } from '@/tools/error-extractors'
import type { ToolConfig, ToolResponse } from '@/tools/types'
interface CrunchbaseDeletedEntity {
deleted_at?: string
identifier?: CrunchbaseEntityIdentifier
}
interface CrunchbaseListDeletedEntitiesParams {
apiKey: string
collection?: string
collectionIds?: string[] | string
deletedAtOrder?: string
limit?: number | string
afterId?: string
beforeId?: string
}
interface CrunchbaseListDeletedEntitiesResponse extends ToolResponse {
output: {
entities: CrunchbaseDeletedEntity[]
nextAfterId: string | null
}
}
export const crunchbaseListDeletedEntitiesTool: ToolConfig<
CrunchbaseListDeletedEntitiesParams,
CrunchbaseListDeletedEntitiesResponse
> = {
id: 'crunchbase_list_deleted_entities',
name: 'Crunchbase List Deleted Entities',
description:
'List entities Crunchbase has deleted, so a mirrored copy can be pruned in step with the source.',
version: '1.0.0',
errorExtractor: ErrorExtractorId.CRUNCHBASE_ERRORS,
params: {
apiKey: {
type: 'string',
required: true,
visibility: 'user-only',
description: 'Crunchbase API key, sent as the X-cb-user-key header',
},
collection: {
type: 'string',
required: false,
visibility: 'user-or-llm',
description:
'Restrict the feed to a single collection: categories, event_appearances, events, ipos, jobs, locations, organizations, ownerships, or people. Leave empty to read the feed across collections.',
},
collectionIds: {
type: 'json',
required: false,
visibility: 'user-or-llm',
description:
'Collections to include when reading the cross-collection feed, e.g. ["organizations","people"]. Ignored when a single collection is set.',
},
deletedAtOrder: {
type: 'string',
required: false,
visibility: 'user-or-llm',
description: 'Order by deletion time: "asc" (default) or "desc"',
},
limit: {
type: 'number',
required: false,
visibility: 'user-or-llm',
description: 'Rows to return per page',
},
afterId: {
type: 'string',
required: false,
visibility: 'user-or-llm',
description: 'UUID of the last row on the current page, to fetch the next page',
},
beforeId: {
type: 'string',
required: false,
visibility: 'user-or-llm',
description: 'UUID of the first row on the current page, to fetch the previous page',
},
},
request: {
url: (params) => {
assertSingleCursor(params.afterId, params.beforeId)
const search = new URLSearchParams()
const scoped = params.collection?.trim()
if (!scoped) {
appendCsvParam(
search,
'collection_ids',
assertCollections(
parseIdListParam(params.collectionIds, 'collectionIds'),
CRUNCHBASE_DELETED_COLLECTIONS,
'collectionIds'
)
)
}
if (params.deletedAtOrder === 'desc' || params.deletedAtOrder === 'asc') {
search.set('deleted_at_order', params.deletedAtOrder)
}
const limit = clampLimit(params.limit, SEARCH_LIMIT_MAX)
if (limit !== undefined) search.set('limit', String(limit))
if (params.afterId) search.set('after_id', params.afterId)
if (params.beforeId) search.set('before_id', params.beforeId)
const path = scoped
? `/deleted_entities/${assertCollection(scoped, CRUNCHBASE_DELETED_COLLECTIONS, 'collection')}`
: '/deleted_entities'
const qs = search.toString()
return `${CRUNCHBASE_API_BASE}${path}${qs ? `?${qs}` : ''}`
},
method: 'GET',
headers: (params) => crunchbaseHeaders(params.apiKey),
},
transformResponse: async (response: Response) => {
if (!response.ok) throw await crunchbaseError(response)
const data = await readJson<{ entities?: CrunchbaseDeletedEntity[] }>(response)
const entities = Array.isArray(data.entities) ? data.entities : []
const last = entities[entities.length - 1]
return {
success: true,
output: {
entities,
nextAfterId: last?.identifier?.uuid ?? null,
},
}
},
outputs: {
entities: {
type: 'json',
description:
'Deleted entities as [{deleted_at, identifier: {uuid, value, permalink, entity_def_id}}]',
},
nextAfterId: {
type: 'string',
nullable: true,
description: 'UUID of the last row, to pass as afterId for the next page',
},
},
}