mirror of
https://github.com/simstudioai/sim.git
synced 2026-10-24 01:23:02 +08:00
* chore(utils): migrate to shared random/ID utilities and add enforcement linting - Replace all Math.random(), crypto.randomUUID(), crypto.randomBytes(), nanoid, and uuid usages with shared @sim/utils/random and @sim/utils/id helpers across 72 files - Add new @sim/utils exports: deepClone, omit, filterUndefined (object), truncate (string), backoffWithJitter, parseRetryAfter (retry), getErrorMessage (errors) - Sweep all getErrorMessage, sleep, deepClone callsites across 500+ files to use shared utilities - Add Biome noRestrictedImports rule to catch nanoid, uuid, and crypto named imports at lint time - Add scripts/check-utils-enforcement.ts to catch Math.random and crypto.* global property access - Add check:utils script to package.json * chore(utils): replace deepClone wrapper with structuredClone built-in deepClone() was a one-line wrapper around structuredClone(), which is universally available in Node 17+ and all modern browsers. Removing the abstraction reduces indirection and means contributors don't need to learn a project-specific name for a well-known built-in. - Remove deepClone from packages/utils/src/object.ts and index.ts - Replace all 17 call sites with structuredClone() directly - Update check:utils script suggestion text - Update CLAUDE.md and global.md docs * fix(utils): add missing biome noRestrictedImports rule and correct truncate docs - Add noRestrictedImports to biome.json under style — bans nanoid and uuid package imports at lint time (crypto.randomUUID/randomBytes are caught by the check:utils grep script which handles global property access) - Correct truncate() TSDoc and parameter name: sliceLength makes it clear that total output length is sliceLength + suffix.length, matching the behavior all callers were already written to expect * fix(utils): add missing getErrorMessage imports at 4 call sites The sweep agents added getErrorMessage calls without the corresponding import in 4 files, causing test failures. Added the missing imports. * fix(utils): fix build errors from getErrorMessage sweep and retry.ts Turbopack issue - Fix retry.ts cross-file import: Turbopack cannot resolve './random.js' for internal package imports; inline the jitter crypto call directly - Add missing getErrorMessage imports to 32 files where the sweep added calls without the corresponding import (caught by type-check and test runs) - Remove accidental getErrorMessage import from crowdstrike/query/route.ts which has its own domain-specific getErrorMessage for parsing CrowdStrike's JSON error format - Fix use-sub-block-value.ts type error from structuredClone narrowing: add 'as T' cast at emitValue callsite (safe — valueCopy is always a structural copy of newValue) * fix(tools): use toError in crowdstrike catch block instead of local getErrorMessage The catch block was calling the local getErrorMessage function which parses CrowdStrike API JSON responses, not JavaScript Error objects. Use toError(error).message to correctly extract the message from a caught value in this context.
222 lines
5.5 KiB
TypeScript
222 lines
5.5 KiB
TypeScript
/// <reference types="node" />
|
|
/**
|
|
* Seed script to populate the stress_test_users table.
|
|
*
|
|
* Usage:
|
|
* cd packages/db && bun run scripts/seed-stress-test-users.ts
|
|
*/
|
|
|
|
import { generateId } from '@sim/utils/id'
|
|
import { randomFloat, randomInt, randomItem } from '@sim/utils/random'
|
|
import { eq, type InferInsertModel } from 'drizzle-orm'
|
|
import { db, userTableDefinitions, userTableRows } from '../index'
|
|
|
|
const WORKSPACE_ID = '098d71e1-6a36-47e3-874d-818faee0bfe8'
|
|
const TABLE_NAME = 'stress_test_users'
|
|
const NUM_ROWS = 100000
|
|
|
|
interface UserRow {
|
|
name: string
|
|
email: string
|
|
age: number
|
|
department: string
|
|
salary: number
|
|
active: boolean
|
|
hire_date: string
|
|
country: string
|
|
}
|
|
|
|
const departments = [
|
|
'Engineering',
|
|
'Sales',
|
|
'Marketing',
|
|
'HR',
|
|
'Finance',
|
|
'Operations',
|
|
'Legal',
|
|
'Product',
|
|
]
|
|
const countries = [
|
|
'USA',
|
|
'UK',
|
|
'Germany',
|
|
'France',
|
|
'Canada',
|
|
'Australia',
|
|
'Japan',
|
|
'India',
|
|
'Brazil',
|
|
'Singapore',
|
|
]
|
|
const firstNames = [
|
|
'James',
|
|
'Mary',
|
|
'John',
|
|
'Patricia',
|
|
'Robert',
|
|
'Jennifer',
|
|
'Michael',
|
|
'Linda',
|
|
'William',
|
|
'Elizabeth',
|
|
'David',
|
|
'Barbara',
|
|
'Richard',
|
|
'Susan',
|
|
'Joseph',
|
|
'Jessica',
|
|
'Thomas',
|
|
'Sarah',
|
|
'Charles',
|
|
'Karen',
|
|
]
|
|
const lastNames = [
|
|
'Smith',
|
|
'Johnson',
|
|
'Williams',
|
|
'Brown',
|
|
'Jones',
|
|
'Garcia',
|
|
'Miller',
|
|
'Davis',
|
|
'Rodriguez',
|
|
'Martinez',
|
|
'Hernandez',
|
|
'Lopez',
|
|
'Gonzalez',
|
|
'Wilson',
|
|
'Anderson',
|
|
'Thomas',
|
|
'Taylor',
|
|
'Moore',
|
|
'Jackson',
|
|
'Martin',
|
|
]
|
|
|
|
function randomDate(start: Date, end: Date): string {
|
|
const date = new Date(start.getTime() + randomFloat() * (end.getTime() - start.getTime()))
|
|
return date.toISOString().split('T')[0]
|
|
}
|
|
|
|
function generateUserRow(index: number): UserRow {
|
|
const firstName = randomItem(firstNames)
|
|
const lastName = randomItem(lastNames)
|
|
const domain = randomItem(['gmail.com', 'yahoo.com', 'outlook.com', 'company.com', 'work.org'])
|
|
|
|
return {
|
|
name: `${firstName} ${lastName}`,
|
|
email: `${firstName.toLowerCase()}.${lastName.toLowerCase()}${index}@${domain}`,
|
|
age: randomInt(22, 65),
|
|
department: randomItem(departments),
|
|
salary: randomInt(40000, 200000),
|
|
active: randomFloat() > 0.1, // 90% active
|
|
hire_date: randomDate(new Date('2015-01-01'), new Date('2024-12-31')),
|
|
country: randomItem(countries),
|
|
}
|
|
}
|
|
|
|
async function main() {
|
|
console.log(`Seeding ${TABLE_NAME} table for workspace ${WORKSPACE_ID}...`)
|
|
|
|
// Get user ID for created_by
|
|
const userResult = (await db.execute(`SELECT id FROM "user" LIMIT 1`)) as { id: string }[]
|
|
const userId = Array.isArray(userResult) && userResult[0] ? userResult[0].id : 'system'
|
|
console.log(`Using user ID: ${userId}`)
|
|
|
|
// Check if table already exists
|
|
const existingTable = await db
|
|
.select()
|
|
.from(userTableDefinitions)
|
|
.where(eq(userTableDefinitions.workspaceId, WORKSPACE_ID))
|
|
.limit(1)
|
|
|
|
let tableId: string
|
|
|
|
if (existingTable.length > 0 && existingTable[0].name === TABLE_NAME) {
|
|
tableId = existingTable[0].id
|
|
console.log(`Table ${TABLE_NAME} already exists (${tableId}), clearing existing rows...`)
|
|
|
|
// Delete existing rows
|
|
await db.delete(userTableRows).where(eq(userTableRows.tableId, tableId))
|
|
|
|
// Reset row count (trigger will update it as we insert)
|
|
await db
|
|
.update(userTableDefinitions)
|
|
.set({ rowCount: 0, updatedAt: new Date() })
|
|
.where(eq(userTableDefinitions.id, tableId))
|
|
} else {
|
|
// Create table
|
|
tableId = `tbl_${generateId().replace(/-/g, '')}`
|
|
const now = new Date()
|
|
|
|
const tableSchema = {
|
|
columns: [
|
|
{ name: 'name', type: 'string', required: true },
|
|
{ name: 'email', type: 'string', required: true, unique: true },
|
|
{ name: 'age', type: 'number', required: true },
|
|
{ name: 'department', type: 'string', required: true },
|
|
{ name: 'salary', type: 'number', required: true },
|
|
{ name: 'active', type: 'boolean', required: true },
|
|
{ name: 'hire_date', type: 'string', required: true },
|
|
{ name: 'country', type: 'string', required: true },
|
|
],
|
|
}
|
|
|
|
await db.insert(userTableDefinitions).values({
|
|
id: tableId,
|
|
workspaceId: WORKSPACE_ID,
|
|
name: TABLE_NAME,
|
|
description: 'Stress test table with sample user data',
|
|
schema: tableSchema,
|
|
maxRows: 10000,
|
|
createdBy: userId,
|
|
createdAt: now,
|
|
updatedAt: now,
|
|
})
|
|
|
|
console.log(`Created table ${TABLE_NAME} (${tableId})`)
|
|
}
|
|
|
|
// Generate and insert rows in batches
|
|
const batchSize = 1000
|
|
const now = new Date()
|
|
|
|
console.log(`Inserting ${NUM_ROWS} rows in batches of ${batchSize}...`)
|
|
|
|
for (let i = 0; i < NUM_ROWS; i += batchSize) {
|
|
const batch: InferInsertModel<typeof userTableRows>[] = []
|
|
const endIdx = Math.min(i + batchSize, NUM_ROWS)
|
|
|
|
for (let j = i; j < endIdx; j++) {
|
|
batch.push({
|
|
id: `row_${generateId().replace(/-/g, '')}`,
|
|
tableId,
|
|
workspaceId: WORKSPACE_ID,
|
|
data: generateUserRow(j),
|
|
createdBy: userId,
|
|
createdAt: now,
|
|
updatedAt: now,
|
|
})
|
|
}
|
|
|
|
await db.insert(userTableRows).values(batch)
|
|
console.log(` Inserted rows ${i + 1} to ${endIdx}`)
|
|
}
|
|
|
|
// Verify final row count
|
|
const finalTable = await db
|
|
.select({ rowCount: userTableDefinitions.rowCount })
|
|
.from(userTableDefinitions)
|
|
.where(eq(userTableDefinitions.id, tableId))
|
|
.limit(1)
|
|
|
|
console.log(`\nDone! Table ${TABLE_NAME} now has ${finalTable[0]?.rowCount ?? 0} rows.`)
|
|
|
|
process.exit(0)
|
|
}
|
|
|
|
main().catch((err) => {
|
|
console.error('Error seeding data:', err)
|
|
process.exit(1)
|
|
})
|