Critical fixes: 1. Compute column: Add Chinese comma support in formula validation - Problem: Formula with Chinese comma failed validation - Fix: Add Chinese comma character to allowed_chars regex - Example: Support formulas like 'col1(kg)+ col2,col3' 2. Binning operation: Fix NaN serialization error - Problem: 'Out of range float values are not JSON compliant: nan' - Fix: Enhanced NaN/inf handling in binning endpoint - Added np.inf/-np.inf replacement before JSON serialization - Added manual JSON serialization with NaN->null conversion 3. Enhanced all operation endpoints for consistency - Updated conditional, dropna endpoints with same NaN/inf handling - Ensures all operations return JSON-compliant data Modified files: - extraction_service/operations/compute.py: Add Chinese comma to regex - extraction_service/main.py: Enhanced NaN handling in binning/conditional/dropna Status: Hotfix complete, ready for testing
147 lines
4.5 KiB
JavaScript
147 lines
4.5 KiB
JavaScript
/**
|
||
* 创建 Tool C Session 表
|
||
*
|
||
* 执行方式:node scripts/create-tool-c-table.js
|
||
*/
|
||
|
||
const { PrismaClient } = require('@prisma/client');
|
||
const fs = require('fs');
|
||
const path = require('path');
|
||
|
||
const prisma = new PrismaClient();
|
||
|
||
async function createToolCTable() {
|
||
console.log('========================================');
|
||
console.log('开始创建 Tool C Session 表');
|
||
console.log('========================================\n');
|
||
|
||
try {
|
||
// 1. 检查表是否已存在
|
||
console.log('[1/4] 检查表是否已存在...');
|
||
const checkResult = await prisma.$queryRawUnsafe(`
|
||
SELECT EXISTS (
|
||
SELECT FROM information_schema.tables
|
||
WHERE table_schema = 'dc_schema'
|
||
AND table_name = 'dc_tool_c_sessions'
|
||
) as exists
|
||
`);
|
||
|
||
const tableExists = checkResult[0].exists;
|
||
|
||
if (tableExists) {
|
||
console.log('✅ 表已存在: dc_schema.dc_tool_c_sessions');
|
||
console.log('\n是否需要重新创建?(这将删除现有数据)');
|
||
console.log('如需重新创建,请手动执行: DROP TABLE dc_schema.dc_tool_c_sessions CASCADE;\n');
|
||
return;
|
||
}
|
||
|
||
console.log('✅ 表不存在,准备创建\n');
|
||
|
||
// 2. 创建表
|
||
console.log('[2/4] 创建表 dc_tool_c_sessions...');
|
||
await prisma.$executeRawUnsafe(`
|
||
CREATE TABLE dc_schema.dc_tool_c_sessions (
|
||
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
||
user_id VARCHAR(255) NOT NULL,
|
||
file_name VARCHAR(500) NOT NULL,
|
||
file_key VARCHAR(500) NOT NULL,
|
||
|
||
total_rows INTEGER NOT NULL,
|
||
total_cols INTEGER NOT NULL,
|
||
columns JSONB NOT NULL,
|
||
encoding VARCHAR(50),
|
||
file_size INTEGER NOT NULL,
|
||
|
||
created_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||
updated_at TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||
expires_at TIMESTAMP NOT NULL
|
||
)
|
||
`);
|
||
console.log('✅ 表创建成功\n');
|
||
|
||
// 3. 创建索引
|
||
console.log('[3/4] 创建索引...');
|
||
await prisma.$executeRawUnsafe(`
|
||
CREATE INDEX idx_dc_tool_c_sessions_user_id ON dc_schema.dc_tool_c_sessions(user_id)
|
||
`);
|
||
await prisma.$executeRawUnsafe(`
|
||
CREATE INDEX idx_dc_tool_c_sessions_expires_at ON dc_schema.dc_tool_c_sessions(expires_at)
|
||
`);
|
||
console.log('✅ 索引创建成功\n');
|
||
|
||
// 4. 添加注释
|
||
console.log('[4/4] 添加表注释...');
|
||
await prisma.$executeRawUnsafe(`
|
||
COMMENT ON TABLE dc_schema.dc_tool_c_sessions IS 'Tool C (科研数据编辑器) Session会话表'
|
||
`);
|
||
await prisma.$executeRawUnsafe(`
|
||
COMMENT ON COLUMN dc_schema.dc_tool_c_sessions.file_key IS 'OSS存储路径: dc/tool-c/sessions/{timestamp}-{fileName}'
|
||
`);
|
||
await prisma.$executeRawUnsafe(`
|
||
COMMENT ON COLUMN dc_schema.dc_tool_c_sessions.columns IS '列名数组 ["age", "gender", "diagnosis"]'
|
||
`);
|
||
await prisma.$executeRawUnsafe(`
|
||
COMMENT ON COLUMN dc_schema.dc_tool_c_sessions.expires_at IS '过期时间(创建后10分钟)'
|
||
`);
|
||
console.log('✅ 注释添加成功\n');
|
||
|
||
// 5. 验证表创建
|
||
console.log('========================================');
|
||
console.log('验证表结构');
|
||
console.log('========================================\n');
|
||
|
||
const columns = await prisma.$queryRawUnsafe(`
|
||
SELECT column_name, data_type, is_nullable
|
||
FROM information_schema.columns
|
||
WHERE table_schema = 'dc_schema'
|
||
AND table_name = 'dc_tool_c_sessions'
|
||
ORDER BY ordinal_position
|
||
`);
|
||
|
||
console.log('表结构:');
|
||
console.table(columns);
|
||
|
||
const indexes = await prisma.$queryRawUnsafe(`
|
||
SELECT indexname, indexdef
|
||
FROM pg_indexes
|
||
WHERE schemaname = 'dc_schema'
|
||
AND tablename = 'dc_tool_c_sessions'
|
||
`);
|
||
|
||
console.log('\n索引:');
|
||
console.table(indexes);
|
||
|
||
console.log('\n========================================');
|
||
console.log('🎉 Tool C Session 表创建成功!');
|
||
console.log('========================================\n');
|
||
console.log('表名: dc_schema.dc_tool_c_sessions');
|
||
console.log(`列数: ${columns.length}`);
|
||
console.log(`索引数: ${indexes.length}\n`);
|
||
|
||
} catch (error) {
|
||
console.error('\n❌ 创建表失败:', error.message);
|
||
console.error('\n详细错误:');
|
||
console.error(error);
|
||
process.exit(1);
|
||
} finally {
|
||
await prisma.$disconnect();
|
||
}
|
||
}
|
||
|
||
// 执行
|
||
createToolCTable()
|
||
.then(() => {
|
||
console.log('脚本执行完成');
|
||
process.exit(0);
|
||
})
|
||
.catch((error) => {
|
||
console.error('脚本执行失败:', error);
|
||
process.exit(1);
|
||
});
|
||
|
||
|
||
|
||
|
||
|
||
|