fix(dc/tool-c): Fix special character handling and improve UX

Major fixes:
- Fix pivot transformation with special characters in column names
- Fix compute column validation for Chinese punctuation
- Fix recode dialog to fetch unique values from full dataset via new API
- Add column mapping mechanism to handle special characters

Database migration:
- Add column_mapping field to dc_tool_c_sessions table
- Migration file: 20251208_add_column_mapping

UX improvements:
- Darken table grid lines for better visibility
- Reduce column width by 40% with tooltip support
- Insert new columns next to source columns
- Preserve original row order after operations
- Add notice about 50-row preview limit

Modified files:
- Backend: SessionService, SessionController, QuickActionService, routes
- Python: pivot.py, compute.py, recode.py, binning.py, conditional.py
- Frontend: DataGrid, RecodeDialog, index.tsx, ag-grid-custom.css
- Database: schema.prisma, migration SQL

Status: Code complete, database migrated, ready for testing
This commit is contained in:
2025-12-08 23:20:55 +08:00
parent f729699510
commit 91cab452d1
90 changed files with 735 additions and 45 deletions

View File

@@ -335,3 +335,4 @@ const BinningDialog: React.FC<BinningDialogProps> = ({
export default BinningDialog;

View File

@@ -41,6 +41,8 @@ const DataGrid: React.FC<DataGridProps> = ({ data, columns, onCellValueChanged }
// ✅ 修复使用安全的field名索引通过valueGetter获取实际数据
field: `col_${index}`,
headerName: col.name,
// ✅ 优化添加tooltip显示完整列名
headerTooltip: col.name,
// ✅ 关键修复使用valueGetter直接从原始数据中获取值
valueGetter: (params: any) => {
return params.data?.[col.id];
@@ -49,8 +51,8 @@ const DataGrid: React.FC<DataGridProps> = ({ data, columns, onCellValueChanged }
filter: true,
resizable: true,
editable: false, // MVP阶段暂不支持手动编辑
width: 150, // ✅ 增加默认宽度,适应长列名
minWidth: 100,
width: 90, // ✅ 优化减小40%原150 -> 90
minWidth: 60,
// ✅ 优化1.3缺失值高亮新CSS类名
cellClass: (params) => {

View File

@@ -298,3 +298,4 @@ const DropnaDialog: React.FC<Props> = ({
export default DropnaDialog;

View File

@@ -260,3 +260,4 @@ const PivotDialog: React.FC<Props> = ({
export default PivotDialog;

View File

@@ -41,35 +41,55 @@ const RecodeDialog: React.FC<RecodeDialogProps> = ({
const [loading, setLoading] = useState(false);
const [extracting, setExtracting] = useState(false);
// 当选择列时,取唯一值
// 当选择列时,从后端获取唯一值
useEffect(() => {
if (!selectedColumn || !data || data.length === 0) {
if (!selectedColumn || !sessionId) {
setUniqueValues([]);
setMappingTable([]);
return;
}
setExtracting(true);
const fetchUniqueValues = async () => {
setExtracting(true);
try {
// ✨ 调用后端API获取唯一值从完整数据中提取不受前端50行限制
const response = await fetch(
`/api/v1/dc/tool-c/sessions/${sessionId}/unique-values?column=${encodeURIComponent(selectedColumn)}`
);
const result = await response.json();
if (!result.success) {
throw new Error(result.error || '获取唯一值失败');
}
const unique = result.data.uniqueValues;
setUniqueValues(unique);
// 初始化映射表
const initialMapping = unique.map((val: any) => ({
originalValue: val,
newValue: '',
}));
setMappingTable(initialMapping);
// 生成默认新列名
setNewColumnName(`${selectedColumn}_编码`);
} catch (error: any) {
console.error('[RecodeDialog] 获取唯一值失败:', error);
message.error(error.message || '获取唯一值失败');
setUniqueValues([]);
setMappingTable([]);
} finally {
setExtracting(false);
}
};
// 提取唯一值
const values = data.map((row) => row[selectedColumn]);
const unique = Array.from(new Set(values)).filter(v => v !== null && v !== undefined && v !== '');
setUniqueValues(unique);
// 初始化映射表
const initialMapping = unique.map((val) => ({
originalValue: val,
newValue: '',
}));
setMappingTable(initialMapping);
// 生成默认新列名
setNewColumnName(`${selectedColumn}_编码`);
setExtracting(false);
}, [selectedColumn, data]);
fetchUniqueValues();
}, [selectedColumn, sessionId, message]);
// 更新映射值
const updateMapping = (originalValue: any, newValue: string) => {

View File

@@ -21,8 +21,8 @@
--ag-foreground-color: #1e293b;
/* ==================== 边框(关键优化)==================== */
--ag-border-color: #e5e7eb; /* ✅ 优化:边框颜色统一 */
--ag-row-border-color: #f1f5f9; /* ✅ 优化:极淡的横向分割线 */
--ag-border-color: #d1d5db; /* ✅ 优化:边框颜色加深(原#e5e7eb -> #d1d5db */
--ag-row-border-color: #e5e7eb; /* ✅ 优化:横向分割线加深(原#f1f5f9 -> #e5e7eb */
--ag-row-border-width: 1px;
--ag-borders: none; /* ✅ 优化:去除所有边框 */
@@ -45,7 +45,7 @@
padding-left: 12px;
padding-right: 12px;
border-right: none !important; /* ✅ 优化1.1:去除纵向边框 */
border-bottom: 2px solid #e5e7eb; /* ✅ 优化:只保留底部边框 */
border-bottom: 2px solid #d1d5db; /* ✅ 优化:底部边框加深(原#e5e7eb -> #d1d5db */
}
.ag-theme-alpine .ag-header-cell:hover {

View File

@@ -251,8 +251,19 @@ const ToolC = () => {
onComputeClick={() => updateState({ computeDialogVisible: true })}
onPivotClick={() => updateState({ pivotDialogVisible: true })}
/>
<div className="flex-1 p-4 overflow-hidden">
<DataGrid data={state.data} columns={state.columns} />
<div className="flex-1 p-4 overflow-hidden flex flex-col">
{/* ✨ 优化提示只显示前50行 */}
{state.data.length > 0 && (
<div className="mb-2 px-3 py-2 bg-blue-50 border border-blue-200 rounded-lg flex items-center gap-2 text-sm">
<span className="text-blue-600"></span>
<span className="text-blue-700">
<strong></strong> <strong>50</strong> <strong></strong>
</span>
</div>
)}
<div className="flex-1 overflow-hidden">
<DataGrid data={state.data} columns={state.columns} />
</div>
</div>
</div>

View File

@@ -61,3 +61,4 @@ export interface DataStats {