save code

This commit is contained in:
xsl
2026-01-25 15:05:03 +08:00
parent 29565e9dfe
commit 0895398138
23 changed files with 11859 additions and 966 deletions
+290
View File
@@ -0,0 +1,290 @@
#!/usr/bin/env python3
"""
Excel数据导入脚本
从docs/example.xls导入工程项目数据到数据库
"""
import sys
import xlrd
import mysql.connector
from mysql.connector import Error
from datetime import datetime
import os
# 配置
EXCEL_FILE = '../docs/example.xls'
DB_CONFIG = {
'host': 'localhost',
'user': 'root',
'password': 'rootpassword',
'database': 'project_manager',
'charset': 'utf8mb4'
}
def get_database_connection():
"""获取数据库连接"""
try:
connection = mysql.connector.connect(**DB_CONFIG)
return connection
except Error as e:
print(f'数据库连接错误: {e}', file=sys.stderr)
sys.exit(1)
def parse_date_value(cell_value, workbook):
"""解析Excel日期值"""
if cell_value == '':
return None
# 检查是否是日期类型
try:
date_tuple = xlrd.xldate_as_tuple(cell_value, workbook.datemode)
return f'{date_tuple[0]}-{date_tuple[1]:02d}-{date_tuple[2]:02d}'
except:
pass
# 检查特殊值
if cell_value in ['未到期', '可退质保金', '未开工']:
return None
# 尝试解析字符串日期
try:
date_obj = datetime.strptime(str(cell_value), '%Y-%m-%d')
return date_obj.strftime('%Y-%m-%d')
except:
pass
return None
def parse_number_value(cell_value):
"""解析数字值"""
if cell_value == '':
return None
try:
return float(cell_value)
except:
return None
def parse_int_value(cell_value):
"""解析整数值"""
num = parse_number_value(cell_value)
if num is not None:
return int(num)
return None
def parse_enum_value(cell_value, allowed_values):
"""解析枚举值"""
if cell_value == '':
return None
if cell_value in allowed_values:
return cell_value
return None
def clean_text_value(cell_value):
"""清理文本值"""
if cell_value == '':
return None
return str(cell_value).strip()
def import_projects_from_sheet(sheet, connection, cursor, sheet_name):
"""从工作表导入项目数据"""
print(f'\n正在导入工作表: {sheet_name}')
print(f'总行数: {sheet.nrows}')
# 获取管理员用户ID(用于created_by字段)
cursor.execute("SELECT id FROM users WHERE username='admin' LIMIT 1")
result = cursor.fetchone()
if not result:
print('错误: 未找到管理员用户', file=sys.stderr)
return False
admin_id = result[0]
success_count = 0
skip_count = 0
error_count = 0
# 从第6行开始(前5行是表头)
for row_idx in range(5, sheet.nrows):
try:
# 读取数据
row_data = [sheet.cell_value(row_idx, col_idx) for col_idx in range(min(61, sheet.ncols))]
# 检查是否是合计行或空行
if row_data[0] == '' or str(row_data[0]).strip() == '':
skip_count += 1
continue
# 准备SQL插入语句
sql = """
INSERT INTO projects (
project_no, power_contract_no, name, subitem_count, subitem_code,
total_investment, contract_amount, warranty_ratio, settlement_amount,
total_cost_estimated, voltage_level, engineering_type, owner_unit,
owner_contact, bidding_type, signing_date, start_date, planned_end_date,
actual_end_date, warranty_amount, warranty_expiry_date, actual_warranty_refund_date,
project_department, project_leader, payment_method, total_cost_control,
is_adjusted, labor_cost_control, labor_cost_planned, labor_cost_paid,
material_cost_control, material_cost_payable, material_cost_actual,
material_cost_paid, other_cost_control, other_cost_payable, other_cost_actual,
tax_amount, profit, actual_profit, cost_settlement_amount, cumulative_progress,
receivable_amount, invoice_amount, actual_receipt_amount, receipt_completion_rate,
payable_amount, actual_payment_amount, unpaid_amount, payment_completion_rate,
labor_debt_amount, settlement_cost_amount, settlement_labor_cost,
settlement_material_cost, settlement_other_cost, due_settlement_count,
unsettlement_count, problems, suggestions, remarks, status, created_by
) VALUES (
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s,
%s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s, %s
)
"""
# 准备参数
params = (
clean_text_value(row_data[1]), # project_no
clean_text_value(row_data[2]), # power_contract_no
clean_text_value(row_data[3]), # name
parse_int_value(row_data[4]), # subitem_count
clean_text_value(row_data[5]), # subitem_code
parse_number_value(row_data[6]), # total_investment
parse_number_value(row_data[7]), # contract_amount
parse_number_value(row_data[8]), # warranty_ratio
parse_number_value(row_data[9]), # settlement_amount
parse_number_value(row_data[10]), # total_cost_estimated
clean_text_value(row_data[11]), # voltage_level
clean_text_value(row_data[12]), # engineering_type
clean_text_value(row_data[13]), # owner_unit
clean_text_value(row_data[14]), # owner_contact
clean_text_value(row_data[15]), # bidding_type
parse_date_value(row_data[16], connection._connection.workbook), # signing_date
parse_date_value(row_data[17], connection._connection.workbook), # start_date
parse_date_value(row_data[18], connection._connection.workbook), # planned_end_date
parse_date_value(row_data[19], connection._connection.workbook), # actual_end_date
parse_number_value(row_data[20]), # warranty_amount
parse_date_value(row_data[21], connection._connection.workbook), # warranty_expiry_date
parse_date_value(row_data[22], connection._connection.workbook), # actual_warranty_refund_date
clean_text_value(row_data[23]), # project_department
clean_text_value(row_data[24]), # project_leader
clean_text_value(row_data[25]), # payment_method
parse_number_value(row_data[26]), # total_cost_control
parse_enum_value(row_data[27], ['', '']), # is_adjusted
parse_number_value(row_data[28]), # labor_cost_control
parse_number_value(row_data[29]), # labor_cost_planned
parse_number_value(row_data[30]), # labor_cost_paid
parse_number_value(row_data[31]), # material_cost_control
parse_number_value(row_data[32]), # material_cost_payable
parse_number_value(row_data[33]), # material_cost_actual
parse_number_value(row_data[34]), # material_cost_paid
parse_number_value(row_data[35]), # other_cost_control
parse_number_value(row_data[36]), # other_cost_payable
parse_number_value(row_data[37]), # other_cost_actual
parse_number_value(row_data[38]), # tax_amount
parse_number_value(row_data[39]), # profit
parse_number_value(row_data[40]), # actual_profit
parse_number_value(row_data[41]), # cost_settlement_amount
parse_number_value(row_data[42]), # cumulative_progress
parse_number_value(row_data[43]), # receivable_amount
parse_number_value(row_data[44]), # invoice_amount
parse_number_value(row_data[45]), # actual_receipt_amount
parse_number_value(row_data[46]), # receipt_completion_rate
parse_number_value(row_data[47]), # payable_amount
parse_number_value(row_data[48]), # actual_payment_amount
parse_number_value(row_data[49]), # unpaid_amount
parse_number_value(row_data[50]), # payment_completion_rate
parse_number_value(row_data[51]), # labor_debt_amount
parse_number_value(row_data[52]), # settlement_cost_amount
parse_number_value(row_data[53]), # settlement_labor_cost
parse_number_value(row_data[54]), # settlement_material_cost
parse_number_value(row_data[55]), # settlement_other_cost
parse_int_value(row_data[56]), # due_settlement_count
parse_int_value(row_data[57]), # unsettlement_count
clean_text_value(row_data[58]), # problems
clean_text_value(row_data[59]), # suggestions
clean_text_value(row_data[60]), # remarks
'新建', # status (默认新建)
admin_id # created_by
)
# 跳过没有项目名称的行
if not params[2]:
skip_count += 1
continue
cursor.execute(sql, params)
success_count += 1
except Error as e:
print(f'{row_idx+1}行导入错误: {e}', file=sys.stderr)
error_count += 1
continue
print(f'导入完成: 成功 {success_count} 条, 跳过 {skip_count} 条, 错误 {error_count}')
return True
def main():
"""主函数"""
print('='*60)
print('工程项目数据导入脚本')
print('='*60)
# 检查Excel文件是否存在
if not os.path.exists(EXCEL_FILE):
print(f'错误: Excel文件不存在: {EXCEL_FILE}', file=sys.stderr)
sys.exit(1)
# 打开Excel文件
try:
workbook = xlrd.open_workbook(EXCEL_FILE)
print(f'已打开Excel文件: {EXCEL_FILE}')
print(f'工作表数量: {len(workbook.sheet_names())}')
except Exception as e:
print(f'错误: 无法打开Excel文件: {e}', file=sys.stderr)
sys.exit(1)
# 获取数据库连接
connection = get_database_connection()
cursor = connection.cursor()
try:
# 导入主要工作表
main_sheets = [
'1-1基建',
'1-2业扩',
'1-3客户',
'1-4营销',
'2检修、技改、应急抢修项目'
]
for sheet_name in main_sheets:
if sheet_name in workbook.sheet_names():
sheet = workbook.sheet_by_name(sheet_name)
import_projects_from_sheet(sheet, connection, cursor, sheet_name)
else:
print(f'警告: 工作表不存在: {sheet_name}')
# 提交事务
connection.commit()
# 显示统计信息
cursor.execute("SELECT COUNT(*) FROM projects")
total_count = cursor.fetchone()[0]
print(f'\n数据库中共有 {total_count} 个项目')
cursor.execute("SELECT engineering_type, COUNT(*) as count FROM projects GROUP BY engineering_type")
print('\n按工程类别统计:')
for row in cursor.fetchall():
print(f' {row[0]}: {row[1]}')
print('\n' + '='*60)
print('数据导入完成!')
print('='*60)
except Exception as e:
print(f'错误: {e}', file=sys.stderr)
connection.rollback()
sys.exit(1)
finally:
cursor.close()
connection.close()
if __name__ == '__main__':
main()
+225
View File
@@ -0,0 +1,225 @@
-- 工程项目管理系统 - 数据库初始化脚本
-- 基于docs/example.xls中的工程项目管理台账
-- 创建时间: 2026-01-25
-- ========================================
-- 1. 创建数据库(如果不存在)
-- ========================================
CREATE DATABASE IF NOT EXISTS project_manager
DEFAULT CHARACTER SET utf8mb4
DEFAULT COLLATE utf8mb4_unicode_ci;
USE project_manager;
-- ========================================
-- 2. 创建用户表
-- ========================================
CREATE TABLE IF NOT EXISTS users (
id INT PRIMARY KEY AUTO_INCREMENT COMMENT '用户ID',
username VARCHAR(50) UNIQUE NOT NULL COMMENT '用户名',
password_hash VARCHAR(255) NOT NULL COMMENT '密码哈希',
real_name VARCHAR(100) NOT NULL COMMENT '真实姓名',
department VARCHAR(50) NOT NULL COMMENT '部门(市场部/技术部/财务部等)',
role ENUM('admin', 'market', 'other') NOT NULL COMMENT '角色(admin/market/other',
email VARCHAR(100) UNIQUE COMMENT '邮箱',
phone VARCHAR(20) COMMENT '电话',
is_active BOOLEAN DEFAULT TRUE COMMENT '是否激活',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
INDEX idx_users_username (username),
INDEX idx_users_department (department),
INDEX idx_users_role (role)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='用户表';
-- ========================================
-- 3. 创建项目表(基于Excel结构)
-- ========================================
CREATE TABLE IF NOT EXISTS projects (
id INT PRIMARY KEY AUTO_INCREMENT COMMENT '项目ID',
project_no VARCHAR(50) UNIQUE NOT NULL COMMENT '合同编号',
power_contract_no VARCHAR(100) COMMENT '供电局项目合同编号',
name VARCHAR(200) NOT NULL COMMENT '项目名称',
subitem_count INT DEFAULT 0 COMMENT '子项个数',
subitem_code VARCHAR(50) COMMENT '子项编码',
total_investment DECIMAL(15,2) COMMENT '项目总投资(万元)',
contract_amount DECIMAL(15,2) COMMENT '中标合同金额(万元)',
warranty_ratio DECIMAL(5,2) COMMENT '质保金比例',
settlement_amount DECIMAL(15,2) COMMENT '结算金额(万元)',
total_cost_estimated DECIMAL(15,2) COMMENT '总成本测算',
voltage_level VARCHAR(50) COMMENT '工程电压等级',
engineering_type VARCHAR(50) COMMENT '工程类别(基建/业扩/客户/营销/检修)',
owner_unit VARCHAR(200) COMMENT '业主单位',
owner_contact VARCHAR(200) COMMENT '业主联系人及电话',
bidding_type VARCHAR(50) COMMENT '中标形式',
signing_date DATE COMMENT '签订日期',
start_date DATE COMMENT '开工日期',
planned_end_date DATE COMMENT '计划竣工日期',
actual_end_date DATE COMMENT '实际竣工日期',
warranty_amount DECIMAL(15,2) DEFAULT 0 COMMENT '质保金(万元)',
warranty_expiry_date DATE COMMENT '质保期截止日',
actual_warranty_refund_date DATE COMMENT '实际退质保金日期',
project_department VARCHAR(100) COMMENT '所属项目部',
project_leader VARCHAR(200) COMMENT '项目负责人及电话',
payment_method TEXT COMMENT '工程款拨付方式',
total_cost_control DECIMAL(15,2) COMMENT '总体成本(控制)',
is_adjusted ENUM('', '') DEFAULT '' COMMENT '是否调整',
labor_cost_control DECIMAL(15,2) COMMENT '其中:人工成本(控制)',
labor_cost_planned DECIMAL(15,2) COMMENT '农民工工资(按进度计划)',
labor_cost_paid DECIMAL(15,2) COMMENT '农民工工资(实付)',
material_cost_control DECIMAL(15,2) COMMENT '其中:乙供材料费(控制)',
material_cost_payable DECIMAL(15,2) COMMENT '应付材料费(按收款比例)',
material_cost_actual DECIMAL(15,2) COMMENT '实际发生材料费',
material_cost_paid DECIMAL(15,2) COMMENT '实际支付材料费',
other_cost_control DECIMAL(15,2) COMMENT '其中:其他费用(控制)',
other_cost_payable DECIMAL(15,2) COMMENT '应付其他费',
other_cost_actual DECIMAL(15,2) COMMENT '实际其他费用',
tax_amount DECIMAL(15,2) COMMENT '税金',
profit DECIMAL(15,2) COMMENT '利润(万元)',
actual_profit DECIMAL(15,2) COMMENT '实际利润(万元)',
cost_settlement_amount DECIMAL(15,2) COMMENT '成本结算金额(万元)',
cumulative_progress DECIMAL(5,2) COMMENT '累计进度',
receivable_amount DECIMAL(15,2) COMMENT '应收款(完成进度款)',
invoice_amount DECIMAL(15,2) COMMENT '开票金额(万元)',
actual_receipt_amount DECIMAL(15,2) COMMENT '实际收款金额(万元)',
receipt_completion_rate DECIMAL(5,2) COMMENT '实际收款完成率',
payable_amount DECIMAL(15,2) COMMENT '应付款金额(万元)',
actual_payment_amount DECIMAL(15,2) COMMENT '实际付款金额(万元)',
unpaid_amount DECIMAL(15,2) COMMENT '未收款(万元)',
payment_completion_rate DECIMAL(5,2) COMMENT '实际付款完成率',
labor_debt_amount DECIMAL(15,2) COMMENT '民工工资清欠金额(万元)',
settlement_cost_amount DECIMAL(15,2) COMMENT '结算后成本测算金额',
settlement_labor_cost DECIMAL(15,2) COMMENT '结算人工费',
settlement_material_cost DECIMAL(15,2) COMMENT '结算材料费',
settlement_other_cost DECIMAL(15,2) COMMENT '结算其他费',
due_settlement_count INT COMMENT '到期应结算项目个数',
unsettlement_count INT COMMENT '到期未完成结算个数',
problems TEXT COMMENT '存在的问题',
suggestions TEXT COMMENT '建议措施',
remarks TEXT COMMENT '备注',
status VARCHAR(50) DEFAULT '新建' COMMENT '项目状态',
created_by INT NOT NULL COMMENT '创建人ID',
created_at DATETIME DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间',
updated_at DATETIME DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP COMMENT '更新时间',
FOREIGN KEY (created_by) REFERENCES users(id) ON DELETE RESTRICT,
INDEX idx_projects_project_no (project_no),
INDEX idx_projects_engineering_type (engineering_type),
INDEX idx_projects_project_department (project_department),
INDEX idx_projects_status (status),
INDEX idx_projects_created_by (created_by),
INDEX idx_projects_signing_date (signing_date),
INDEX idx_projects_planned_end_date (planned_end_date),
INDEX idx_projects_type_status (engineering_type, status)
) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COMMENT='工程项目表';
-- ========================================
-- 4. 插入初始管理员用户
-- ========================================
INSERT INTO users (username, password_hash, real_name, department, role, email, phone) VALUES
('admin', '$2b$12$LQv3c1yqBWVHxkd0LHAkCOYz6TtxMQJqhN8/LewY5GyW5q7K1U1.2', '系统管理员', '管理部', 'admin', 'admin@example.com', '13800000000')
ON DUPLICATE KEY UPDATE username=username;
-- ========================================
-- 5. 创建视图:项目统计视图
-- ========================================
CREATE OR REPLACE VIEW project_statistics AS
SELECT
engineering_type AS ,
COUNT(*) AS ,
SUM(contract_amount) AS ,
SUM(actual_receipt_amount) AS ,
SUM(actual_payment_amount) AS ,
AVG(receipt_completion_rate) AS ,
AVG(payment_completion_rate) AS ,
SUM(CASE WHEN status = '新建' THEN 1 ELSE 0 END) AS ,
SUM(CASE WHEN status = '进行中' THEN 1 ELSE 0 END) AS ,
SUM(CASE WHEN status = '已完成' THEN 1 ELSE 0 END) AS
FROM projects
GROUP BY engineering_type;
-- ========================================
-- 6. 创建视图:项目详情视图
-- ========================================
CREATE OR REPLACE VIEW project_detail_view AS
SELECT
p.id,
p.project_no,
p.name,
p.engineering_type,
p.contract_amount,
p.actual_receipt_amount,
p.actual_payment_amount,
p.receipt_completion_rate,
p.payment_completion_rate,
p.status,
p.project_department,
p.project_leader,
p.signing_date,
p.planned_end_date,
p.actual_end_date,
u.real_name AS created_by_name,
p.created_at,
p.updated_at
FROM projects p
LEFT JOIN users u ON p.created_by = u.id;
-- ========================================
-- 7. 创建存储过程:更新项目收款完成率
-- ========================================
DELIMITER //
CREATE PROCEDURE update_receipt_completion_rate(IN project_id INT)
BEGIN
UPDATE projects
SET receipt_completion_rate = CASE
WHEN contract_amount > 0 THEN ROUND(actual_receipt_amount / contract_amount * 100, 2)
ELSE 0
END
WHERE id = project_id;
END //
DELIMITER ;
-- ========================================
-- 8. 创建存储过程:更新项目付款完成率
-- ========================================
DELIMITER //
CREATE PROCEDURE update_payment_completion_rate(IN project_id INT)
BEGIN
UPDATE projects
SET payment_completion_rate = CASE
WHEN payable_amount > 0 THEN ROUND(actual_payment_amount / payable_amount * 100, 2)
ELSE 0
END
WHERE id = project_id;
END //
DELIMITER ;
-- ========================================
-- 9. 创建触发器:插入项目前自动生成合同编号
-- ========================================
DELIMITER //
CREATE TRIGGER before_project_insert
BEFORE INSERT ON projects
FOR EACH ROW
BEGIN
IF NEW.project_no IS NULL OR NEW.project_no = '' THEN
SET NEW.project_no = CONCAT('PRJ', DATE_FORMAT(NOW(), '%Y%m%d'), LPAD((SELECT COUNT(*) + 1 FROM projects), 4, '0'));
END IF;
END //
DELIMITER ;
-- ========================================
-- 10. 创建触发器:更新项目时自动更新时间戳
-- ========================================
DELIMITER //
CREATE TRIGGER before_project_update
BEFORE UPDATE ON projects
FOR EACH ROW
BEGIN
SET NEW.updated_at = NOW();
END //
DELIMITER ;
-- ========================================
-- 完成
-- ========================================
-- 数据库初始化完成
-- 执行 backend/config/import-excel-data.py 来导入Excel数据