197 lines
8.0 KiB
Python
197 lines
8.0 KiB
Python
|
||
import os
|
||
import pandas as pd
|
||
import pg8000.dbapi as pg
|
||
from lawrisk.utils.env_loader import load_env
|
||
from lawrisk.services import licensing_repo as lic_repo
|
||
|
||
def bind_v2():
|
||
load_env()
|
||
|
||
# 1. Load Excel Map
|
||
excel_path = os.path.join("data", "主题-事项绑定.xlsx")
|
||
if not os.path.exists(excel_path):
|
||
# Try root as fallback
|
||
excel_path = "主题-事项绑定.xlsx"
|
||
if not os.path.exists(excel_path):
|
||
print(f"Excel file not found!")
|
||
return
|
||
|
||
print(f"Reading Excel: {excel_path}")
|
||
df = pd.read_excel(excel_path, header=1)
|
||
df.columns = [str(c).strip() for c in df.columns]
|
||
|
||
# Identify columns
|
||
col_theme = '主题'
|
||
if col_theme not in df.columns:
|
||
for c in df.columns:
|
||
if '主题' in c: col_theme = c; break
|
||
|
||
col_permit = '审批事项'
|
||
if col_permit not in df.columns:
|
||
for c in df.columns:
|
||
if '事项' in c and c != col_theme: col_permit = c; break
|
||
|
||
if col_theme not in df.columns or col_permit not in df.columns:
|
||
print(f"Columns not found in Excel. Found: {df.columns.tolist()}")
|
||
return
|
||
|
||
# Forward fill theme names as they are usually merged in Excel
|
||
df[col_theme] = df[col_theme].ffill()
|
||
|
||
permit_to_themes = {}
|
||
for idx, row in df.iterrows():
|
||
p = str(row[col_permit]).strip()
|
||
t = str(row[col_theme]).strip()
|
||
if p and t and p != 'nan' and t != 'nan':
|
||
if p not in permit_to_themes:
|
||
permit_to_themes[p] = []
|
||
if t not in permit_to_themes[p]:
|
||
permit_to_themes[p].append(t)
|
||
|
||
print(f"Loaded {len(permit_to_themes)} unique permit names from Excel mapping.")
|
||
|
||
# 2. Connect DB
|
||
conn = lic_repo._lic_pg_conn()
|
||
cur = conn.cursor()
|
||
|
||
try:
|
||
# 3. Get Region ID for '市级' (Main target)
|
||
cur.execute("SELECT id FROM regions WHERE name = '市级'")
|
||
res = cur.fetchone()
|
||
if not res:
|
||
print("Region '市级' not found in DB.")
|
||
return
|
||
region_id = res[0]
|
||
|
||
# 4. Clear existing bindings for '市级' to ensure fresh re-mapping
|
||
print(f"Clearing existing bindings for region '市级'...")
|
||
cur.execute("DELETE FROM region_theme_permits WHERE region_id = %s", (region_id,))
|
||
print(f"Deleted {cur.rowcount} old bindings.")
|
||
|
||
# 5. Ensure all themes from Excel exist in DB
|
||
cur.execute("SELECT id, name FROM themes")
|
||
db_themes = {row[1]: str(row[0]) for row in cur.fetchall()}
|
||
|
||
all_excel_themes = set()
|
||
for t_list in permit_to_themes.values():
|
||
for t in t_list:
|
||
all_excel_themes.add(t)
|
||
|
||
for t_name in all_excel_themes:
|
||
if t_name not in db_themes:
|
||
print(f"Creating missing theme: {t_name}")
|
||
new_id = str(pg.uuid.uuid4())
|
||
cur.execute("INSERT INTO themes (id, name) VALUES (%s, %s)", (new_id, t_name))
|
||
db_themes[t_name] = new_id
|
||
|
||
# 6. Define mapping overrides for messy names
|
||
manual_map = {
|
||
"食品经营许可": ["食品经营许可"],
|
||
"旅客住宿服务": ["旅馆业特种行业许可证核发"],
|
||
"开设旅馆": ["旅馆业特种行业许可证核发"],
|
||
"旅馆业特种行业许可": ["旅馆业特种行业许可证核发"],
|
||
"药品经营许可（零售）": ["药品经营许可证（零售）"],
|
||
"食品生产许可": ["食品生产许可"],
|
||
"建设项目环境影响报告表审批": ["建设项目环境影响评价文件审批（广东省厅事项名称） 【国家标准名：“建设项目环境影响评价审批（海洋工程、核与辐射类除外）”】"],
|
||
"娱乐场所审批": [
|
||
"歌舞娱乐场所从事娱乐场所经营 activity 审批",
|
||
"游艺娱乐场所从事娱乐场所经营活动审批，内资娱乐场所变更、延续、补证、注销审批"
|
||
],
|
||
"第二类医疗器械经营备案": ["第二类医疗器械经营备案"],
|
||
"经营高危险性体育项目许可": ["经营高危险性体育项目许可"],
|
||
"互联网上网服务营业场所经营单位审批": ["互联网上网服务营业场所信息网络安全审核"],
|
||
"营业执照": ["营业执照"],
|
||
}
|
||
|
||
inverted_manual = {}
|
||
for excel_n, db_list in manual_map.items():
|
||
for db_n in db_list:
|
||
inverted_manual.setdefault(db_n, []).append(excel_n)
|
||
|
||
# 7. Get DB Permits for '市级'
|
||
cur.execute("""
|
||
SELECT p.id, p.name
|
||
FROM region_permit_details rpd
|
||
JOIN permits p ON p.id = rpd.permit_id
|
||
WHERE rpd.region_id = %s
|
||
""", (region_id,))
|
||
db_permits = cur.fetchall()
|
||
print(f"Scanning {len(db_permits)} DB permits for binding...")
|
||
|
||
bind_count = 0
|
||
|
||
def normalize_func(text):
|
||
if not text: return ""
|
||
# Remove common suffixes and punctuation for better fuzzy matching
|
||
return str(text).replace("（", "").replace("）", "").replace("(", "").replace(")", "").replace("许可", "").replace("证", "").replace("审批", "").replace("核发", "").replace("备案", "").replace("业务", "").replace("从事", "").replace("企业", "").replace("设立", "").replace("变更", "").replace(" ", "").strip()
|
||
|
||
processed = 0
|
||
all_bindings = []
|
||
for pid_raw, pname in db_permits:
|
||
processed += 1
|
||
pid = str(pid_raw)
|
||
matched_excel_names = []
|
||
|
||
# A. Manual Map lookup (Case insensitive)
|
||
for db_n, excel_names in inverted_manual.items():
|
||
if db_n.lower() == pname.lower():
|
||
matched_excel_names.extend(excel_names)
|
||
|
||
# B. Exact Match (Case insensitive)
|
||
for en in permit_to_themes.keys():
|
||
if en.lower() == pname.lower():
|
||
matched_excel_names.append(en)
|
||
|
||
# C. Fuzzy Match fallback
|
||
if not matched_excel_names:
|
||
p_norm = normalize_func(pname)
|
||
best_match = None
|
||
max_score = 0
|
||
for excel_p in permit_to_themes.keys():
|
||
e_norm = normalize_func(excel_p)
|
||
if not e_norm or not p_norm: continue
|
||
if e_norm in p_norm or p_norm in e_norm:
|
||
# Character intersection score
|
||
score = len(set(e_norm) & set(p_norm))
|
||
if score > max_score and score >= 2:
|
||
max_score = score
|
||
best_match = excel_p
|
||
if best_match:
|
||
matched_excel_names.append(best_match)
|
||
|
||
# Perform binding for all unique themes associated with matched names
|
||
final_themes = set()
|
||
for en in matched_excel_names:
|
||
if en in permit_to_themes:
|
||
for t in permit_to_themes[en]:
|
||
final_themes.add(t)
|
||
|
||
for t_name in final_themes:
|
||
tid = db_themes.get(t_name)
|
||
if tid:
|
||
print(f" -> Binding to Theme: {t_name}")
|
||
all_bindings.append((region_id, tid, pid))
|
||
else:
|
||
print(f"Warning: Theme '{t_name}' not found in DB maps.")
|
||
|
||
print(f"Inserting {len(all_bindings)} new bindings...")
|
||
for b in all_bindings:
|
||
cur.execute("""
|
||
INSERT INTO region_theme_permits (region_id, theme_id, permit_id)
|
||
VALUES (%s, %s, %s)
|
||
ON CONFLICT DO NOTHING
|
||
""", b)
|
||
bind_count += (1 if cur.rowcount > 0 else 0)
|
||
|
||
conn.commit()
|
||
print(f"Update complete. Created {bind_count} bindings for '市级' region.")
|
||
except Exception as e:
|
||
conn.rollback()
|
||
print(f"Error during update: {e}")
|
||
finally:
|
||
conn.close()
|
||
|
||
if __name__ == "__main__":
|
||
bind_v2()
|