182 lines
7.0 KiB
Python
182 lines
7.0 KiB
Python
|
||
import os
|
||
import pandas as pd
|
||
import pg8000.dbapi as pg
|
||
from lawrisk.utils.env_loader import load_env
|
||
|
||
def normalize(text):
|
||
if not text: return ""
|
||
return str(text).replace("（", "").replace("）", "").replace("(", "").replace(")", "").replace("许可", "").replace("证", "").replace("审批", "").replace("核发", "").replace("备案", "").replace("业务", "").replace("从事", "").replace("企业", "").replace("设立", "").replace("变更", "").replace(" ", "").strip()
|
||
|
||
def force_bind():
|
||
load_env()
|
||
conn_params = {
|
||
"host": os.getenv("LIC_PG_HOST", "172.24.240.1"),
|
||
"port": int(os.getenv("LIC_PG_PORT", os.getenv("PG_PORT", "5432"))),
|
||
"user": os.getenv("LIC_PG_USER", os.getenv("PG_USER", "postgres")),
|
||
"password": os.getenv("LIC_PG_PASSWORD", ""),
|
||
"database": os.getenv("LIC_PG_DATABASE", "licensing_risks"),
|
||
}
|
||
|
||
# Manual Mappings (Excel Name -> List of DB Names)
|
||
manual_map = {
|
||
"食品经营许可": ["食品经营许可"],
|
||
"旅客住宿服务": ["旅馆业特种行业许可证核发"],
|
||
"开设旅馆": ["旅馆业特种行业许可证核发"],
|
||
"旅馆业特种行业许可": ["旅馆业特种行业许可证核发"],
|
||
"药品经营许可（零售）": ["药品经营许可证（零售）"],
|
||
"食品生产许可": ["食品生产许可"],
|
||
"建设项目环境影响报告表审批": ["建设项目环境影响评价文件审批（广东省厅事项名称） 【国家标准名：“建设项目环境影响评价审批（海洋工程、核与辐射类除外）”】"],
|
||
"娱乐场所审批": [
|
||
"歌舞娱乐场所从事娱乐场所经营 activity 审批",
|
||
"游艺娱乐场所从事娱乐场所经营活动审批，内资娱乐场所变更、延续、补证、注销审批"
|
||
],
|
||
"第二类医疗器械经营备案": ["第二类医疗器械经营备案"],
|
||
"经营高危险性体育项目许可": ["经营高危险性体育项目许可"],
|
||
"互联网上网服务营业场所经营单位审批": ["互联网上网服务营业场所信息网络安全审核"],
|
||
}
|
||
|
||
# 1. Load Excel Map
|
||
excel_path = "主题-事项绑定.xlsx"
|
||
if not os.path.exists(excel_path):
|
||
print(f"Excel file not found: {excel_path}")
|
||
return
|
||
|
||
print("Reading Excel...")
|
||
df = pd.read_excel(excel_path, header=1)
|
||
df.columns = [str(c).strip() for c in df.columns]
|
||
|
||
col_theme = '主题'
|
||
if col_theme not in df.columns:
|
||
for c in df.columns:
|
||
if '主题' in c: col_theme = c; break
|
||
|
||
col_permit = '审批事项'
|
||
if col_permit not in df.columns:
|
||
for c in df.columns:
|
||
if '事项' in c and c != col_theme: col_permit = c; break
|
||
|
||
if col_theme not in df.columns or col_permit not in df.columns:
|
||
print(f"Columns not found in Excel. Found: {df.columns.tolist()}")
|
||
return
|
||
|
||
df[col_theme] = df[col_theme].ffill()
|
||
|
||
permit_to_themes = {}
|
||
for idx, row in df.iterrows():
|
||
p = str(row[col_permit]).strip()
|
||
t = str(row[col_theme]).strip()
|
||
if p and t and p != 'nan' and t != 'nan':
|
||
if p not in permit_to_themes:
|
||
permit_to_themes[p] = []
|
||
if t not in permit_to_themes[p]:
|
||
permit_to_themes[p].append(t)
|
||
|
||
print(f"Loaded {len(permit_to_themes)} unique permit names from Excel.")
|
||
|
||
# 2. Connect DB
|
||
conn = pg.connect(**conn_params)
|
||
cur = conn.cursor()
|
||
|
||
# 3. Get Region ID
|
||
cur.execute("SELECT id FROM regions WHERE name = '市级'")
|
||
res = cur.fetchone()
|
||
if not res:
|
||
print("Region '市级' not found in DB.")
|
||
return
|
||
region_id = res[0]
|
||
|
||
# 4. Get DB Themes
|
||
cur.execute("SELECT id, name FROM themes")
|
||
db_themes = {row[1]: row[0] for row in cur.fetchall()} # Name -> ID
|
||
|
||
# Import missing themes if any
|
||
all_excel_themes = set()
|
||
for t_list in permit_to_themes.values():
|
||
for t in t_list:
|
||
all_excel_themes.add(t)
|
||
|
||
for t_name in all_excel_themes:
|
||
if t_name not in db_themes:
|
||
print(f"Creating missing theme: {t_name}")
|
||
cur.execute("INSERT INTO themes (id, name) VALUES (%s, %s)", (str(pg.uuid.uuid4()), t_name))
|
||
cur.execute("SELECT id FROM themes WHERE name = %s", (t_name,))
|
||
tid = cur.fetchone()[0]
|
||
db_themes[t_name] = tid
|
||
conn.commit()
|
||
|
||
# 5. Invert Manual Map for lookup
|
||
inverted_manual = {}
|
||
for excel_n, db_list in manual_map.items():
|
||
if isinstance(db_list, str): db_list = [db_list]
|
||
for db_n in db_list:
|
||
if db_n not in inverted_manual: inverted_manual[db_n] = []
|
||
inverted_manual[db_n].append(excel_n)
|
||
|
||
# 6. Get DB Permits for '市级'
|
||
cur.execute("""
|
||
SELECT p.id, p.name
|
||
FROM region_permit_details rpd
|
||
JOIN permits p ON p.id = rpd.permit_id
|
||
WHERE rpd.region_id = %s
|
||
""", (region_id,))
|
||
db_permits = cur.fetchall() # (id, name)
|
||
print(f"Scanning {len(db_permits)} DB permits for binding...")
|
||
|
||
bind_count = 0
|
||
|
||
for pid, pname in db_permits:
|
||
matched_themes = []
|
||
|
||
# A. Manual Map
|
||
if pname in inverted_manual:
|
||
for en in inverted_manual[pname]:
|
||
if en in permit_to_themes:
|
||
matched_themes.extend(permit_to_themes[en])
|
||
if matched_themes:
|
||
print(f"Manual Match: '{pname}'")
|
||
|
||
# B. Exact Match
|
||
if not matched_themes:
|
||
matched_themes = permit_to_themes.get(pname, [])
|
||
if matched_themes:
|
||
print(f"Exact Match: '{pname}'")
|
||
|
||
# C. Fuzzy Match
|
||
if not matched_themes:
|
||
p_norm = normalize(pname)
|
||
best_match = None
|
||
max_score = 0
|
||
|
||
for excel_p in permit_to_themes.keys():
|
||
e_norm = normalize(excel_p)
|
||
if e_norm in p_norm or p_norm in e_norm:
|
||
score = len(set(e_norm) & set(p_norm))
|
||
if score > max_score and score >= 2:
|
||
max_score = score
|
||
best_match = excel_p
|
||
|
||
if best_match:
|
||
matched_themes = permit_to_themes[best_match]
|
||
print(f"Fuzzy Match: '{pname}' -> '{best_match}'")
|
||
|
||
if matched_themes:
|
||
for t_name in set(matched_themes):
|
||
tid = db_themes.get(t_name)
|
||
if tid:
|
||
cur.execute("""
|
||
INSERT INTO region_theme_permits (region_id, theme_id, permit_id)
|
||
VALUES (%s, %s, %s)
|
||
ON CONFLICT DO NOTHING
|
||
""", (region_id, tid, pid))
|
||
bind_count += 1
|
||
else:
|
||
print(f"Theme '{t_name}' not found in DB themes map.")
|
||
|
||
conn.commit()
|
||
conn.close()
|
||
print(f"Total bindings created/verified: {bind_count}")
|
||
|
||
if __name__ == "__main__":
|
||
force_bind()
|