init depot renew

2026-09-22 11:58:57 +02:00
commit e9fa6a7309
205 changed files with 39721 additions and 0 deletions
@@ -0,0 +1,76 @@
+#!/usr/bin/env python3
+# -*- coding: UTF-8 -*-
+
+from sqlalchemy import dialects
+from pycen import con_gn
+import pandas as pd
+import json
+import ast
+import os
+
+DIR = '/home/colas/Documents/9_PROJETS/6_GEONATURE'
+FILE = 'IMPORTS/OBSERVATEURS/Table Observateurs Platière.csv'
+
+
+def to_organismes(df):
+    sch = 'utilisateurs'
+    tab = 'bib_organismes'
+    org = pd.read_sql_table(tab,con_gn,sch)
+    df = df[~df.nom_organisme.isin(org.nom_organisme)]
+    df.to_sql(
+        tab,con_gn,sch,
+        if_exists='append',
+        index=False)
+
+
+def get_organismes(LIST):
+    sch = 'utilisateurs'
+    tab = 'bib_organismes'
+    formlist = LIST.replace({"'":"''"},regex=True)
+    formlist = str(tuple(formlist)).replace('"',"'")
+    sql = '''
+        SELECT id_organisme,nom_organisme FROM {sch}.{tab}
+        WHERE nom_organisme IN {n_org}
+    ;'''.format(sch=sch,tab=tab,n_org=formlist)
+
+    return pd.read_sql_query(sql, con_gn)
+
+
+def to_roles(df):
+    sch = 'utilisateurs'
+    tab = 't_roles'
+    dtypes = {}
+    if 'champs_addi' in df.columns:
+        dtypes = {**dtypes,'champs_addi':dialects.postgresql.JSONB}
+
+    df.to_sql(
+        tab,con_gn,sch,
+        if_exists='append',
+        index=False,
+        dtype=dtypes)
+
+
+if __name__ == "__main__":
+
+    df = pd.read_csv(os.path.join(DIR,FILE))
+    df = df[df.rqe!='à ne pas importer']
+    obs = df[['organisme_long']]\
+        .drop_duplicates()\
+        .rename(columns={'organisme_long':'nom_organisme'})
+    to_organismes(obs)
+
+    org = get_organismes(obs.nom_organisme)
+    dic_org = dict(zip(org.nom_organisme,org.id_organisme))
+    df.organisme_long.replace(dic_org,inplace=True)
+
+    role = df[['nom','prenom','organisme_long','statut','poste']]\
+        .rename(columns={
+            'nom':'nom_role',
+            'prenom':'prenom_role',
+            'organisme_long':'id_organisme',
+        })
+    role['champs_addi'] = json.loads(
+        role[['statut','poste']].to_json(orient="records",force_ascii=False)
+    )
+    role.drop(columns=['statut','poste'],inplace=True)
+    to_roles(role)