z230
This commit is contained in:
@@ -0,0 +1,48 @@
|
||||
"""
|
||||
download_patients.py — stažení pacientských reportů pro jednu studii.
|
||||
Verze: 1.0 | Datum: 2026-06-10
|
||||
|
||||
Volá se z IWRS/run_all_v1.0.py s již přihlášenou Playwright page (login +
|
||||
výběr studie zajišťuje common.iwrs_portal.login).
|
||||
|
||||
1. Subject Summary Report
|
||||
2. Subject Detail Reports + notifikace PDF+JSON (per subjekt, jen nové dle pk v Mongo)
|
||||
|
||||
Vše se ukládá ploše do IWRS/Incoming/ s datumovanými názvy.
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import datetime
|
||||
|
||||
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
||||
IWRS_DIR = os.path.dirname(BASE_DIR)
|
||||
for _p in (IWRS_DIR, BASE_DIR):
|
||||
if _p not in sys.path:
|
||||
sys.path.insert(0, _p)
|
||||
|
||||
from common.iwrs_portal import BASE_URL
|
||||
from common.paths import INCOMING_DIR, unique_path
|
||||
|
||||
import download_subject_details as dsd
|
||||
|
||||
|
||||
def download_summary(page, study, today):
|
||||
print(f" [{study}] Stahuji Subject Summary Report...")
|
||||
page.goto(f"{BASE_URL}/report/patient_summary_report")
|
||||
page.wait_for_load_state("networkidle", timeout=120000)
|
||||
filename = unique_path(INCOMING_DIR, f"{today} {study} Subject Summary Report")
|
||||
with page.expect_download(timeout=120000) as dl:
|
||||
page.get_by_role("button", name="Download XLS").click()
|
||||
dl.value.save_as(filename)
|
||||
print(f" [{study}] Summary OK -> {os.path.basename(filename)}")
|
||||
return filename
|
||||
|
||||
|
||||
def run(page, study):
|
||||
"""Stáhne summary + detaily + notifikace pro studii do IWRS/Incoming/."""
|
||||
os.makedirs(INCOMING_DIR, exist_ok=True)
|
||||
today = datetime.date.today().strftime("%Y-%m-%d")
|
||||
download_summary(page, study, today)
|
||||
# detail XLSX + notifikace přímo do Incoming/ (flat názvy se study+subject)
|
||||
dsd.run(page, study, out_dir=INCOMING_DIR, subjects_source_dir=INCOMING_DIR)
|
||||
@@ -0,0 +1,90 @@
|
||||
"""
|
||||
import_patients.py — import pacientských reportů z IWRS/Incoming/ do MongoDB.
|
||||
Verze: 1.0 | Datum: 2026-06-10
|
||||
|
||||
Pořadí zpracování per typ + studie: nejstarší soubor podle mtime první
|
||||
(důležité pro chronologickou správnost snapshotů).
|
||||
|
||||
Po úspěšném importu se soubor přesune do IWRS/Incoming/Processed/.
|
||||
Při chybě zůstane soubor v Incoming/.
|
||||
|
||||
Volá se z IWRS/run_all_v1.0.py (ensure_indexes volá orchestrátor);
|
||||
lze spustit i samostatně: python import_patients.py
|
||||
"""
|
||||
|
||||
import os
|
||||
import sys
|
||||
import glob
|
||||
|
||||
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
||||
IWRS_DIR = os.path.dirname(BASE_DIR)
|
||||
for _p in (IWRS_DIR, BASE_DIR):
|
||||
if _p not in sys.path:
|
||||
sys.path.insert(0, _p)
|
||||
|
||||
from common.paths import INCOMING_DIR, PROCESSED_DIR, STUDIES, move_done, sorted_by_mtime
|
||||
from common.mongo_writer import ensure_indexes
|
||||
|
||||
import import_to_mongo
|
||||
import import_notifications_to_mongo
|
||||
|
||||
|
||||
def import_summaries(study):
|
||||
pattern = os.path.join(INCOMING_DIR, f"* {study} Subject Summary Report*.xlsx")
|
||||
files = sorted_by_mtime(glob.glob(pattern))
|
||||
if not files:
|
||||
print(f" [{study}] summary: nic ke zpracování")
|
||||
return
|
||||
print(f" [{study}] summary: {len(files)} soubor(ů) (oldest first)")
|
||||
for path in files:
|
||||
try:
|
||||
import_to_mongo.import_subject_summary(study, path)
|
||||
move_done(path)
|
||||
except Exception as e:
|
||||
print(f" [{study}] CHYBA summary {os.path.basename(path)}: {e}")
|
||||
|
||||
|
||||
def import_details(study):
|
||||
pattern = os.path.join(INCOMING_DIR, f"* {study} * Subject Detail.xlsx")
|
||||
files = sorted_by_mtime(glob.glob(pattern))
|
||||
if not files:
|
||||
print(f" [{study}] detail: nic ke zpracování")
|
||||
return
|
||||
print(f" [{study}] detail: {len(files)} soubor(ů) (oldest first)")
|
||||
for path in files:
|
||||
parsed = import_to_mongo.parse_detail_filename(path)
|
||||
if not parsed:
|
||||
print(f" [{study}] PŘESKAKUJI (nelze parsovat název): {os.path.basename(path)}")
|
||||
continue
|
||||
_, parsed_study, subject = parsed
|
||||
if parsed_study != study:
|
||||
continue # patří jiné studii
|
||||
try:
|
||||
import_to_mongo.import_visits_single_file(study, subject, path)
|
||||
move_done(path)
|
||||
except Exception as e:
|
||||
print(f" [{study}] CHYBA detail {os.path.basename(path)}: {e}")
|
||||
|
||||
|
||||
def run(studies=None):
|
||||
studies = studies or STUDIES
|
||||
if not os.path.isdir(INCOMING_DIR):
|
||||
print(f"Adresář neexistuje: {INCOMING_DIR}")
|
||||
return
|
||||
|
||||
print("=" * 60)
|
||||
print("Import Subject Summary + Visits")
|
||||
print("=" * 60)
|
||||
for study in studies:
|
||||
import_summaries(study)
|
||||
import_details(study)
|
||||
|
||||
print("\n" + "=" * 60)
|
||||
print("Import notifikací")
|
||||
print("=" * 60)
|
||||
import_notifications_to_mongo.import_from_dir(INCOMING_DIR, PROCESSED_DIR, studies)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
ensure_indexes()
|
||||
run()
|
||||
Reference in New Issue
Block a user