From 08c6f9745f4151940c2abc2c0c6a9f309657727e Mon Sep 17 00:00:00 2001 From: "michaela.buzalkova" Date: Tue, 11 Nov 2025 07:00:18 +0100 Subject: [PATCH] pohoda --- .../PRAVIDELNE_READ_STAHNI_ULOZ.py | 191 +++++++++++++++ .../PRAVIDELNE_ReadPozadavkySaveMySql.py | 14 +- .../PRAVIDELNE_StahniPrilohyUlozDoMySQL.py | 227 ++++++++++++++++++ 20SaveDownloads/10 SaveToFilesystem.py | 4 +- 4 files changed, 427 insertions(+), 9 deletions(-) create mode 100644 10ReadPozadavky/PRAVIDELNE_READ_STAHNI_ULOZ.py create mode 100644 10ReadPozadavky/PRAVIDELNE_StahniPrilohyUlozDoMySQL.py diff --git a/10ReadPozadavky/PRAVIDELNE_READ_STAHNI_ULOZ.py b/10ReadPozadavky/PRAVIDELNE_READ_STAHNI_ULOZ.py new file mode 100644 index 0000000..42f4775 --- /dev/null +++ b/10ReadPozadavky/PRAVIDELNE_READ_STAHNI_ULOZ.py @@ -0,0 +1,191 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- + +import pymysql +import requests +from pathlib import Path +from datetime import datetime +import time + +import time, socket +for _ in range(30): + try: + socket.create_connection(("127.0.0.1", 3307), timeout=3).close() + break + except OSError: + time.sleep(10) +# ================================ +# 🔧 CONFIGURATION +# ================================ +TOKEN_PATH = Path("token.txt") +CLINIC_SLUG = "mudr-buzalkova" +BATCH_SIZE = 100 +DONE_LIMIT = 200 # only last 200 DONE + +DB_CONFIG = { + "host": "127.0.0.1", + "port": 3307, + "user": "root", + "password": "Vlado9674+", + "database": "medevio", + "charset": "utf8mb4", + "cursorclass": pymysql.cursors.DictCursor, +} + +GRAPHQL_QUERY = r""" +query ClinicRequestGrid_ListPatientRequestsForClinic2( + $clinicSlug: String!, + $queueId: String, + $queueAssignment: QueueAssignmentFilter!, + $pageInfo: PageInfo!, + $locale: Locale!, + $state: PatientRequestState +) { + requestsResponse: listPatientRequestsForClinic2( + clinicSlug: $clinicSlug, + queueId: $queueId, + queueAssignment: $queueAssignment, + pageInfo: $pageInfo, + state: $state + ) { + count + patientRequests { + id + displayTitle(locale: $locale) + createdAt + updatedAt + doneAt + removedAt + extendedPatient { + name + surname + identificationNumber + } + } + } +} +""" + +# ================================ +# 🔑 TOKEN +# ================================ +def read_token(p: Path) -> str: + tok = p.read_text(encoding="utf-8").strip() + if tok.startswith("Bearer "): + tok = tok.split(" ", 1)[1] + return tok + +# ================================ +# 🕒 DATETIME CONVERSION +# ================================ +def to_mysql_dt(iso_str): + if not iso_str: + return None + try: + dt = datetime.fromisoformat(iso_str.replace("Z", "+00:00")) + return dt.strftime("%Y-%m-%d %H:%M:%S") + except Exception: + return None + +# ================================ +# 💾 UPSERT TO MYSQL +# ================================ +def upsert(conn, r): + p = (r.get("extendedPatient") or {}) + sql = """ + INSERT INTO pozadavky ( + id, displayTitle, createdAt, updatedAt, doneAt, removedAt, + pacient_jmeno, pacient_prijmeni, pacient_rodnecislo + ) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s) + ON DUPLICATE KEY UPDATE + displayTitle=VALUES(displayTitle), + updatedAt=VALUES(updatedAt), + doneAt=VALUES(doneAt), + removedAt=VALUES(removedAt), + pacient_jmeno=VALUES(pacient_jmeno), + pacient_prijmeni=VALUES(pacient_prijmeni), + pacient_rodnecislo=VALUES(pacient_rodnecislo) + """ + vals = ( + r.get("id"), + r.get("displayTitle"), + to_mysql_dt(r.get("createdAt")), + to_mysql_dt(r.get("updatedAt")), + to_mysql_dt(r.get("doneAt")), + to_mysql_dt(r.get("removedAt")), + p.get("name"), + p.get("surname"), + p.get("identificationNumber"), + ) + with conn.cursor() as cur: + cur.execute(sql, vals) + conn.commit() + +# ================================ +# 📡 FETCH FUNCTION +# ================================ +def fetch_requests(headers, state, limit=None): + """Fetch requests for a given state; optional limit for DONE.""" + variables = { + "clinicSlug": CLINIC_SLUG, + "queueId": None, + "queueAssignment": "ANY", + "pageInfo": {"first": limit or BATCH_SIZE, "offset": 0}, + "locale": "cs", + "state": state, + } + payload = { + "operationName": "ClinicRequestGrid_ListPatientRequestsForClinic2", + "query": GRAPHQL_QUERY, + "variables": variables, + } + r = requests.post("https://api.medevio.cz/graphql", json=payload, headers=headers) + r.raise_for_status() + data = r.json().get("data", {}).get("requestsResponse", {}) + return data.get("patientRequests", []), data.get("count", 0) + +# ================================ +# 🧠 MAIN +# ================================ +def main(): + token = read_token(TOKEN_PATH) + headers = { + "Authorization": f"Bearer {token}", + "Content-Type": "application/json", + "Accept": "application/json", + } + + conn = pymysql.connect(**DB_CONFIG) + + print(f"\n=== Medevio požadavky sync @ {datetime.now():%Y-%m-%d %H:%M:%S} ===") + + # --- ACTIVE (all, paginated) + print("\n📡 Fetching all ACTIVE requests...") + offset = 0 + total_active = 0 + while True: + requests_batch, count = fetch_requests(headers, "ACTIVE", BATCH_SIZE) + if not requests_batch: + break + for r in requests_batch: + upsert(conn, r) + total_active += len(requests_batch) + print(f" • {total_active} ACTIVE processed") + if len(requests_batch) < BATCH_SIZE: + break + offset += BATCH_SIZE + time.sleep(0.4) + + # --- DONE (only 200 latest) + print("\n📡 Fetching last 200 DONE requests...") + done_requests, done_count = fetch_requests(headers, "DONE", DONE_LIMIT) + for r in done_requests: + upsert(conn, r) + print(f" ✅ DONE processed: {len(done_requests)} (of total {done_count})") + + conn.close() + print("\n✅ Sync completed successfully.\n") + + +if __name__ == "__main__": + main() diff --git a/10ReadPozadavky/PRAVIDELNE_ReadPozadavkySaveMySql.py b/10ReadPozadavky/PRAVIDELNE_ReadPozadavkySaveMySql.py index ed314c5..42f4775 100644 --- a/10ReadPozadavky/PRAVIDELNE_ReadPozadavkySaveMySql.py +++ b/10ReadPozadavky/PRAVIDELNE_ReadPozadavkySaveMySql.py @@ -8,12 +8,12 @@ from datetime import datetime import time import time, socket -# for _ in range(30): -# try: -# socket.create_connection(("127.0.0.1", 3307), timeout=3).close() -# break -# except OSError: -# time.sleep(10) +for _ in range(30): + try: + socket.create_connection(("127.0.0.1", 3307), timeout=3).close() + break + except OSError: + time.sleep(10) # ================================ # 🔧 CONFIGURATION # ================================ @@ -23,7 +23,7 @@ BATCH_SIZE = 100 DONE_LIMIT = 200 # only last 200 DONE DB_CONFIG = { - "host": "192.168.1.76", + "host": "127.0.0.1", "port": 3307, "user": "root", "password": "Vlado9674+", diff --git a/10ReadPozadavky/PRAVIDELNE_StahniPrilohyUlozDoMySQL.py b/10ReadPozadavky/PRAVIDELNE_StahniPrilohyUlozDoMySQL.py new file mode 100644 index 0000000..3406a47 --- /dev/null +++ b/10ReadPozadavky/PRAVIDELNE_StahniPrilohyUlozDoMySQL.py @@ -0,0 +1,227 @@ +#!/usr/bin/env python3 +# -*- coding: utf-8 -*- + +""" +Download all attachments for pozadavky where attachmentsProcessed IS NULL +and (optionally) createdAt is newer than a configurable cutoff date. +Store them in MySQL table `medevio_downloads`, and update pozadavky.attachmentsProcessed = NOW(). +""" + +import zlib +import json +import requests +import pymysql +from pathlib import Path +from datetime import datetime +import time + +# ============================== +# 🔧 CONFIGURATION +# ============================== +TOKEN_PATH = Path("token.txt") +CLINIC_SLUG = "mudr-buzalkova" + +DB_CONFIG = { + "host": "127.0.0.1", + "port": 3307, + "user": "root", + "password": "Vlado9674+", + "database": "medevio", + "charset": "utf8mb4", + "cursorclass": pymysql.cursors.DictCursor, +} + +# ✅ Optional: Only process requests created after this date +# Leave empty ("") to process all +CREATED_AFTER = "2024-12-01" # 🕓 Adjust freely, or set to "" for no limit + +GRAPHQL_QUERY = r""" +query ClinicRequestDetail_GetPatientRequest2($requestId: UUID!) { + patientRequestMedicalRecords: listMedicalRecordsForPatientRequest( + attachmentTypes: [ECRF_FILL_ATTACHMENT, MESSAGE_ATTACHMENT, PATIENT_REQUEST_ATTACHMENT] + patientRequestId: $requestId + pageInfo: {first: 100, offset: 0} + ) { + attachmentType + id + medicalRecord { + contentType + description + downloadUrl + id + url + visibleToPatient + } + } +} +""" + +# ============================== +# 🧮 HELPERS +# ============================== +def short_crc8(uuid_str: str) -> str: + """Return deterministic 8-char hex string from any input string (CRC32).""" + return f"{zlib.crc32(uuid_str.encode('utf-8')) & 0xffffffff:08x}" + +def extract_filename_from_url(url: str) -> str: + """Extracts filename from S3-style URL (between last '/' and first '?').""" + try: + return url.split("/")[-1].split("?")[0] + except Exception: + return "unknown_filename" + +def read_token(p: Path) -> str: + """Read Bearer token from file.""" + tok = p.read_text(encoding="utf-8").strip() + if tok.startswith("Bearer "): + tok = tok.split(" ", 1)[1] + return tok + +# ============================== +# 📡 FETCH ATTACHMENTS +# ============================== +def fetch_attachments(headers, request_id): + variables = {"requestId": request_id} + payload = { + "operationName": "ClinicRequestDetail_GetPatientRequest2", + "query": GRAPHQL_QUERY, + "variables": variables, + } + r = requests.post("https://api.medevio.cz/graphql", json=payload, headers=headers, timeout=30) + if r.status_code != 200: + print(f"❌ HTTP {r.status_code} for request {request_id}") + return [] + data = r.json().get("data", {}).get("patientRequestMedicalRecords", []) + return data + +# ============================== +# 💾 SAVE TO MYSQL (with skip) +# ============================== +def insert_download(cur, req_id, a, m, jmeno, prijmeni, created_date, existing_ids): + attachment_id = a.get("id") + if attachment_id in existing_ids: + print(f" ⏭️ Skipping already downloaded attachment {attachment_id}") + return False + + url = m.get("downloadUrl") + if not url: + print(" ⚠️ No download URL") + return False + + filename = extract_filename_from_url(url) + try: + r = requests.get(url, timeout=30) + r.raise_for_status() + content = r.content + except Exception as e: + print(f" ⚠️ Failed to download {url}: {e}") + return False + + file_size = len(content) + attachment_type = a.get("attachmentType") + content_type = m.get("contentType") + + cur.execute(""" + INSERT INTO medevio_downloads ( + request_id, attachment_id, attachment_type, filename, + content_type, file_size, pacient_jmeno, pacient_prijmeni, + created_at, file_content + ) VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s) + ON DUPLICATE KEY UPDATE + file_content = VALUES(file_content), + file_size = VALUES(file_size), + downloaded_at = NOW() + """, ( + req_id, + attachment_id, + attachment_type, + filename, + content_type, + file_size, + jmeno, + prijmeni, + created_date, + content + )) + existing_ids.add(attachment_id) + print(f" 💾 Saved {filename} ({file_size/1024:.1f} kB)") + return True + +# ============================== +# 🧠 MAIN +# ============================== +def main(): + token = read_token(TOKEN_PATH) + headers = { + "Authorization": f"Bearer {token}", + "Content-Type": "application/json", + "Accept": "application/json", + } + + conn = pymysql.connect(**DB_CONFIG) + + print("📦 Loading list of already downloaded attachments...") + with conn.cursor() as cur: + cur.execute("SELECT attachment_id FROM medevio_downloads") + existing_ids = {row["attachment_id"] for row in cur.fetchall()} + print(f"✅ Found {len(existing_ids)} attachments already saved.") + + # ✅ Dynamic SQL with optional createdAt filter + sql = """ + SELECT id, displayTitle, pacient_prijmeni, pacient_jmeno, createdAt + FROM pozadavky + WHERE attachmentsProcessed IS NULL + """ + params = [] + if CREATED_AFTER: + sql += " AND createdAt >= %s" + params.append(CREATED_AFTER) + + with conn.cursor() as cur: + cur.execute(sql, params) + rows = cur.fetchall() + + print(f"📋 Found {len(rows)} pozadavky to process (attachmentsProcessed IS NULL" + + (f", created >= {CREATED_AFTER}" if CREATED_AFTER else "") + ")") + + for i, row in enumerate(rows, 1): + req_id = row["id"] + prijmeni = row.get("pacient_prijmeni") or "Neznamy" + jmeno = row.get("pacient_jmeno") or "" + created = row.get("createdAt") + + try: + created_date = datetime.strptime(str(created), "%Y-%m-%d %H:%M:%S") + except Exception: + created_date = None + + print(f"\n[{i}/{len(rows)}] 🧾 {prijmeni}, {jmeno} ({req_id})") + + attachments = fetch_attachments(headers, req_id) + if not attachments: + print(" ⚠️ No attachments found") + with conn.cursor() as cur: + cur.execute("UPDATE pozadavky SET attachmentsProcessed = NOW() WHERE id = %s", (req_id,)) + conn.commit() + continue + + with conn.cursor() as cur: + for a in attachments: + m = a.get("medicalRecord") or {} + insert_download(cur, req_id, a, m, jmeno, prijmeni, created_date, existing_ids) + conn.commit() + + # ✅ mark processed + with conn.cursor() as cur: + cur.execute("UPDATE pozadavky SET attachmentsProcessed = NOW() WHERE id = %s", (req_id,)) + conn.commit() + + print(f" ✅ {len(attachments)} attachments processed for {prijmeni}, {jmeno}") + time.sleep(0.3) # polite API delay + + conn.close() + print("\n✅ Done! All new attachments processed and pozadavky updated.") + +# ============================== +if __name__ == "__main__": + main() diff --git a/20SaveDownloads/10 SaveToFilesystem.py b/20SaveDownloads/10 SaveToFilesystem.py index 000c9c1..b75abb5 100644 --- a/20SaveDownloads/10 SaveToFilesystem.py +++ b/20SaveDownloads/10 SaveToFilesystem.py @@ -12,7 +12,7 @@ from datetime import datetime # ⚙️ CONFIGURATION # ============================== DB_CONFIG = { - "host": "192.168.1.76", + "host": "127.0.0.1", "port": 3307, "user": "root", "password": "Vlado9674+", @@ -20,7 +20,7 @@ DB_CONFIG = { "charset": "utf8mb4", } -BASE_DIR = Path(r"U:\Dropbox\Ordinace\Dokumentace_ke_zpracování\MP") +BASE_DIR = Path(r"z:\Dropbox\Ordinace\Dokumentace_ke_zpracování\MP") BASE_DIR.mkdir(parents=True, exist_ok=True)