notebook

mailstore/_run_ingest_2019.py

@@ -0,0 +1,29 @@
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""Ingest rok 2019 z MailStore -> Mongo (fresh checkpoint, blokujici docker exec).
+Stavajici checkpoint 2020+ by 2019 minul (preskoci slozky pred scanem), proto
+samostatny ingest_done_2019.txt. Dedup Message-ID pohlida duplicity."""
+import sys, time, paramiko
+
+c = paramiko.SSHClient()
+c.set_missing_host_key_policy(paramiko.AutoAddPolicy())
+c.connect("192.168.1.76", username="root", password="7309208104", timeout=10)
+
+cmd = (
+    "docker exec -e PYTHONIOENCODING=utf-8 python-runner "
+    "python -u /scripts/MailStore/mailstore_ingest_v1.0.py "
+    "vladimir.buzalka@buzalka.cz --since 2019 --until 2019 "
+    "--log-file /scripts/MailStore/ingest_2019.log "
+    "--checkpoint /scripts/MailStore/ingest_done_2019.txt"
+)
+tr = c.get_transport()
+ch = tr.open_session()
+ch.exec_command(cmd)
+t0 = time.time()
+while not ch.exit_status_ready():
+    time.sleep(30)
+    print("[%5.1f min] bezi..." % ((time.time() - t0) / 60), flush=True)
+rc = ch.recv_exit_status()
+print("=== EXIT %d po %.1f min ===" % (rc, (time.time() - t0) / 60), flush=True)
+c.close()
+sys.exit(rc)