initial code cleanup
This commit is contained in:
parent
ed6f57bbba
commit
2cc3146c3e
205
main.py
205
main.py
|
|
@ -16,7 +16,9 @@ from dotenv import load_dotenv, find_dotenv
|
|||
import paho.mqtt.client as mqtt
|
||||
from lodur_connect import create_einsatzrapport, upload_alarmdepesche
|
||||
|
||||
_EMAIL_SUBJECTS = '(OR SUBJECT "Einsatzausdruck_FW" SUBJECT "Einsatzprotokoll" UNSEEN)'
|
||||
#_EMAIL_SUBJECTS = '(OR SUBJECT "Einsatzausdruck_FW" SUBJECT "Einsatzprotokoll" UNSEEN)'
|
||||
_EMAIL_SUBJECTS = '(OR SUBJECT "Einsatzausdruck_FW" SUBJECT "Einsatzprotokoll")'
|
||||
_INTERVAL = 60
|
||||
|
||||
load_dotenv(find_dotenv())
|
||||
imap_server = os.getenv("IMAP_SERVER")
|
||||
|
|
@ -42,13 +44,8 @@ logging.basicConfig(
|
|||
)
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
def get_attachments(mqtt_client):
|
||||
# imap connection
|
||||
logger.info('Connecting to IMAP server ' + imap_server)
|
||||
imap = imaplib.IMAP4_SSL(imap_server)
|
||||
imap.login(imap_username, imap_password)
|
||||
imap.select(imap_mailbox, readonly=False)
|
||||
|
||||
def search_emails(imap):
|
||||
""" searches for emails matching the configured subject """
|
||||
# search for matching messages
|
||||
logger.info('Searching for messages matching the subject')
|
||||
typ, msg_ids = imap.search(
|
||||
|
|
@ -59,51 +56,25 @@ def get_attachments(mqtt_client):
|
|||
logger.error('Error searching for matching messages')
|
||||
raise
|
||||
|
||||
logger.info('Found ' + str(len(msg_ids[0].split())) + ' matching messages')
|
||||
num_messages = len(msg_ids[0].split())
|
||||
logger.info('Found ' + str(num_messages) + ' matching messages')
|
||||
return num_messages, msg_ids
|
||||
|
||||
def store_attachments(imap, msg_ids):
|
||||
""" stores the attachments to filesystem and marks message as read """
|
||||
data = {}
|
||||
for msg_id in msg_ids[0].split():
|
||||
subject = str()
|
||||
f_id = str()
|
||||
f_type = str()
|
||||
|
||||
# download message
|
||||
# download message from imap
|
||||
typ, msg_data = imap.fetch(msg_id, '(RFC822)')
|
||||
|
||||
# get subject
|
||||
subject = str()
|
||||
for response_part in msg_data:
|
||||
if isinstance(response_part, tuple):
|
||||
msg = email.message_from_string(str(response_part[1], 'utf-8'))
|
||||
subject = msg["subject"]
|
||||
# extract F id from subject
|
||||
parse_subject = re.search('(.*): (F[0-9].*)', subject)
|
||||
f_type = parse_subject.group(1)
|
||||
f_id = parse_subject.group(2)
|
||||
|
||||
# mark as seen
|
||||
imap.store(msg_id, '+FLAGS', '(\\Seen)')
|
||||
|
||||
logger.info('Processing message: ' + subject)
|
||||
logger.info('Detected type: ' + f_type)
|
||||
logger.info('Detected F ID: ' + f_id)
|
||||
|
||||
# publish over MQTT
|
||||
mqtt_client.publish("pylokid/einsatz/" + f_id, f_type)
|
||||
|
||||
# Talk to Lodur
|
||||
if f_type == 'Einsatzausdruck_FW':
|
||||
# create new Einsatzrapport in Lodur
|
||||
logger.info('Sending data to Lodur')
|
||||
lodur_id = create_einsatzrapport(
|
||||
lodur_user,
|
||||
lodur_password,
|
||||
lodur_base_url,
|
||||
f_id,
|
||||
)
|
||||
logger.info('Sent data to Lodur. Assigned Lodur ID: ' + lodur_id)
|
||||
elif f_type == 'Einsatzprotokoll':
|
||||
logger.info('Updating data in Lodur')
|
||||
else:
|
||||
logger.error('Unknown type: ' + f_type)
|
||||
|
||||
logger.info('Getting attachment from: ' + subject)
|
||||
# extract attachment from body
|
||||
mail = email.message_from_string(str(msg_data[0][1], 'utf-8'))
|
||||
|
||||
|
|
@ -126,20 +97,70 @@ def get_attachments(mqtt_client):
|
|||
file.write(part.get_payload(decode=True))
|
||||
file.close()
|
||||
|
||||
upload_attachment(file_path, file_name, f_id)
|
||||
data[subject] = file_name
|
||||
|
||||
logger.info('Uploading PDF to Lodur')
|
||||
upload_alarmdepesche(
|
||||
lodur_user,
|
||||
lodur_password,
|
||||
lodur_base_url,
|
||||
lodur_id,
|
||||
file_name,
|
||||
file_path,
|
||||
)
|
||||
# mark as seen
|
||||
imap.store(msg_id, '+FLAGS', '(\\Seen)')
|
||||
|
||||
return data
|
||||
|
||||
def upload_webdav(loop, webdav, file_name, f_id):
|
||||
""" uploads a file to webdav - checks for existence before doing so """
|
||||
# upload with webdav
|
||||
remote_upload_dir = webdav_basedir + "/" + str(datetime.now().year) + "/" + f_id
|
||||
logger.info('Uploading attachment to WebDAV:' + remote_upload_dir)
|
||||
|
||||
# create directory if not yet there
|
||||
if not loop.run_until_complete(webdav.exists(remote_upload_dir)):
|
||||
logger.info('Creating directory ' + remote_upload_dir)
|
||||
loop.run_until_complete(webdav.mkdir(remote_upload_dir))
|
||||
|
||||
remote_file_path = remote_upload_dir + "/" + file_name
|
||||
if loop.run_until_complete(webdav.exists(remote_file_path)):
|
||||
logger.info('File ' + file_name + ' already exists on webdav')
|
||||
else:
|
||||
loop.run_until_complete(
|
||||
webdav.upload(os.path.join(tmp_dir, file_name), remote_file_path)
|
||||
)
|
||||
logger.info('File ' + file_name + ' uploaded')
|
||||
|
||||
def einsatz_exists(loop, webdav, f_id):
|
||||
""" check if an einsatz is already created """
|
||||
remote_upload_dir = webdav_basedir + "/" + str(datetime.now().year) + "/" + f_id
|
||||
if loop.run_until_complete(webdav.exists(remote_upload_dir)):
|
||||
logger.info('Einsatz exists ' + f_id)
|
||||
return True
|
||||
else:
|
||||
return False
|
||||
|
||||
def parse_subject(subject):
|
||||
""" extract f id and type from subject """
|
||||
parsed = re.search('(.*): (F[0-9].*)', subject)
|
||||
f_type = parsed.group(1)
|
||||
f_id = parsed.group(2)
|
||||
return f_type, f_id
|
||||
|
||||
def on_connect(client, userdata, flags, rc):
|
||||
logger.info('Connected to MQTT with result code ' + str(rc))
|
||||
|
||||
def main():
|
||||
""" main """
|
||||
|
||||
# MQTT connection
|
||||
#logger.info('Connecting to MQTT broker ' + mqtt_server)
|
||||
#client = mqtt.Client('pylokid')
|
||||
#client.on_connect = on_connect
|
||||
#client.username_pw_set(mqtt_user, password=mqtt_password)
|
||||
#client.tls_set()
|
||||
#client.connect(mqtt_server, 8883, 60)
|
||||
#client.loop_start()
|
||||
|
||||
# imap connection
|
||||
logger.info('Connecting to IMAP server ' + imap_server)
|
||||
imap = imaplib.IMAP4_SSL(imap_server)
|
||||
imap.login(imap_username, imap_password)
|
||||
imap.select(imap_mailbox, readonly=False)
|
||||
|
||||
def upload_attachment(file, file_name, f_id):
|
||||
# webdav connection
|
||||
logger.info('Connecting to WebDAV server ' + webdav_url)
|
||||
loop = asyncio.get_event_loop()
|
||||
|
|
@ -149,42 +170,46 @@ def upload_attachment(file, file_name, f_id):
|
|||
password=webdav_password,
|
||||
)
|
||||
|
||||
# upload with webdav
|
||||
upload_dir = webdav_basedir + "/" + str(datetime.now().year) + "/" + f_id
|
||||
logger.info('Uploading attachment to ' + upload_dir)
|
||||
|
||||
# create directory if not yet there
|
||||
if not loop.run_until_complete(webdav.exists(upload_dir)):
|
||||
logger.info('Creating directory ' + upload_dir)
|
||||
loop.run_until_complete(webdav.mkdir(upload_dir))
|
||||
|
||||
remote_file_path = upload_dir + "/" + file_name
|
||||
if loop.run_until_complete(webdav.exists(remote_file_path)):
|
||||
logger.info('File ' + file_name + ' already uploaded')
|
||||
else:
|
||||
loop.run_until_complete(
|
||||
webdav.upload(file, remote_file_path)
|
||||
)
|
||||
logger.info('File ' + file_name + ' uploaded')
|
||||
|
||||
def on_connect(client, userdata, flags, rc):
|
||||
logger.info('Connected to MQTT with result code ' + str(rc))
|
||||
|
||||
def main():
|
||||
""" main """
|
||||
|
||||
logger.info('Connecting to MQTT broker ' + mqtt_server)
|
||||
|
||||
client = mqtt.Client('pylokid')
|
||||
client.on_connect = on_connect
|
||||
client.username_pw_set(mqtt_user, password=mqtt_password)
|
||||
client.tls_set()
|
||||
client.connect(mqtt_server, 8883, 60)
|
||||
client.loop_start()
|
||||
|
||||
while True:
|
||||
get_attachments(client)
|
||||
time.sleep(60)
|
||||
attachments = {}
|
||||
num_messages, msg_ids = search_emails(imap)
|
||||
if num_messages > 0:
|
||||
attachments = store_attachments(imap, msg_ids)
|
||||
|
||||
if len(attachments) > 0:
|
||||
for subject in attachments:
|
||||
f_type, f_id = parse_subject(subject)
|
||||
file_name = attachments[subject]
|
||||
upload_webdav(loop, webdav, file_name, f_id)
|
||||
|
||||
# Take actions - depending on the type
|
||||
if f_type == 'Einsatzausdruck_FW':
|
||||
#mqtt_client.publish("pylokid/einsatz/" + f_id, f_type)
|
||||
# create new Einsatzrapport in Lodur
|
||||
logger.info('Creating Einsatzrapport in Lodur for ' + f_id)
|
||||
lodur_id = create_einsatzrapport(
|
||||
lodur_user,
|
||||
lodur_password,
|
||||
lodur_base_url,
|
||||
f_id,
|
||||
)
|
||||
logger.info('Sent data to Lodur. Assigned Lodur ID: ' + lodur_id)
|
||||
logger.info('Uploading PDF for ' + f_id + ' to Lodur Einsatzrapport ' + lodur_id)
|
||||
upload_alarmdepesche(
|
||||
lodur_user,
|
||||
lodur_password,
|
||||
lodur_base_url,
|
||||
lodur_id,
|
||||
file_name,
|
||||
os.path.join(tmp_dir, file_name),
|
||||
)
|
||||
elif f_type == 'Einsatzprotokoll':
|
||||
logger.info('Updating data in Lodur')
|
||||
else:
|
||||
logger.error('Unknown type: ' + f_type)
|
||||
|
||||
# repeat every
|
||||
time.sleep(_INTERVAL)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
|
|
|
|||
Loading…
Reference in New Issue