499 lines
16 KiB
Python
499 lines
16 KiB
Python
import os
|
|
import base64
|
|
import requests
|
|
import json
|
|
import time
|
|
from datetime import datetime
|
|
|
|
|
|
def build_post_payload(identifier, metadata_payload, file_payload):
|
|
return {
|
|
'id': identifier,
|
|
'metadata': metadata_payload,
|
|
'image_data': file_payload
|
|
}
|
|
|
|
|
|
def print_response(response):
|
|
print("Code: " + str(response.status_code) + "; Body: " + str(response.json()))
|
|
|
|
|
|
def unwrap_file(file_str: str) -> bytes:
|
|
return base64.b64decode(file_str)
|
|
|
|
|
|
def send_image(identifier, image_path, metadata_payload):
|
|
print("Sending image with identifier " + identifier)
|
|
if not os.path.isfile(image_path):
|
|
print("No image found at path " + image_path)
|
|
return False
|
|
file_encoded_b64 = None
|
|
with open(image_path, "rb") as file_to_send:
|
|
file_encoded_b64 = base64.b64encode(file_to_send.read())
|
|
|
|
if file_encoded_b64 is None:
|
|
print("Error reading file")
|
|
return False
|
|
|
|
file_payload = file_encoded_b64.decode('utf-8')
|
|
baseurl = "http://middleware:8000"
|
|
post_url = "/image/post"
|
|
body = build_post_payload(identifier, metadata_payload, file_payload)
|
|
|
|
try:
|
|
response = requests.post(baseurl + post_url, json=body)
|
|
print_response(response)
|
|
except os.error:
|
|
print("Error sending request")
|
|
return True
|
|
|
|
|
|
def update_image(identifier, image_path, metadata_payload):
|
|
print("Updating image with identifier " + identifier)
|
|
if not os.path.isfile(image_path):
|
|
print("No image found at path " + image_path)
|
|
return False
|
|
file_encoded_b64 = None
|
|
with open(image_path, "rb") as file_to_send:
|
|
file_encoded_b64 = base64.b64encode(file_to_send.read())
|
|
|
|
if file_encoded_b64 is None:
|
|
print("Error reading file")
|
|
return False
|
|
|
|
file_payload = file_encoded_b64.decode('utf-8')
|
|
baseurl = "http://127.0.0.1:8000"
|
|
post_url = "/image/update/" + identifier
|
|
body = build_post_payload(identifier, metadata_payload, file_payload)
|
|
try:
|
|
response = requests.put(baseurl + post_url, json=body)
|
|
print_response(response)
|
|
except os.error:
|
|
print("Error sending request")
|
|
return True
|
|
|
|
|
|
def get_image(identifier, version=None):
|
|
print("Getting image with identifier " + identifier)
|
|
|
|
baseurl = "http://127.0.0.1:8000"
|
|
get_url = "/image/get/" + identifier
|
|
if version is not None:
|
|
get_url = get_url + "/version/"+str(version)
|
|
|
|
try:
|
|
response = requests.get(baseurl + get_url)
|
|
if response.status_code != 200:
|
|
print_response(response)
|
|
return False
|
|
payload = response.json()
|
|
if not 'id' in payload:
|
|
print('no image id')
|
|
return False
|
|
if not 'metadata' in payload:
|
|
print('no metadata')
|
|
return False
|
|
if not 'image_data' in payload:
|
|
print('no Image data')
|
|
return False
|
|
print(payload['id'])
|
|
print(payload['metadata'])
|
|
|
|
if not 'filename' in payload['metadata']:
|
|
print('no filename in metadata')
|
|
return False
|
|
|
|
b64encoded_image = unwrap_file(payload['image_data'])
|
|
goal_folder_name = "images_fetch"
|
|
path = "../../" + goal_folder_name + "/" + payload['metadata']['filename']
|
|
|
|
goal_folder_path = os.path.sep.join(
|
|
os.path.abspath(__file__).split(os.path.sep)[:-3]) + os.path.sep + goal_folder_name
|
|
|
|
if not os.path.isdir(goal_folder_path):
|
|
os.mkdir(goal_folder_path)
|
|
|
|
out = open(path, 'wb')
|
|
out.write(b64encoded_image)
|
|
out.close()
|
|
os.system(goal_folder_path + os.path.sep + payload['metadata']['filename'])
|
|
|
|
txtpath = "../../" + goal_folder_name + "/" + payload['id'] + '.txt'
|
|
out = open(txtpath, 'w')
|
|
out.write(json.dumps(payload['metadata']))
|
|
out.close()
|
|
os.system(goal_folder_path + os.path.sep + payload['id'] + '.txt')
|
|
|
|
|
|
except os.error as e:
|
|
print("Error sending request {}".format(e))
|
|
except KeyError as e:
|
|
print("Key error {}".format(e))
|
|
return True
|
|
|
|
|
|
def delete_image(identifier):
|
|
print("Deleting image with identifier " + identifier)
|
|
|
|
baseurl = "http://127.0.0.1:8000"
|
|
get_url = "/image/delete/" + identifier
|
|
|
|
try:
|
|
response = requests.delete(baseurl + get_url)
|
|
payload = response.json()
|
|
print(payload)
|
|
except os.error:
|
|
print("Error deleting request")
|
|
return True
|
|
|
|
|
|
def delete_all_image():
|
|
print("Deleting all images")
|
|
|
|
baseurl = "http://127.0.0.1:8000"
|
|
get_url = "/image/delete/all"
|
|
|
|
try:
|
|
response = requests.delete(baseurl + get_url)
|
|
payload = response.json()
|
|
print(payload)
|
|
except os.error:
|
|
print("Error deleting request")
|
|
return True
|
|
|
|
|
|
def get_all():
|
|
print("Getting all images")
|
|
|
|
baseurl = "http://127.0.0.1:8000"
|
|
get_url = "/image/get/all"
|
|
|
|
try:
|
|
response = requests.get(baseurl + get_url)
|
|
print_response(response)
|
|
except os.error:
|
|
print("Error sending request")
|
|
return True
|
|
|
|
|
|
def check_system():
|
|
print("Checking system health")
|
|
|
|
baseurl = "http://127.0.0.1:8000"
|
|
get_url = "/check"
|
|
|
|
try:
|
|
response = requests.get(baseurl + get_url)
|
|
print_response(response)
|
|
except os.error:
|
|
print("Server not available")
|
|
return True
|
|
|
|
|
|
metadata = None
|
|
index = 0
|
|
metadata_folder = "." + os.path.sep
|
|
metadata_file = "metadata_short" + ".json"
|
|
metadata_path = metadata_folder + os.path.sep + metadata_file
|
|
|
|
image_folder = "." + os.path.sep + "images"
|
|
|
|
if (os.path.isfile(metadata_path)):
|
|
print("Loading metadata to memory from " + metadata_path)
|
|
metadata = sorted(json.load(open(metadata_file, "r")),
|
|
key=lambda k: datetime.strptime(k['datetime'], '%d-%b-%Y (%H:%M:%S.%f)'))
|
|
else:
|
|
print("Default metadata_file not found.")
|
|
|
|
if (os.path.isdir(image_folder)):
|
|
print("Image folder set to " + image_folder)
|
|
else:
|
|
print("Default image folder not found.")
|
|
|
|
|
|
def print_cursor():
|
|
if metadata is None:
|
|
print('Cursor on 0 of 0')
|
|
return
|
|
print('Cursor on ' + str(index) + " out of " + str(len(metadata)) + " - " + metadata[index]['filename'])
|
|
|
|
|
|
# main input loop
|
|
command = "dummy"
|
|
|
|
|
|
while (command.lower() not in ["exit", "quit", "end"]):
|
|
|
|
try:
|
|
command = input("Please enter command: ")
|
|
except:
|
|
print()
|
|
print("Error while reading keyboard input")
|
|
break
|
|
command_split = command.split(" ")
|
|
command = command_split[0]
|
|
attributes = command_split[1:]
|
|
|
|
if command.lower() == "help" or command == "?":
|
|
print()
|
|
print("List of commands:")
|
|
print("exit - exits the program")
|
|
print("help - lists all commands")
|
|
print("check - control health of all associated systems")
|
|
print("dir - list current selected image folder")
|
|
print("len - length of current metadata set")
|
|
print("index - display index of current lined up image")
|
|
print("info - display info of current lined up image")
|
|
print("metadata <filepath> - load new metadata file from path")
|
|
print("imagefolder <path> - selected new image folder")
|
|
print("show - opens image next in line in default os program")
|
|
print("trigger - next image in line is sent to backend")
|
|
print("update - next image in line is updated in backend")
|
|
print("fetch - gets the next image from database if exists")
|
|
print("fetchversion - gets the next image with specified version from database if exists")
|
|
print("fetchall - get all images")
|
|
print("delete - delets the next image from db if exists")
|
|
print("deleteall - delets all images from the service")
|
|
print("rapid <#amount> [<#time>] - next <amount> images in line are sent to backend in <time> (default: 5) second intervals")
|
|
print("skip [<#amount>] - skips the next <amount> number of images in line or 1 if no <amount> is given")
|
|
print("set <#index> - sets image on given <index> as next in line")
|
|
print("select |<identifier> - select image with given <identifier> as next in line")
|
|
print()
|
|
print()
|
|
|
|
if command.lower() == "check" or command.lower() == "health":
|
|
check_system()
|
|
|
|
if command.lower() == "dir":
|
|
print("Current image folder is " + image_folder)
|
|
|
|
if command.lower() == "len":
|
|
if metadata is None:
|
|
print("No metadata selected")
|
|
else:
|
|
print("Length of metadata list " + str(len(metadata)))
|
|
|
|
if command.lower() == "index":
|
|
print("Current lineup index is " + str(index))
|
|
|
|
if command.lower() == "info":
|
|
print_cursor()
|
|
if metadata is None:
|
|
print("No metadata selected")
|
|
else:
|
|
if (index < len(metadata)):
|
|
print("Metadata on index " + str(index))
|
|
print(metadata[index])
|
|
|
|
if command.lower() == "metadata":
|
|
if (len(attributes) < 1):
|
|
print("Error: No path supplied")
|
|
continue
|
|
path = attributes[0]
|
|
if not os.path.isfile(path):
|
|
print("Error: No file on path " + path)
|
|
continue
|
|
print("Loading metadata to memory from " + path)
|
|
metadata = sorted(json.load(open(metadata_file, "r")),
|
|
key=lambda k: datetime.strptime(k['datetime'], '%d-%b-%Y (%H:%M:%S.%f)'))
|
|
index = 0
|
|
|
|
if command.lower() == "imagefolder":
|
|
if (len(attributes) < 1):
|
|
print("Error: No path supplied")
|
|
continue
|
|
path = attributes[0]
|
|
if not os.path.isdir(path):
|
|
print("Error: Path is no valid directory " + path)
|
|
continue
|
|
print("New image folder selected " + path)
|
|
|
|
if command.lower() == "show":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
os.system(image_folder + os.path.sep + filename)
|
|
|
|
if command.lower() == "trigger":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
send_image(filename[:-4], image_folder + os.path.sep + filename, meta_payload)
|
|
index = index + 1
|
|
print_cursor()
|
|
|
|
if command.lower() == "update":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
update_image(filename[:-4], image_folder + os.path.sep + filename, meta_payload)
|
|
index = index + 1
|
|
print_cursor()
|
|
|
|
if command.lower() == "fetch":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
get_image(filename[:-4])
|
|
print_cursor()
|
|
|
|
if command.lower() == "fetchversion":
|
|
if (len(attributes) < 1):
|
|
print("Error: No version supplied")
|
|
continue
|
|
if not attributes[0].isnumeric():
|
|
print("Version is no number")
|
|
continue
|
|
version = int(attributes[0])
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
get_image(filename[:-4], version)
|
|
print_cursor()
|
|
|
|
if command.lower() == "fetchall":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
get_all()
|
|
print_cursor()
|
|
|
|
if command.lower() == "delete":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
delete_image(filename[:-4])
|
|
index = index + 1
|
|
print_cursor()
|
|
|
|
if command.lower() == "deleteall":
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
delete_all_image()
|
|
print_cursor()
|
|
|
|
if command.lower() == "rapid":
|
|
t = 5
|
|
if metadata is None:
|
|
print("No metadata loaded")
|
|
continue
|
|
if image_folder is None:
|
|
print("No image folder selected")
|
|
continue
|
|
if (len(attributes) < 1):
|
|
print("Error: No amount supplied")
|
|
continue
|
|
if not attributes[0].isnumeric():
|
|
print("Error: amount is no number")
|
|
continue
|
|
if len(attributes) >= 2:
|
|
if not attributes[1].isnumeric():
|
|
print("Error: time is no number")
|
|
continue
|
|
else:
|
|
t = int(attributes[1])
|
|
amount = int(attributes[0])
|
|
for i in range(0, amount):
|
|
meta_payload = metadata[index]
|
|
filename = meta_payload['filename']
|
|
send_image(filename[:-4], image_folder + os.path.sep + filename, meta_payload)
|
|
index = index + 1
|
|
if index >= len(metadata) or index < 0:
|
|
index = 0
|
|
print_cursor()
|
|
try:
|
|
if i < amount - 1:
|
|
print("Waiting " + str(t) + " seconds for next request")
|
|
time.sleep(t)
|
|
except:
|
|
print("Error on sleep")
|
|
|
|
if command.lower() == "skip":
|
|
if metadata is None:
|
|
print("Please first select metadata")
|
|
continue
|
|
if (len(attributes) < 1):
|
|
index = index + 1
|
|
else:
|
|
amount = attributes[0]
|
|
if amount.isnumeric():
|
|
index = index + int(amount)
|
|
if index >= len(metadata) or index < 0:
|
|
index = 0
|
|
print_cursor()
|
|
|
|
if command.lower() == "set":
|
|
if metadata is None:
|
|
print("Please first select metadata")
|
|
continue
|
|
if (len(attributes) < 1):
|
|
print("Error: No index supplied")
|
|
continue
|
|
if not attributes[0].isnumeric():
|
|
print("Index is no number")
|
|
continue
|
|
ind = int(attributes[0])
|
|
if ind >= len(metadata) or ind < 0:
|
|
print("Index outside length of metadata")
|
|
continue
|
|
index = ind
|
|
print_cursor()
|
|
|
|
if command.lower() == "select":
|
|
if metadata is None:
|
|
print("Please first select metadata")
|
|
continue
|
|
if (len(attributes) < 1):
|
|
print("Error: No identifier supplied")
|
|
continue
|
|
identifier = attributes[0]
|
|
found = False
|
|
for i, elem in enumerate(metadata):
|
|
if elem['filename'][:-4] == identifier:
|
|
index = i
|
|
print("Found image at index " + str(i))
|
|
found = True
|
|
break
|
|
if not found:
|
|
print("Could not find image by identifier " + identifier)
|
|
print_cursor()
|
|
|
|
quit("Bye")
|