Upgrade package to 0.2.7

Author: sujata-m

requirements.txt

@@ -3,4 +3,4 @@ pydantic==1.10.4
 python-ms-core==0.0.22
 uvicorn==0.20.0
 html_testRunner==1.2.1
-python-osw-validation==0.2.4
+python-osw-validation==0.2.7

src/osw_validator.py

@@ -1,6 +1,5 @@
-import uuid
+import gc
 import logging
-import datetime
 import urllib.parse
 from typing import List
 from python_ms_core import Core
@@ -89,6 +88,8 @@ def send_status(self, result: ValidationResult, upload_message: Upload):
             logger.info(f'Publishing message for : {upload_message.message_id}')
         except Exception as e:
             logger.error(f'Error occurred while publishing message for : {upload_message.message_id} with error: {e}')
+        finally:
+            gc.collect()
 
 
     def has_permission(self, roles: List[str], queue_message: Upload) -> bool:

src/validation.py

@@ -1,3 +1,4 @@
+import gc
 import os
 import shutil
 import logging
@@ -47,7 +48,7 @@ def is_osw_valid(self, max_errors) -> ValidationResult:
         else:
             result.validation_message = 'Failed to validate because unknown file format'
             logger.error(f' Failed to validate because unknown file format')
-
+        gc.collect()
         return result
 
     # Downloads the single file into a unique directory
@@ -56,15 +57,15 @@ def download_single_file(self, file_upload_path=None) -> str:
         unique_id = self.get_unique_id()
         if not is_exists:
             os.makedirs(DOWNLOAD_FILE_PATH)
-        unique_directory = os.path.join(DOWNLOAD_FILE_PATH,unique_id)
+        unique_directory = os.path.join(DOWNLOAD_FILE_PATH, unique_id)
         if not os.path.exists(unique_directory):
             os.makedirs(unique_directory)
-            
+
         file = self.storage_client.get_file_from_url(self.container_name, file_upload_path)
         try:
             if file.file_path:
                 file_path = os.path.basename(file.file_path)
-                local_download_path = os.path.join(unique_directory,file_path)
+                local_download_path = os.path.join(unique_directory, file_path)
                 with open(local_download_path, 'wb') as blob:
                     blob.write(file.get_stream())
                 logger.info(f' File downloaded to location: {local_download_path}')
@@ -74,14 +75,14 @@ def download_single_file(self, file_upload_path=None) -> str:
         except Exception as e:
             traceback.print_exc()
             logger.error(e)
+        finally:
+            gc.collect()
 
     # Generates a unique string for directory
     def get_unique_id(self) -> str:
         unique_id = uuid.uuid1().hex[0:24]
         return unique_id
 
-
-
     @staticmethod
     def clean_up(path):
         if os.path.isfile(path):
@@ -91,3 +92,4 @@ def clean_up(path):
             # folder = os.path.join(DOWNLOAD_FILE_PATH, path)
             logger.info(f' Removing Folder: {path}')
             shutil.rmtree(path, ignore_errors=False)
+        gc.collect()