Remove the CONVERT_RETRIES setting

The custom logic for retrying document conversions is no longer necessary.
We should be able to rely just on worker retries.

Author: stchris

ingestors/settings.py

@@ -5,7 +5,6 @@
 TESTING = False
 
 CONVERT_TIMEOUT = env.to_int("INGESTORS_CONVERT_TIMEOUT", 300)  # seconds
-CONVERT_RETRIES = env.to_int("INGESTORS_CONVERT_RETRIES", 3)
 
 # Enable (expensive!) Google Cloud API
 OCR_VISION_API = env.to_bool("INGESTORS_OCR_VISION_API", False)

ingestors/support/convert.py

@@ -73,28 +73,20 @@ def _document_to_pdf(
             file_path,
         ]
         try:
-            for attempt in range(1, settings.CONVERT_RETRIES):
-                log.info(
-                    f"Starting LibreOffice: {cmd} with timeout {timeout} attempt #{attempt}/{settings.CONVERT_RETRIES}",
-                )
-                try:
-                    subprocess.run(cmd, timeout=timeout, check=True)
-                except Exception as e:
-                    log.info(
-                        f"Could not be converted to PDF (attempt {attempt}/{settings.CONVERT_RETRIES}): {e}"
-                    )
-                    continue
+            log.info(f"Starting LibreOffice: {cmd} with timeout {timeout}")
+            try:
+                subprocess.run(cmd, timeout=timeout, check=True)
+            except Exception as e:
+                raise ProcessingException("Could not be converted to PDF") from e
 
-                for file_name in os.listdir(pdf_output_dir):
-                    if not file_name.endswith(".pdf"):
-                        continue
-                    out_file = os.path.join(pdf_output_dir, file_name)
-                    if os.stat(out_file).st_size == 0:
-                        continue
-                    log.info(f"Successfully converted {out_file}")
-                    return out_file
-            raise ProcessingException(
-                f"Could not be converted to PDF (attempt #{attempt}/{settings.CONVERT_RETRIES})"
-            )
+            for file_name in os.listdir(pdf_output_dir):
+                if not file_name.endswith(".pdf"):
+                    continue
+                out_file = os.path.join(pdf_output_dir, file_name)
+                if os.stat(out_file).st_size == 0:
+                    continue
+                log.info(f"Successfully converted {out_file}")
+                return out_file
+            raise ProcessingException("Could not be converted to PDF")
         except Exception as e:
             raise ProcessingException("Could not be converted to PDF") from e