Remove external dependency on tqdm, use self-made progress bar

Author: zane-programs

pymupdf4llm/pymupdf4llm/helpers/progress.py

@@ -0,0 +1,64 @@
+import sys
+from typing import List, Any
+
+
+class _ProgressBar:
+    def __init__(self, items: List[Any], progress_width: int = 40):
+        self._len = len(items)
+        self._iter = iter(items)
+        self._len_digits = len(str(self._len))
+        self._progress_width = progress_width
+        self._progress_bar = 0
+        self._current_index = 0
+
+        # Calculate the increment for each item based on the list length and the progress width
+        self._increment = self._progress_width / self._len if self._len else 1
+
+        # Init progress bar
+        sys.stdout.write("[%s] (0/%d)" %
+                         (" " * self._progress_width, self._len))
+        sys.stdout.flush()
+        sys.stdout.write(
+            "\b" * (self._progress_width + len(str(self._len)) + 6))
+
+    def __iter__(self):
+        return self
+
+    def __next__(self):
+        try:
+            result = next(self._iter)
+        except StopIteration as e:
+            # End progress on StopIteration
+            sys.stdout.write("]\n")
+            raise e
+
+        # Update the current index
+        self._current_index += 1
+
+        # Add the increment to the progress bar and calculate how many "=" to add
+        self._progress_bar += self._increment
+        while self._progress_bar >= 1:
+            sys.stdout.write("=")
+            sys.stdout.flush()
+            self._progress_bar -= 1
+
+        # Update the numerical progress
+        padded_index = str(self._current_index).rjust(self._len_digits)
+        progress_info = f" ({padded_index}/{self._len})"
+        sys.stdout.write(
+            "\b" * (self._progress_width + len(progress_info) + 1))
+        sys.stdout.write("[")
+        sys.stdout.write("=" * int(self._current_index *
+                         self._progress_width / self._len))
+        sys.stdout.write(" " * (self._progress_width -
+                         int(self._current_index * self._progress_width / self._len)))
+        sys.stdout.write("]" + progress_info)
+        sys.stdout.flush()
+        sys.stdout.write("\b" * (self._progress_width - int(self._current_index * self._progress_width / self._len)
+                         + len(progress_info) + 1))
+
+        return result
+
+
+def ProgressBar(list: List[Any], progress_width: int = 40):
+    return iter(_ProgressBar(list, progress_width))

pymupdf4llm/pymupdf4llm/helpers/pymupdf_rag.py

@@ -28,7 +28,6 @@
 
 import os
 import string
-from tqdm import tqdm
 
 try:
     import pymupdf as fitz  # available with v1.24.3
@@ -37,6 +36,7 @@
 
 from pymupdf4llm.helpers.get_text_lines import get_raw_lines, is_white
 from pymupdf4llm.helpers.multi_column import column_boxes
+from pymupdf4llm.helpers.progress import ProgressBar
 
 if fitz.pymupdf_version_tuple < (1, 24, 2):
     raise NotImplementedError("PyMuPDF version 1.24.2 or later is needed.")
@@ -767,7 +767,7 @@ def get_page_output(doc, pno, margins, textflags):
     textflags = fitz.TEXT_MEDIABOX_CLIP | fitz.TEXT_CID_FOR_UNKNOWN_UNICODE
     if show_progress:
         print(f"Processing {doc.name}...")
-        pages = tqdm(pages)
+        pages = ProgressBar(pages)
     for pno in pages:
         page_output, images, tables, graphics = get_page_output(
             doc, pno, margins, textflags

pymupdf4llm/setup.py

@@ -13,7 +13,7 @@
     "Programming Language :: Python :: 3",
     "Topic :: Utilities",
 ]
-requires = ["pymupdf>=1.24.2", "tqdm>=4.66.5"]
+requires = ["pymupdf>=1.24.2"]
 
 setuptools.setup(
     name="pymupdf4llm",