Add logging of page processing progress in PagePdfDocumentReader

Author: markpollack

document-readers/pdf-reader/src/main/java/org/springframework/ai/reader/pdf/PagePdfDocumentReader.java

@@ -25,6 +25,8 @@
 import org.apache.pdfbox.pdmodel.PDDocument;
 import org.apache.pdfbox.pdmodel.PDPage;
 
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 import org.springframework.ai.document.Document;
 import org.springframework.ai.document.DocumentReader;
 import org.springframework.ai.reader.pdf.config.PdfDocumentReaderConfig;
@@ -44,6 +46,8 @@
  */
 public class PagePdfDocumentReader implements DocumentReader {
 
+	private final Logger logger = LoggerFactory.getLogger(getClass());
+
 	private static final String PDF_PAGE_REGION = "pdfPageRegion";
 
 	public static final String METADATA_START_PAGE_NUMBER = "page_number";
@@ -99,7 +103,17 @@ public List<Document> get() {
 
 			List<String> pageTextGroupList = new ArrayList<>();
 
+			int totalPages = this.document.getDocumentCatalog().getPages().getCount();
+			int logFrequency = totalPages > 10 ? totalPages / 10 : 1; // if less than 10
+																		// pages, print
+																		// each iteration
+			int counter = 0;
+
 			for (PDPage page : this.document.getDocumentCatalog().getPages()) {
+				if (counter % logFrequency == 0 && counter / logFrequency < 10) {
+					logger.info("Processing PDF page: {}", (counter + 1));
+				}
+				counter++;
 
 				pagesPerDocument++;
 
@@ -139,7 +153,7 @@ public List<Document> get() {
 				readDocuments.add(toDocument(pageTextGroupList.stream().collect(Collectors.joining()), startPageNumber,
 						pageNumber));
 			}
-
+			logger.info("Processing {} pages", totalPages);
 			return readDocuments;
 
 		}

document-readers/pdf-reader/src/main/java/org/springframework/ai/reader/pdf/ParagraphPdfDocumentReader.java

@@ -23,6 +23,8 @@
 import org.apache.pdfbox.pdfparser.PDFParser;
 import org.apache.pdfbox.pdmodel.PDDocument;
 
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 import org.springframework.ai.document.Document;
 import org.springframework.ai.document.DocumentReader;
 import org.springframework.ai.reader.pdf.config.ParagraphManager;
@@ -46,6 +48,8 @@
  */
 public class ParagraphPdfDocumentReader implements DocumentReader {
 
+	private final Logger logger = LoggerFactory.getLogger(getClass());
+
 	// Constants for metadata keys
 	private static final String METADATA_START_PAGE = "page_number";
 
@@ -128,6 +132,7 @@ public List<Document> get() {
 		List<Document> documents = new ArrayList<>(paragraphs.size());
 
 		if (!CollectionUtils.isEmpty(paragraphs)) {
+			logger.info("Start processing paragraphs from PDF");
 			Iterator<Paragraph> itr = paragraphs.iterator();
 
 			var current = itr.next();
@@ -146,7 +151,7 @@ public List<Document> get() {
 				}
 			}
 		}
-
+		logger.info("End processing paragraphs from PDF");
 		return documents;
 	}