fix possible missing start token position in block

kermitt2 · Nov 13, 2022 · 3b82c83 · 3b82c83
1 parent b189a64
commit 3b82c83
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/grobid-core/src/main/java/org/grobid/core/sax/PDFALTOSaxHandler.java b/grobid-core/src/main/java/org/grobid/core/sax/PDFALTOSaxHandler.java
@@ -260,6 +260,7 @@ else if (qName.equals("TextBlock")) {
 				//page.addBlock(block);
 			}
 			block = new Block();
+			block.setStartToken(tokenizations.size());
 			//block.setPage(currentPage);
 			blabla = new StringBuffer();
 			int imagePos = images.size()-1;
@@ -393,6 +394,7 @@ public void startElement(String namespaceURI, String localName,
 			block = new Block();
 			blabla = new StringBuffer();
 			nbTokens = 0;
+			block.setStartToken(tokenizations.size());
 			//block.setPage(currentPage);
 			// blabla.append("\n@block\n");
 		} else if (qName.equals("Illustration")) {