The code omits the last row of the table

[chengtie]

Hello,

I have a code as follows.

def process_pdf(file_path, output_dir):
    # Extract file name (without extension) from the file path
    file_name_prefix = os.path.splitext(os.path.basename(file_path))[0]
    
    headers = []
    prev_row = None  # Variable to store the previous row
    prev_row_number = None
    with pdfplumber.open(file_path) as pdf:
        # Loop through all the pages in the PDF
        for page_number, page in enumerate(pdf.pages):

            # Check if the page is empty or has no tables
            if page is None or not page.find_tables():
                print(f"No tables found on page {page_number + 1}. Skipping this page.")
                continue

            explicit_horizontal_lines = set().union(*((row.bbox[1], row.bbox[3]) for row in (page.find_tables())[0].rows))
            explicit_horizontal_lines.add(max(page.chars, key=operator.itemgetter("bottom"))["bottom"])

            table = page.extract_table(dict(
                explicit_horizontal_lines=explicit_horizontal_lines, 
                horizontal_strategy="explicit"
            ))

            # Extract the table from the current page
            # table = page.extract_table()
            print(table)
            
            if not headers:  # If headers are not yet extracted
                for row in table:
                    if None not in row:  # Change this condition based on your criteria
                        headers = row
                        start_row = table.index(row) + 1
                        break
            
            # If headers are still not extracted (i.e., a valid header row wasn't found), skip this page
            if not headers:
                continue

            if page_number != 0:
                if headers[1] == "Index":
                    start_row = 1 # case of "SAMPLE PDF.pdf"
                else:
                    start_row = 0 # case of "14 days.pdf"

            # Loop through the rows in the table starting from the appropriate row
            for row_number, row in enumerate(table[start_row:], start=start_row):
                # print("prev_row_number", prev_row_number)
                # print("page_number", page_number)
                # print("row_number", row_number)
                # print("row", row)
                if ((row_number == 1 and (row[0] is None or row[0] == '')) or # case of "SAMPLE PDF.pdf"
                    (row_number == 0 and prev_row != None and all(cell is None or cell == '' for cell in prev_row))): # case of "14 days.pdf"
                    if prev_row:  # If there is a previous row to concatenate with
                        row = [p if not r else (r if not p else p + "\n" + r) for p, r in zip(prev_row, row)]  # Concatenate the rows
                        remove_row(prev_row_number, page_number - 1, output_dir, file_name_prefix)  # Remove the previous row
                else:
                    prev_row = row  # Save the current row as previous row
                    prev_row_number = row_number  # Save the current row number as previous row number
                
                process_row(row_number, row, headers, page_number, output_dir, file_name_prefix)

It prints well the table of this pdf:
SAMPLE PDF.pdf

However, it omits the last row of the table of this pdf:
AUGUST.pdf

Does anyone know why and how to fix it?

[cmdlineluser]

It's because of the extra "footer" on the page.

The suggestion of max(page.chars doesn't work here because these pick up the footer.

The footer is much lower than the vertical lines so there is no intersection.

Using max(page.vertical_edges instead works for both formats shown.

But perhaps there is a more specific way to target that area?

[chengtie]

it works, thank you.