extract text and all images from pdf and write text the onto the ocg textlayer and all images onto the image layer

[vampiresati]

Is your feature request related to a problem? Please describe.
A clear and concise description of what the problem is. Potentially add an issue reference.

Describe the solution you'd like
A clear and concise description of what you want to happen.

Describe alternatives you've considered
Are there several options for how your request could be met?

Additional context
Add any other context or screenshots about the feature request here.

[JorjMcKie]

Your description is unclear to me unfortunately:
You already can do the following:

1. Add OCGs (Optional Content Groups) with a desired name like "image" or "text"
2. Insert vector graphics, text and images referring to an OCG / OCMD.
3. Attach existing OCGs to existing images.

What do you need that is not covered by the above?

[vampiresati]

###for text extarct and text layer i am using this
import sys, fitz
fname = '/home/satvir/Downloads/T0-00---TITLE-SHEET-&-NOTES-2023-04-15-03-31-08-473_67_1.pdf'
doc = fitz.open(fname) # open document
import fitz
page = doc[0]
ndoc = fitz.open()
npage = ndoc.new_page(width=page.rect.width, height=page.rect.height)
text_layer = ndoc.add_ocg("Text Layer")
extra_flags = fitz.TEXT_PRESERVE_LIGATURES | fitz.TEXT_PRESERVE_WHITESPACE
blocks = page.get_text("rawdict")["blocks"]
helv = fitz.Font("helv")
for b in blocks:
if "lines" not in b:
continue
for l in b["lines"]:
cos, sin = l["dir"]
matrix = fitz.Matrix(cos, -sin, sin, cos, 0, 0)
for s in l["spans"]:
textBox = s['bbox']
fsize = s["size"]
font = s["font"]
for c in s["chars"]:
# print(font)
# if font.lower().startswith("arial"):
# font = arial
# else:
# font = helv
ch = c["c"]
origin = fitz.Point(c["origin"])
tw = fitz.TextWriter(page.rect)
# tw.append(origin, ch,font=font, fontsize=fsize)
tw.append(origin, ch, fontsize=fsize)
tw.write_text(npage, morph=(origin, matrix),oc=text_layer)
npage.clean_contents() # recommended
ndoc.subset_fonts() # recommended
ndoc.ez_save("/home/satvir/Downloads/text_layer.pdf", garbage=4)

[vampiresati]

https://transcend-staging-bucket.s3.amazonaws.com/upload/plansheet/T0-00---TITLE-SHEET-&-NOTES-2023-04-15-03-31-08-473_67_1.pdf?response-content-type=application/pdf&X-Amz-Content-Sha256=UNSIGNED-PAYLOAD&X-Amz-Algorithm=AWS4-HMAC-SHA256&X-Amz-Credential=AKIAZ7WEPXNNNKG72PXL/20230418/us-east-1/s3/aws4_request&X-Amz-Date=20230418T060104Z&X-Amz-SignedHeaders=host&X-Amz-Expires=5400&X-Amz-Signature=117529ee362041fd7905f69da5a63d3dc78ac1db55522c29e8d6a615c2dc3771 my pdf is this

[vampiresati]

import fitz
fname='/home/satvir/Downloads/T0-00---TITLE-SHEET-&-NOTES-2023-04-15-03-31-08-473_67_1.pdf'
doc = fitz.open(fname)
page = doc[0]
outpdf = fitz.open()
outpage = outpdf.new_page(width=page.rect.width, height=page.rect.height)
image_layer = outpdf.add_ocg("image Layer")
text_layer = outpdf.add_ocg("Text Layer")
def making_all_drawing_over_pdf(outpdf, outpage):
    paths = page.get_drawings()  # extract existing drawings
    shape = outpage.new_shape()  # make a drawing canvas for the output page
    for path in paths:
        for item in path["items"]:  # these are the draw commands
            if item[0] == "l":  # line
                shape.draw_line(item[1], item[2])
            elif item[0] == "re":  # rectangle
                shape.draw_rect(item[1])
            elif item[0] == "qu":  # quad
                shape.draw_quad(item[1])
            elif item[0] == "c":  # curve
                shape.draw_bezier(item[1], item[2], item[3], item[4])
            else:
                raise ValueError("unhandled drawing", item)
        shape.finish(
            fill=path["fill"],  # fill color
            color=path["color"],  # line color
            dashes=path["dashes"],  # line dashing
            even_odd=path.get("even_odd", True),  # control color of overlaps
            closePath=path["closePath"],  # whether to connect last and first point
            lineJoin=path["lineJoin"],  # how line joins should look like
            lineCap=max(path["lineCap"]),  # how line ends should look like
            width=path["width"],  # line width
            stroke_opacity=path.get("stroke_opacity", 1),  # same value for both
            fill_opacity=path.get("fill_opacity", 1),
            oc=image_layer)
    shape.commit()
    for ind_l, ImageList_part in enumerate(page.getImageList()):
        xref, _, width, height, _, _, _, name, _ = ImageList_part
        print(ImageList_part)
        rect = page.get_image_bbox(name)
        img = doc.extractImage(xref)
        try:
            print(img['ext'])
            outpage.insertImage(rect, stream=img["image"], oc=image_layer)
        except Exception as e:
            print('errro', xref)
            print(str(e))
    extra_flags = fitz.TEXT_PRESERVE_LIGATURES | fitz.TEXT_PRESERVE_WHITESPACE
    blocks = page.get_text("rawdict")["blocks"]
    helv = fitz.Font("helv")
    for b in blocks:
        if "lines" not in b:
            continue
        for l in b["lines"]:
            cos, sin = l["dir"]
            matrix = fitz.Matrix(cos, -sin, sin, cos, 0, 0)
            for s in l["spans"]:
                textBox = s['bbox']
                fsize = s["size"]
                font = s["font"]
                for c in s["chars"]:
                    ch = c["c"]
                    origin = fitz.Point(c["origin"])
                    tw = fitz.TextWriter(page.rect)
                    # tw.append(origin, ch,font=font, fontsize=fsize)
                    tw.append(origin, ch, fontsize=fsize)
                    tw.write_text(outpage, morph=(origin, matrix), oc=text_layer)
    
outpdf.save("/home/satvir/Downloads/drawings-page-0.pdf")

[vampiresati]

how do i control rotation of image so that with the same rotation they are extracted are put into the image layer pdf

[vampiresati]

why some text is missing in text layer

[JorjMcKie]

I am sorry, your code is entered as normal text, making it unreadable. Please enclose code with lines containing 3 back ticks.
Otherwise this seems to be no issue or enhancement request, but a "Discussions" item. Let me transfer.

[vampiresati]

i used this code

[vampiresati]

My actual pdf has images like this

But on the other hand at output file i am getting this rotated

[vampiresati]

import fitz
fname='/home/satvir/Downloads/T0-00---TITLE-SHEET-&-NOTES-2023-04-15-03-31-08-473_67_1.pdf'
doc = fitz.open(fname)
page = doc[0]
outpdf = fitz.open()
outpage = outpdf.new_page(width=page.rect.width, height=page.rect.height)
image_layer = outpdf.add_ocg("image Layer")
text_layer = outpdf.add_ocg("Text Layer")
def making_all_drawing_over_pdf(outpdf, outpage):
    paths = page.get_drawings()  # extract existing drawings
    shape = outpage.new_shape()  # make a drawing canvas for the output page
    for path in paths:
        for item in path["items"]:  # these are the draw commands
            if item[0] == "l":  # line
                shape.draw_line(item[1], item[2])
            elif item[0] == "re":  # rectangle
                shape.draw_rect(item[1])
            elif item[0] == "qu":  # quad
                shape.draw_quad(item[1])
            elif item[0] == "c":  # curve
                shape.draw_bezier(item[1], item[2], item[3], item[4])
            else:
                raise ValueError("unhandled drawing", item)
        shape.finish(
            fill=path["fill"],  # fill color
            color=path["color"],  # line color
            dashes=path["dashes"],  # line dashing
            even_odd=path.get("even_odd", True),  # control color of overlaps
            closePath=path["closePath"],  # whether to connect last and first point
            lineJoin=path["lineJoin"],  # how line joins should look like
            lineCap=max(path["lineCap"]),  # how line ends should look like
            width=path["width"],  # line width
            stroke_opacity=path.get("stroke_opacity", 1),  # same value for both
            fill_opacity=path.get("fill_opacity", 1),
            oc=image_layer)
    shape.commit()
    for ind_l, ImageList_part in enumerate(page.getImageList()):
        xref, _, width, height, _, _, _, name, _ = ImageList_part
        print(ImageList_part)
        rect = page.get_image_bbox(name)
        img = doc.extractImage(xref)
        try:
            print(img['ext'])
            outpage.insertImage(rect, stream=img["image"], oc=image_layer)
        except Exception as e:
            print('errro', xref)
            print(str(e))
    extra_flags = fitz.TEXT_PRESERVE_LIGATURES | fitz.TEXT_PRESERVE_WHITESPACE
    blocks = page.get_text("rawdict")["blocks"]
    helv = fitz.Font("helv")
    for b in blocks:
        if "lines" not in b:
            continue
        for l in b["lines"]:
            cos, sin = l["dir"]
            matrix = fitz.Matrix(cos, -sin, sin, cos, 0, 0)
            for s in l["spans"]:
                textBox = s['bbox']
                fsize = s["size"]
                font = s["font"]
                for c in s["chars"]:
                    ch = c["c"]
                    origin = fitz.Point(c["origin"])
                    tw = fitz.TextWriter(page.rect)
                    # tw.append(origin, ch,font=font, fontsize=fsize)
                    tw.append(origin, ch, fontsize=fsize)
                    tw.write_text(outpage, morph=(origin, matrix), oc=text_layer)
    outpdf.save("/home/satvir/Downloads/drawings-page-0.pdf")

[vampiresati]

@JorjMcKie did you seen the code

[JorjMcKie]

Yes I did!

[JorjMcKie]

Presumably your input page is rotated - which I cannot check.
So you make your output pages the same format as the input CropBox. Then insert / draw all the stuff on it, then set rotation to the value of the input page.

[nissansz]

Is it possible to reduce font size to half, and stretch fit with morph?