pdftable

package module
v0.1.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: May 26, 2026 License: MIT Imports: 11 Imported by: 0

README

pdftable

A Go-native port of Python's pdfplumber.

pdftable reads PDF documents, walks the content streams, and surfaces the positioned primitives — characters, lines, rectangles, curves — that higher-level layout algorithms (text extraction, word grouping, table detection) operate on. It is built on top of pdfcpu for low-level object parsing, xref handling, and FlateDecode decompression; everything above that (operator dispatch, text state, glyph positioning, ToUnicode CMaps, font encodings) is implemented here.

The library targets the gap in the Go PDF ecosystem: existing libraries either render PDFs to images, manipulate metadata, or extract bag-of- words text. None of them give you what pdfplumber gives Python users — a structured per-page object model you can run table-detection heuristics on. This is that.

Status

v0.1.0 — words and text extraction. Page.Words, Page.ExtractText, and Page.ExtractTextSimple ship with this release; table-finding (FindTables, ExtractTables) is the next phase.

Go Reference CI

Install

go get github.com/hallelx2/pdftable@v0.1.0

Requires Go 1.25+ (uses the standard-library iter package for the Pages() range-over-func iterator, and pdfcpu v0.12+).

Quickstart

package main

import (
    "fmt"
    "log"

    "github.com/hallelx2/pdftable"
)

func main() {
    doc, err := pdftable.OpenFile("report.pdf")
    if err != nil {
        log.Fatal(err)
    }
    defer doc.Close()

    for n, page := range doc.Pages() {
        // Primitives (v0.0.1).
        chars, _ := page.Chars()
        rects, _ := page.Rects()
        lines, _ := page.Lines()
        fmt.Printf("page %d: %d chars, %d rects, %d lines\n",
            n, len(chars), len(rects), len(lines))

        // Words and text extraction (v0.1.0).
        words, _ := page.Words(pdftable.DefaultWordOpts())
        text, _ := page.ExtractText(pdftable.DefaultTextOpts())
        fmt.Printf("  %d words; first line: %q\n",
            len(words), firstLine(text))
    }
}

func firstLine(s string) string {
    for i, r := range s {
        if r == '\n' {
            return s[:i]
        }
    }
    return s
}

API surface

// Constructors.
func Open(r io.Reader) (Document, error)
func OpenBytes(b []byte) (Document, error)
func OpenFile(path string) (Document, error)

// Document.
type Document interface {
    NumPages() int
    Page(n int) (Page, error)              // 1-indexed
    Pages() iter.Seq2[int, Page]           // Go 1.23+ range-over-func
    Close() error
}

// Page.
type Page interface {
    Number() int
    Width() float64
    Height() float64
    Chars() ([]Char, error)
    Lines() ([]Line, error)
    Rects() ([]Rect, error)
    Curves() ([]Curve, error)
    Objects() (Objects, error)

    // New in v0.1.0: word + text extraction.
    Words(opts WordOpts) ([]Word, error)
    ExtractText(opts TextOpts) (string, error)
    ExtractTextSimple(xTolerance, yTolerance float64) (string, error)
}

// Primitives.
type Char struct {
    Text                  string
    X0, Y0, X1, Y1        float64
    FontName              string
    FontSize              float64
    Upright               bool
    Advance               float64
}

type Line struct { X0, Y0, X1, Y1 float64; Stroke bool; Width float64 }

type Rect struct { X0, Y0, X1, Y1 float64; Stroke, Fill bool; Width float64 }

type Curve struct { Points [][2]float64; Stroke, Fill bool; Width float64 }

type Objects struct { Chars []Char; Lines []Line; Rects []Rect; Curves []Curve }

// Word (new in v0.1.0).
type Word struct {
    Text                string
    X0, Y0, X1, Y1      float64
    Upright             bool
    Direction           string // "ltr" | "rtl" | "ttb" | "btt"
    FontName            string
    FontSize            float64
    Chars               []Char // populated when WordOpts.KeepChars=true
}

// WordOpts: configure Page.Words. Use DefaultWordOpts() for pdfplumber-matching defaults.
type WordOpts struct {
    XTolerance         float64 // default 3
    YTolerance         float64 // default 3
    KeepBlankChars     bool
    UseTextFlow        bool
    HorizontalLTR      bool   // default true
    VerticalTTB        bool   // default true
    ExtraAttrs         []string
    SplitAtPunctuation bool
    Expand             bool   // ligature expansion; default true
    KeepChars          bool
}

// TextOpts: configure Page.ExtractText. Use DefaultTextOpts() for defaults.
type TextOpts struct {
    XTolerance, YTolerance       float64
    Layout                       bool
    LayoutWidthChars             int
    LayoutHeightChars            int
    XDensity, YDensity           float64 // PDF points per character / per line
    UseTextFlow                  bool
    HorizontalLTR                bool
    VerticalTTB                  bool
    ExtraAttrs                   []string
    Expand                       bool
}

// Sentinel errors.
var (
    ErrInvalidPDF     = errors.New("pdftable: invalid PDF")
    ErrPageOutOfRange = errors.New("pdftable: page out of range")
    ErrUnsupported    = errors.New("pdftable: unsupported feature")
    ErrEncrypted      = errors.New("pdftable: encrypted PDF (decryption not yet supported)")
)

Text extraction

doc, _ := pdftable.OpenFile("report.pdf")
defer doc.Close()
page, _ := doc.Page(1)

// Words: each Word is a contiguous text run.
words, _ := page.Words(pdftable.DefaultWordOpts())
for _, w := range words {
    fmt.Printf("%-20s @ (%.1f, %.1f) %s %.1fpt\n",
        w.Text, w.X0, w.Y0, w.FontName, w.FontSize)
}

// ExtractText: all text on the page as one string. Dense (no layout)
// joins words with spaces and lines with "\n".
text, _ := page.ExtractText(pdftable.DefaultTextOpts())
fmt.Println(text)

// Layout-preserving extraction emulates `pdftotext -layout` / pdfplumber's
// extract_text(layout=True) — column-aligned output suitable for forms.
opts := pdftable.DefaultTextOpts()
opts.Layout = true
laid, _ := page.ExtractText(opts)
fmt.Println(laid)

Side-by-side comparison with pdfplumber

# Python (pdfplumber)
import pdfplumber

with pdfplumber.open("report.pdf") as pdf:
    page = pdf.pages[0]
    for word in page.extract_words(x_tolerance=3, y_tolerance=3):
        print(word["text"], word["x0"], word["top"])
    print(page.extract_text())
// Go (pdftable)
import "github.com/hallelx2/pdftable"

doc, _ := pdftable.OpenFile("report.pdf")
defer doc.Close()
page, _ := doc.Page(1)

words, _ := page.Words(pdftable.DefaultWordOpts())
for _, w := range words {
    // pdftable's Y is PDF user-space (origin bottom-left). The
    // pdfplumber-equivalent "top" is page.Height() - w.Y1.
    fmt.Println(w.Text, w.X0, page.Height()-w.Y1)
}
fmt.Println(must(page.ExtractText(pdftable.DefaultTextOpts())))

Three differences worth noting:

  1. Page indexing is 1-based, matching the PDF spec and pdfplumber's pdf.pages[0] is actually the first page (Python is 0-indexed, pdfplumber compensates). Our Page(1) is the same first page.
  2. Coordinates are in PDF user space with origin at bottom-left. pdfplumber by default reports top (origin top-left, Y growing down) on its chars and words; we report Y0 / Y1 in PDF native coordinates. The conversion is top = page.Height() - Y1.
  3. Options are explicit Go structs, not **kwargs. Build a WordOpts / TextOpts, override the fields you care about, pass it through. DefaultWordOpts() / DefaultTextOpts() return pdfplumber-matching defaults.

Parity with pdfplumber

The word-grouping and text-extraction algorithms are direct ports of pdfplumber's WordExtractor and extract_text (see pdfplumber/utils/text.py). Tests in golden_test.go compare the Go output against pdfplumber's reference output on shared fixture PDFs.

Behaviours that match exactly:

  • Word grouping: same line-cluster-then-merge-by-gap algorithm, same defaults (XTolerance=3, YTolerance=3), same handling of blank-char filtering, ligature expansion (fi→fi, etc.), and split-at-punctuation.
  • Ordering: words returned in pdfplumber's order (top-to-bottom, then left-to-right within each line) when UseTextFlow is false.
  • Direction handling: ltr / rtl / ttb / btt mapping from upright + HorizontalLTR + VerticalTTB.

Behaviours that intentionally differ:

  • Position precision drifts when font metrics aren't bundled. pdfplumber uses pdfminer.six's AFM tables for the standard 14 fonts; we use a default-width fallback for now. Word text and order match exactly; word bboxes drift by up to ~10 PDF points on glyphs whose width isn't in the PDF's /Widths array. Golden tests assert text parity exactly and position parity within a 15-point envelope; the envelope tightens to <1pt once the AFM bundle lands (planned for v0.2.x).
  • Layout=true output is structurally similar but not byte-equal. Pdfplumber's layout algorithm has version-to-version drift; we produce a column-aligned grid with the same density defaults but don't promise byte-equal output across pdfplumber releases.

Behaviours not yet ported:

  • extract_text_lines (regex-based line extraction).
  • search on TextMap (regex over assembled page text with char-level match back-references).
  • Per-character extra_attrs hooks beyond fontname and size.

Architecture

pdftable/
├── pdftable.go        // Open / OpenBytes / OpenFile entry points
├── pdf.go             // Document interface + implementation
├── page.go            // Page interface + implementation
├── char.go            // Public Char / Line / Rect / Curve / Objects
├── text.go            // Word + ExtractText + ExtractTextSimple (v0.1.0)
├── clustering.go      // 1-D clusterObjects, groupObjectsByAttr, dedupeChars
├── geometry.go        // BBox helpers: Union, Intersect, Contains, Snap
├── errors.go          // Sentinel errors
└── internal/pdf/
    ├── reader.go      // pdfcpu bridge
    ├── content.go     // Content-stream interpreter
    ├── ops.go         // Operator dispatch table
    ├── state.go       // Graphics + text state, matrix math
    ├── font.go        // Font + encoding tables + glyph-name resolution
    └── cmap.go        // ToUnicode CMap parser

The public pdftable package is small and stable. The internal/pdf package owns the interpreter — its types are not exposed because they will evolve as more PDF features are added (Type 3 fonts, vertical writing, more exotic CMaps).

Why pdfcpu and not write a PDF parser from scratch?

PDF object parsing — xref tables, indirect-object resolution, stream decompression (FlateDecode, LZWDecode, ASCII85Decode), encryption — is a large amount of mostly-uninteresting code. pdfcpu is mature, well- tested, and gives us a parsed *model.Context to work with. We layer the content-stream interpreter (which pdfcpu doesn't have) on top.

If pdfcpu's dependency footprint becomes a problem (it pulls in image codecs we don't strictly need), the blast radius of swapping it out is limited to internal/pdf/reader.go. The rest of the package is stdlib-only.

Roadmap

  • v0.0.x — content-stream primitives.
  • v0.1.x — text extraction: Page.ExtractText, Page.Words, Page.ExtractTextSimple (this release).
  • v0.2.x — table finding: Page.FindTables using ruling-line + whitespace heuristics, Page.ExtractTables returning row/cell text. Bundle the standard-14 AFM metrics so word bboxes match pdfplumber to within 1 PDF point.
  • v0.3.x — performance pass: parser benchmarking against pdfminer.six and pdfplumber on a representative document corpus.

License

MIT. See LICENSE.

Acknowledgements

This library is a direct port of the algorithms in pdfminer.six and pdfplumber. Their authors did the hard work of figuring out how to robustly recover structure from the PDF wire format; this is that work translated into Go.

Documentation

Overview

Package pdftable is a Go-native port of Python's pdfplumber. It reads a PDF document, walks the content streams, and surfaces the positioned primitives (characters, lines, rectangles, curves) that higher-level layout algorithms — text extraction, word grouping, table detection — operate on.

The library is structured in layers that mirror the pdfplumber + pdfminer.six split:

  • This package (pdftable) is the public API. It is small, stable, and contains no PDF parsing logic of its own — it just exposes Document, Page, Char, Line, Rect, Curve and constructs them from the internal package.
  • github.com/hallelx2/pdftable/internal/pdf is the content-stream interpreter. It is intentionally not public: the data shapes there will evolve as we add more PDF features, and we don't want callers depending on them.

Typical usage:

doc, err := pdftable.OpenFile("report.pdf")
if err != nil { return err }
defer doc.Close()

for n, p := range doc.Pages() {
    chars, _ := p.Chars()
    fmt.Printf("page %d: %d chars\n", n, len(chars))
}

Phase scope: v0.1.0 ships content-stream primitives plus text extraction (Page.Words, Page.ExtractText, Page.ExtractTextSimple). Table-finding (ExtractTables, FindTables) is the next phase — see the README for the roadmap. The Page interface is additive across releases; v0.0.1 callers using only Chars/Lines/Rects/Curves continue to compile against v0.1.0 without changes.

Index

Constants

This section is empty.

Variables

View Source
var (
	// ErrInvalidPDF is returned by Open / OpenBytes / OpenFile when the
	// input bytes can't be parsed as a PDF. The underlying pdfcpu error
	// is wrapped so callers can still inspect the details with errors.As.
	ErrInvalidPDF = errors.New("pdftable: invalid PDF")

	// ErrPageOutOfRange is returned by Document.Page when n is < 1 or
	// > NumPages(). The PDF page index is 1-based, matching pdfplumber.
	ErrPageOutOfRange = errors.New("pdftable: page out of range")

	// ErrUnsupported is returned when we hit a PDF feature this library
	// does not yet implement (e.g. an exotic CMap, an unsupported XObject
	// subtype, vertical writing). The error string names the feature.
	ErrUnsupported = errors.New("pdftable: unsupported feature")

	// ErrEncrypted is returned when the PDF is encrypted and we can't
	// decrypt it with the empty password. Full encryption support is
	// out of scope for the initial release — callers that need it can
	// pre-decrypt with pdfcpu's api.Decrypt and feed the cleaned bytes
	// to OpenBytes.
	ErrEncrypted = errors.New("pdftable: encrypted PDF (decryption not yet supported)")
)

Sentinel errors returned by the public API. Callers can match these with errors.Is(); functions that surface a parser-level problem from pdfcpu or the content-stream interpreter wrap the underlying error so the cause is preserved.

We keep this set small on purpose. The PDF spec has hundreds of failure modes — most of them collapse into "the bytes do not look like a PDF", "you asked for a page that doesn't exist", or "we don't implement this feature yet". Anything more specific belongs in the wrapped error string, not as a new sentinel.

Functions

This section is empty.

Types

type BBox added in v0.1.0

type BBox struct {
	X0, Y0, X1, Y1 float64
}

BBox is the canonical four-tuple bounding-box helper that the layout algorithms (clustering, word grouping, text extraction) operate on. Field naming follows the Char/Line/Rect convention used throughout the package: x0,y0 is the lower-left corner and x1,y1 is the upper- right corner in PDF user space (origin at bottom-left, Y growing up).

We expose BBox as a value type — small, stack-allocatable, trivially copyable. Algorithms that need to pass a bbox around without poking at the larger Char/Rect/Line wrappers can construct one with NewBBox or pull one out with the BBoxOf helpers below.

The Go API intentionally chooses (X0,Y0,X1,Y1) over pdfplumber's dict-of-strings ({"x0","top","x1","bottom"}). The two flavours differ because pdfplumber operates in image space (Y growing down, "top" = small Y, "bottom" = large Y) and we operate in PDF user space (Y growing up). Comments call out the mapping wherever it matters.

func BBoxOfChar added in v0.1.0

func BBoxOfChar(c Char) BBox

BBoxOfChar returns the bounding box of a Char.

func BBoxOfChars added in v0.1.0

func BBoxOfChars(cs []Char) BBox

BBoxOfChars returns the smallest bbox enclosing every char in cs. Returns the zero BBox for an empty slice.

func MergeBBoxes added in v0.1.0

func MergeBBoxes(bboxes []BBox) BBox

MergeBBoxes returns the smallest bbox enclosing every input. Empty input returns a zero BBox. This mirrors pdfplumber's merge_bboxes and objects_to_bbox helpers — the typical caller has a slice of Chars and wants the combined bounding box for the resulting Word.

func NewBBox added in v0.1.0

func NewBBox(x0, y0, x1, y1 float64) BBox

NewBBox builds a BBox and normalises it so X0<=X1 and Y0<=Y1. Algorithms downstream rely on the normal form, so we never let an inverted bbox leak past this constructor.

func (BBox) Area added in v0.1.0

func (b BBox) Area() float64

Area returns Width * Height.

func (BBox) Contains added in v0.1.0

func (b BBox) Contains(other BBox) bool

Contains reports whether b fully encloses other. Edges are considered inside (>= on the low side, <= on the high side), so a bbox contains itself.

func (BBox) ContainsPoint added in v0.1.0

func (b BBox) ContainsPoint(x, y float64) bool

ContainsPoint reports whether (x,y) lies inside b (inclusive on edges).

func (BBox) Height added in v0.1.0

func (b BBox) Height() float64

Height returns the bbox's vertical extent.

func (BBox) Intersect added in v0.1.0

func (b BBox) Intersect(other BBox) (BBox, bool)

Intersect returns the overlapping rectangle of b and other, and a boolean reporting whether the intersection has non-empty area (i.e. the two bboxes actually overlap). This mirrors pdfplumber's get_bbox_overlap, which returns None when the boxes don't touch and the overlapping bbox otherwise.

We treat touching-but-not-overlapping (shared edge, zero area) as non-overlap, matching pdfplumber's `o_height + o_width > 0` check — a single-line ruler that grazes a word's bbox should not be reported as "intersecting" the word.

func (BBox) IsZero added in v0.1.0

func (b BBox) IsZero() bool

IsZero reports whether the bbox is the zero value (all four fields equal to zero). Useful for "did I forget to populate this" checks.

func (BBox) Snap added in v0.1.0

func (b BBox) Snap(step float64) BBox

Snap rounds each of b's four coordinates to the nearest multiple of step. Used by layout-analysis code to coalesce near-equal positions (e.g. ruling lines drawn at 99.9, 100.0, 100.1) before clustering. A step of 0 returns the original bbox unchanged.

func (BBox) Union added in v0.1.0

func (b BBox) Union(other BBox) BBox

Union returns the smallest bbox enclosing both b and other.

We DON'T treat a zero-value BBox as "empty" here — a caller that passes BBox{} to Union genuinely means "enclose the origin point". Use MergeBBoxes when you have a slice and want it to be a no-op on the empty slice.

func (BBox) Width added in v0.1.0

func (b BBox) Width() float64

Width returns the bbox's horizontal extent.

type Char

type Char struct {
	// Text is the Unicode payload of this glyph (one or more runes).
	// Empty string means the font's encoding and ToUnicode CMap both
	// failed to map the glyph; the bbox still describes where the
	// glyph was drawn so downstream layout heuristics can use the
	// positioning even when we can't read the text.
	Text string

	// Bounding box in PDF user space, with x0 <= x1 and y0 <= y1.
	// Y0 is the descender baseline of the glyph; Y1 is the top of the
	// ascender. The bbox is the typographic cell, not the ink — it
	// matches what pdfplumber reports.
	X0, Y0, X1, Y1 float64

	// FontName is the /BaseFont (or /Name) value from the font dict,
	// e.g. "Helvetica" or "ABCDEF+TimesNewRoman-Bold". It's surfaced
	// verbatim — callers that want to detect bold weight should match
	// on substrings ("bold", "-bd").
	FontName string

	// FontSize is the size the glyph was rendered at, in PDF user space
	// units (i.e. after applying the text matrix and CTM). For a glyph
	// drawn with `12 Tf` and identity CTM this is 12.0; if the CTM
	// scales by 2x it's 24.0.
	FontSize float64

	// Upright is true when the glyph is drawn in normal reading
	// orientation (a*d > 0 and b*c <= 0 in the combined text matrix).
	// Rotated and mirrored glyphs report false. pdfplumber uses the
	// same predicate to skip vertical-stamp text during table finding.
	Upright bool

	// Advance is the horizontal advance width the text matrix moved by
	// after drawing this glyph (in user-space units). It already
	// includes character spacing, word spacing for the space glyph,
	// and the font's per-glyph width — i.e. the actual ink-to-ink
	// distance to the next glyph.
	Advance float64
}

Char is a single positioned glyph on a page. Adjacent Chars do NOT share state — each carries its own font, size, and absolute bbox so downstream code (word grouping, table finding, text extraction) can reason about each glyph in isolation.

Text is the Unicode string this glyph represents. For most fonts a glyph maps to a single code point ("A"), but Adobe ligature glyph names ("fi", "ffi") and ToUnicode maps with multi-character bfchar entries can produce multi-rune strings — we never split them.

func (Char) Height

func (c Char) Height() float64

Height returns y1 - y0.

func (Char) Width

func (c Char) Width() float64

Width returns x1 - x0.

type Curve

type Curve struct {
	// Points are the vertices of the path in order. For curve segments,
	// only the on-path endpoints are emitted (control points are
	// dropped) — this matches pdfplumber's "pts" field, which is also
	// just the endpoints. Callers that need precise curve geometry
	// should request that extension; we don't expect tables to use
	// curves so dropping control points is fine for the initial scope.
	Points [][2]float64

	Stroke bool
	Fill   bool
	Width  float64
}

Curve is a path that contains at least one curve segment (`c`, `v`, or `y`) or any path that doesn't reduce to a single Rect or a series of straight Lines. Points are the path vertices in order, including intermediate control points; callers that need actual Bezier shapes can reconstruct them from the operator stream — for now we keep the simpler flattened representation that's enough for "did the page have decorative curves on it" detection.

type Document

type Document interface {
	// NumPages returns the page count. Always >= 1 for a valid PDF.
	NumPages() int

	// Page returns the n'th page (1-indexed). Returns
	// ErrPageOutOfRange if n is < 1 or > NumPages().
	Page(n int) (Page, error)

	// Pages returns a range iterator over (n, Page) pairs for use
	// with Go 1.23+ range-over-func syntax:
	//
	//   for n, p := range doc.Pages() {
	//       // ...
	//   }
	//
	// The iterator yields pages in 1-based order. It does NOT clone
	// the underlying Document — Close() on the doc still tears down
	// the iterator's pages.
	Pages() iter.Seq2[int, Page]

	// Close releases any resources held by the underlying parser.
	// For pdfcpu-backed documents this is currently a no-op (pdfcpu
	// holds everything in memory), but callers should still defer
	// Close() so that future backends (mmap, file handles) work.
	Close() error
}

Document represents one open PDF file. The interface (not a struct) keeps the API symmetric with Page and lets us swap implementations later — e.g. a Document that streams pages lazily from a remote blob — without breaking callers.

All accessors are safe to call concurrently. The underlying pdfcpu *model.Context is treated as read-only after the document is opened.

func Open

func Open(r io.Reader) (Document, error)

Open reads an entire io.Reader into memory and parses it as a PDF. pdfcpu's API requires an io.ReadSeeker; we buffer the input so the caller doesn't have to.

Use OpenBytes if you already have the file content as a []byte (avoids an extra copy), or OpenFile if you have a path.

func OpenBytes

func OpenBytes(b []byte) (Document, error)

OpenBytes parses an in-memory PDF.

The bytes are NOT copied — pdfcpu reads from them in-place and may retain references after this function returns. Callers must not mutate the slice for as long as the returned Document is in use.

func OpenFile

func OpenFile(path string) (Document, error)

OpenFile opens a PDF at the given filesystem path.

type Line

type Line struct {
	X0, Y0, X1, Y1 float64

	// Stroke is true if the path was stroked (S, s, B, b, B*, b*).
	// Lines emitted from non-stroked paths are dropped before the
	// caller sees them — but the field is preserved for symmetry
	// with Rect/Curve so layout code can branch on it uniformly.
	Stroke bool

	// Width is the stroke line width in user-space units at the time
	// the line was emitted. For ruling lines this is typically 0.5–1.0.
	Width float64
}

Line is a single straight-line segment emitted by an `S` (stroke) operator on a path that contained an `l` segment. Each `l` becomes one Line; a rectangle drawn with `re` does NOT decompose into four Lines (it becomes a single Rect) — that's how pdfplumber tells the two apart, and we keep the same distinction so downstream code can pick the right collection for table-finding.

type Objects

type Objects struct {
	Chars  []Char
	Lines  []Line
	Rects  []Rect
	Curves []Curve
}

Objects is the bundle of all primitive page objects, returned by Page.Objects(). It's a convenience for callers that want everything in one shot rather than four separate Page method calls — the per- type accessors (Chars/Lines/Rects/Curves) are independent and safe to call concurrently, but they each redo the page content-stream walk, so Objects() is the cheaper choice when you need it all.

type Page

type Page interface {
	// Number returns the page number (1-based).
	Number() int

	// Width and Height return the page's mediabox dimensions in PDF
	// points (1/72 inch), already adjusted for the page's /Rotate
	// entry — so a portrait letter-sized page rotated 90 degrees
	// reports Width=792 Height=612 (landscape), matching what a
	// PDF viewer would display.
	Width() float64
	Height() float64

	// Chars walks the page and returns every positioned glyph. The
	// order is content-stream order — i.e. the order the producer
	// drew them, NOT visual reading order. Downstream layout code
	// (extract_text, find_tables) sorts the chars by position.
	Chars() ([]Char, error)

	// Lines returns every straight-line segment drawn on the page.
	// Each `l` segment in the content stream becomes one Line.
	// Rectangles drawn via `re` are NOT decomposed into four Lines;
	// they're reported through Rects() instead.
	Lines() ([]Line, error)

	// Rects returns every rectangle drawn via the `re` operator.
	// Both stroked and filled rectangles are returned; the Stroke
	// and Fill flags say which.
	Rects() ([]Rect, error)

	// Curves returns every Bezier or composite path that isn't a
	// pure line-segment chain or a single rect.
	Curves() ([]Curve, error)

	// Objects returns Chars + Lines + Rects + Curves in a single
	// walk. Use this when you need all four — it's strictly
	// cheaper than calling each accessor separately because the
	// content stream is parsed exactly once.
	Objects() (Objects, error)

	// Words extracts positioned text runs from the page. A "word"
	// is a contiguous group of chars whose horizontal gaps are
	// within WordOpts.XTolerance and whose vertical positions
	// agree within WordOpts.YTolerance. Pass DefaultWordOpts() to
	// use pdfplumber-matching defaults. See WordOpts for the full
	// configuration surface.
	//
	// Returns an empty slice (not nil) when the page contains no
	// extractable text.
	Words(opts WordOpts) ([]Word, error)

	// ExtractText returns the page's text as a single string. By
	// default words on the same line are joined with a single
	// space and lines are joined with "\n". When TextOpts.Layout is
	// true, the output preserves spatial layout (column-aligned
	// text, blank lines for vertical gaps) at the cost of more
	// whitespace. Pass DefaultTextOpts() for pdfplumber-matching
	// defaults.
	ExtractText(opts TextOpts) (string, error)

	// ExtractTextSimple is a no-frills extraction that clusters
	// chars by visual line and joins them by gap detection. Use
	// when ExtractText's word-grouping heuristics produce undesired
	// results on adversarial input.
	ExtractTextSimple(xTolerance, yTolerance float64) (string, error)
}

Page is one page of a PDF document. The interface (not a struct) is intentional: it lets us swap implementations later (e.g. for a streaming PDF parser) without breaking callers, and it makes the API surface easy to mock in tests.

Every accessor (Chars, Lines, Rects, Curves, Objects) walks the page content stream from scratch. We do NOT cache between calls because:

  1. Callers that need ALL the objects call Objects() once.
  2. Callers that need just the chars (say, for text extraction) don't pay for the path-painting machinery they aren't using.
  3. Caching means deciding when to invalidate, which is moot because a Page is immutable from the caller's perspective.

Pages are 1-indexed, matching pdfplumber. Number() returns the 1-based index so callers can format error messages without re-tracking which Page they were given.

type Rect

type Rect struct {
	X0, Y0, X1, Y1 float64

	// Stroke and Fill mirror the painting operator that closed the
	// path: S/s set Stroke; f/F/f* set Fill; B/b/B*/b* set both.
	// Either or both can be true — but not neither (paths with `n`
	// produce nothing).
	Stroke bool
	Fill   bool

	// Width is the stroke line width at the time the rectangle was
	// painted, in user-space units. Zero when Stroke is false.
	Width float64
}

Rect is a rectangle path emitted by an `re` operator (a single PDF instruction that draws a closed box). pdfplumber tracks these separately from generic four-segment paths because table grids, borders, and shaded cells are nearly always drawn this way — keeping the distinction makes table detection much more reliable.

type TextOpts added in v0.1.0

type TextOpts struct {
	XTolerance float64
	YTolerance float64

	// Layout: when true, the output preserves the page's spatial
	// layout — words at the same x-position appear in the same column
	// across lines, and lines that are far apart are separated by
	// extra newlines. When false (the default), output is dense:
	// words on the same line are joined with single spaces, lines
	// with "\n".
	Layout bool

	// LayoutWidthChars: when Layout=true, the total width of each
	// emitted line in characters. If 0, defaults to round(page.Width /
	// XDensity).
	LayoutWidthChars int

	// LayoutHeightChars: when Layout=true, the total number of
	// emitted lines (extra blank lines at the bottom pad to this
	// height). If 0, defaults to round(page.Height / YDensity).
	LayoutHeightChars int

	// XDensity / YDensity: PDF points per character / per line when
	// computing layout grid dimensions. Default values match
	// pdfplumber (XDensity=7.25, YDensity=13) — roughly the metrics
	// of 10pt Helvetica.
	XDensity float64
	YDensity float64

	// UseTextFlow / HorizontalLTR / VerticalTTB / ExtraAttrs are
	// passed through to the underlying WordExtractor.
	UseTextFlow   bool
	HorizontalLTR bool
	VerticalTTB   bool
	ExtraAttrs    []string

	// Expand passes through to WordOpts.Expand.
	Expand bool
}

TextOpts configures Page.ExtractText. Like WordOpts the zero value is not useful; call DefaultTextOpts() for sensible defaults.

func DefaultTextOpts added in v0.1.0

func DefaultTextOpts() TextOpts

DefaultTextOpts returns pdfplumber-matching defaults.

type Word added in v0.1.0

type Word struct {
	// Text is the concatenated Unicode payload of the run. Ligature
	// glyphs are expanded into their constituent characters when
	// WordOpts.Expand is true (the default), so "file" appears as
	// "file" in the output.
	Text string

	// Bounding box of the run in PDF user space (origin at bottom-
	// left, Y growing up). The bbox is the union of every char's bbox
	// in this run.
	X0, Y0, X1, Y1 float64

	// Upright is true if every char in the run was drawn in normal
	// reading orientation. We don't merge upright and rotated chars
	// into the same Word — they end up in different runs.
	Upright bool

	// Direction is one of "ltr", "rtl", "ttb", "btt". Most words on
	// most pages are "ltr"; rotated stamps may be "ttb"; Arabic/Hebrew
	// content is "rtl". The value is the direction the chars were
	// READ, not the direction they were drawn.
	Direction string

	// FontName / FontSize are copied from the first char in the run.
	// pdfplumber does the same — if a word straddles a font change,
	// only the leading font is reported, but in practice such words
	// are rare because changing font emits a new BT/ET pair which
	// breaks the run boundary at the content-stream level.
	FontName string
	FontSize float64

	// Chars is the slice of Char objects this word was assembled from.
	// Populated only when WordOpts.KeepChars is true (it costs O(n)
	// memory per word so we default to off). Useful for callers that
	// want to map word substrings back to glyph positions (highlight,
	// search) or to filter further by per-char attributes.
	Chars []Char
}

Word is one extracted text run. It bundles the assembled string and the bbox of the constituent chars, plus enough metadata for callers who want to filter/restyle on font properties (font name + size of the first char) or know which direction the run reads.

Field names map onto pdfplumber's word dict the way the rest of the package maps onto its char dict: X0/Y0/X1/Y1 instead of "x0"/"top"/ "x1"/"bottom". Y0 is the descender (lower edge of the lowest glyph in the run); Y1 is the ascender (upper edge of the tallest glyph).

func (Word) Height added in v0.1.0

func (w Word) Height() float64

Height returns y1 - y0.

func (Word) Width added in v0.1.0

func (w Word) Width() float64

Width returns x1 - x0.

type WordOpts added in v0.1.0

type WordOpts struct {
	// XTolerance is the maximum horizontal gap (in PDF points) between
	// adjacent chars that still get merged into the same word.
	// Default: 3.
	XTolerance float64

	// YTolerance is the maximum vertical jitter between chars that
	// still get clustered onto the same line. Default: 3.
	YTolerance float64

	// KeepBlankChars: when false (the default), space chars in the
	// content stream are dropped before word grouping — the word
	// boundary is inferred from the gap, not from the explicit space.
	// Set to true to preserve them (e.g. for diff-style line
	// reconstruction).
	KeepBlankChars bool

	// UseTextFlow: when true, chars are processed in content-stream
	// order rather than re-sorted by position. This is faster and
	// often matches reading order in well-formed PDFs, but breaks for
	// PDFs that draw glyphs in random order (e.g. some scanner OCR
	// output).
	UseTextFlow bool

	// HorizontalLTR: when true (the default), upright text is read
	// left-to-right; when false, right-to-left. Setting this to false
	// is shorthand for Direction="rtl" but only for upright text.
	HorizontalLTR bool

	// VerticalTTB: when true (the default), rotated text is read top-
	// to-bottom; when false, bottom-to-top.
	VerticalTTB bool

	// ExtraAttrs is a list of Char field names that must match
	// EXACTLY for two chars to be merged into the same word. The
	// supported names are: "fontname", "size". Useful when a single
	// physical line has two runs that should be kept separate (e.g. a
	// bold caption followed by regular body text).
	ExtraAttrs []string

	// SplitAtPunctuation: when true, every ASCII punctuation char
	// (string.punctuation in Python) terminates the current word and
	// becomes its own one-char word. Default: false.
	SplitAtPunctuation bool

	// Expand: when true (the default), ligature glyphs (fi, fl, …) are
	// expanded into their constituent ASCII chars during text
	// assembly. The Char's text payload is preserved unchanged; only
	// the Word.Text string is expanded.
	Expand bool

	// KeepChars: when true, Word.Chars is populated with the source
	// chars. Off by default to save memory.
	KeepChars bool
}

WordOpts configures Page.Words. The zero value is NOT useful — call DefaultWordOpts() to get a populated struct with pdfplumber-compatible defaults, then override the fields you care about.

Naming matches pdfplumber's WordExtractor kwargs where possible (XTolerance → x_tolerance, KeepBlankChars → keep_blank_chars, etc.) to make porting examples between the two libraries straightforward.

func DefaultWordOpts added in v0.1.0

func DefaultWordOpts() WordOpts

DefaultWordOpts returns a WordOpts populated with pdfplumber-matching defaults. Use this and override the fields you care about:

opts := pdftable.DefaultWordOpts()
opts.XTolerance = 1.5
words, _ := page.Words(opts)

Directories

Path Synopsis
internal
pdf
Package pdf is the internal content-stream interpreter for pdftable.
Package pdf is the internal content-stream interpreter for pdftable.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL