The one and only agent harness for complex codebases. Project memory, planning, execution, and verified completion inside Codex.
JavaScript aiai-agentsclaudeclaude-codeclicodexdeveloper-toolslazylazycodexoh-my-openagentomoopenaiorchestrationtypescript
// html-text-map.mjs - the reader-visible text of a page, with a source map back into the markup.
//
// extractHtml(html) returns { root, text, blocks, starts, ends }: `text` is one line per block
// (prose blocks and table cells; whitespace collapsed, entities decoded) and text unit k came from
// html.slice(starts[k], ends[k]). Only text nodes are read: attribute values, CSS, scripts, and
// anything a reader never sees (head, script, style, svg, noscript, template, code-like elements,
// aria-hidden="true" and their descendants, and what the page's CSS hides: css-hiding.mjs)
// contribute nothing, so a locator over `text` can never land in markup. A synthetic separator
// (collapsed break, line feed) maps to an empty range at the previous character's end.
// Plain Node ESM, sibling imports only.
import { cssVisibility } from "./css-hiding.mjs"
import { decodeOne } from "./entities.mjs"
import { parseHtml, PROSE_BREAKS, PROSE_TAGS } from "./html-lite.mjs"
const SKIP = new Set(["head", "script", "style", "svg", "code", "pre", "kbd", "samp", "template", "noscript"])
const INLINE = new Set([
"a", "abbr", "b", "bdi", "bdo", "cite", "data", "del", "dfn", "em", "font", "i", "ins", "label", "mark", "q", "s",
"small", "span", "strong", "sub", "sup", "time", "u", "var",
])
const SPACE = /\s/
/** null when a reader never sees the element or anything inside it, else whether its own text shows (css: cssVisibility). */
function shownState(node, css, parentShown) {
if (SKIP.has(node.tag) || String(node.attrs?.["aria-hidden"] ?? "").trim().toLowerCase() === "true") return null
return css(node, parentShown)
}
function newLine() {
return { node: null, text: "", starts: [], ends: [], space: null }
}
function put(line, unit, start, end) {
if (SPACE.test(unit)) {
if (line.text !== "" && line.space === null) line.space = [start, end]
return
}
if (line.space !== null) {
line.text += " "
line.starts.push(line.space[0])
line.ends.push(line.space[1])
line.space = null
}
line.text += unit
line.starts.push(start)
line.ends.push(end)
}
/** A collapsible break with no source character of its own. */
function softBreak(line) {
if (line.text !== "" && line.space === null) {
const at = line.ends[line.ends.length - 1]
line.space = [at, at]
}
}
/** Append a text node's source range, decoding entities exactly as decodeEntities does. */
function putText(line, src, from, to) {
for (let at = from; at < to; ) {
if (src[at] === "&") {
const semi = src.indexOf(";", at + 1)
const decoded = semi !== -1 && semi < to && semi - at <= 12 ? decodeOne(src.slice(at + 1, semi)) : null
if (decoded !== null) {
for (let k = 0; k < decoded.length; k++) put(line, decoded[k], at, semi + 1)
at = semi + 1
continue
}
}
put(line, src[at], at, at + 1)
at++
}
}
function putProse(line, src, node, css, shown) {
for (const child of node.children) {
if (child.tag === "#text") {
if (shown) putText(line, src, child.source_start, child.source_end)
continue
}
const state = shownState(child, css, shown)
if (state === null) continue
const breaks = PROSE_BREAKS.has(child.tag)
if (breaks) softBreak(line)
putProse(line, src, child, css, state)
if (breaks) softBreak(line)
}
}
/** See the file comment. blocks: [{ node, start, end }] with text.slice(start, end) one block line. */
export function extractHtml(html) {
const src = String(html)
const root = parseHtml(src)
const css = cssVisibility(root)
const lines = []
let line = newLine()
const flush = (node) => {
if (line.text !== "") lines.push({ ...line, node })
line = newLine()
}
const walk = (node, shown) => {
for (const child of node.children) {
if (child.tag === "#text") {
if (shown) putText(line, src, child.source_start, child.source_end)
continue
}
const state = shownState(child, css, shown)
if (state === null) continue
if (child.tag === "br") flush(node)
else if (INLINE.has(child.tag)) walk(child, state)
else if (PROSE_TAGS.has(child.tag)) {
flush(node)
putProse(line, src, child, css, state)
flush(child)
} else {
flush(node)
walk(child, state)
flush(child)
}
}
}
walk(root, true)
flush(root)
const blocks = []
const starts = []
const ends = []
let text = ""
for (const entry of lines) {
if (text !== "") {
const at = ends[ends.length - 1]
text += "\n"
starts.push(at)
ends.push(at)
}
blocks.push({ node: entry.node, start: text.length, end: text.length + entry.text.length })
text += entry.text
starts.push(...entry.starts)
ends.push(...entry.ends)
}
return { root, text, blocks, starts, ends }
}