playwriter
Code Issues

feat: add getPageMarkdown utility using Mozilla Readability

Browse Source 
- Consolidate build scripts into single build-client-bundles.ts
- Add @mozilla/readability for Firefox Reader View content extraction
- New getPageMarkdown() utility extracts main page content as plain text
- Supports search and diff-since-last-call like other utilities
- Add test with file snapshot
This commit is contained in:
Tommy D. Rossi
2026-02-01 18:37:52 +01:00
parent a4d5029f14
commit 51704a0922
12 changed files with 667 additions and 181 deletions
Download Patch File Download Diff File Expand all files Collapse all files
pnpm-lock.yaml
Generated
+89 -35
View File
@@ -14,7 +14,7 @@ importers:
devDependencies:
'@changesets/cli':
specifier: ^2.29.7
version: 2.29.7(@types/node@25.0.3)
version: 2.29.7(@types/node@25.2.0)
prettier:
specifier: ^3.6.2
version: 3.6.2
@@ -26,10 +26,10 @@ importers:
version: 5.9.3
vite:
specifier: ^7.2.2
version: 7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
version: 7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
vitest:
specifier: ^4.0.8
version: 4.0.8(@types/node@25.0.3)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6)
version: 4.0.8(@types/node@25.2.0)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6)
extension:
dependencies:
@@ -51,10 +51,26 @@ importers:
version: 5.9.3
vite:
specifier: ^5.4.21
version: 5.4.21(@types/node@25.0.3)(lightningcss@1.30.2)
version: 5.4.21(@types/node@25.2.0)(lightningcss@1.30.2)
vite-plugin-static-copy:
specifier: ^3.1.1
version: 3.1.4(vite@5.4.21(@types/node@25.0.3)(lightningcss@1.30.2))
version: 3.1.4(vite@5.4.21(@types/node@25.2.0)(lightningcss@1.30.2))
gmail-oauth:
dependencies:
google-auth-library:
specifier: ^10.5.0
version: 10.5.0
googleapis:
specifier: ^171.0.0
version: 171.0.0
devDependencies:
'@types/node':
specifier: ^25.2.0
version: 25.2.0
typescript:
specifier: ^5.9.3
version: 5.9.3
playwriter:
dependencies:
@@ -113,6 +129,9 @@ importers:
'@mizchi/selector-generator':
specifier: 1.50.0-next
version: 1.50.0-next
'@mozilla/readability':
specifier: ^0.6.0
version: 0.6.0
'@types/chrome':
specifier: ^0.0.315
version: 0.0.315
@@ -1366,6 +1385,10 @@ packages:
'@cfworker/json-schema':
optional: true
'@mozilla/readability@0.6.0':
resolution: {integrity: sha512-juG5VWh4qAivzTAeMzvY9xs9HY5rAcr2E4I7tiSSCokRFi7XIZCAu92ZkSTsIj1OPceCifL3cpfteP3pDT9/QQ==}
engines: {node: '>=14.0.0'}
'@nodelib/fs.scandir@2.1.5':
resolution: {integrity: sha512-vq24Bq3ym5HEQm2NKCr3yXDwjc7vTsEThRDnkp2DK9p1uqLR+DHurm/NOTo0KG7HYHU7eppKZj3MyqYuMBf62g==}
engines: {node: '>= 8'}
@@ -2317,6 +2340,9 @@ packages:
'@types/node@25.0.3':
resolution: {integrity: sha512-W609buLVRVmeW693xKfzHeIV6nJGGz98uCPfeXI1ELMLXVeKYZ9m15fAMSaUPBHYLGFsVRcMmSCksQOrZV9BYA==}
'@types/node@25.2.0':
resolution: {integrity: sha512-DZ8VwRFUNzuqJ5khrvwMXHmvPe+zGayJhr2CDNiKB1WBE1ST8Djl00D0IC4vvNmHMdj6DlbYRIaFE7WHjlDl5w==}
'@types/pg-pool@2.0.6':
resolution: {integrity: sha512-TaAUE5rq2VQYxab5Ts7WZhKNmuN78Q6PiFonTDdpbx8a1H0M1vhy3rhiMjl+e2iHmogyMw7jZF4FrE6eJUy5HQ==}
@@ -3390,6 +3416,14 @@ packages:
resolution: {integrity: sha512-eAmLkjDjAFCVXg7A1unxHsLf961m6y17QFqXqAXGj/gVkKFrEICfStRfwUlGNfeCEjNRa32JEWOUTlYXPyyKvA==}
engines: {node: '>=14'}
googleapis-common@8.0.1:
resolution: {integrity: sha512-eCzNACUXPb1PW5l0ULTzMHaL/ltPRADoPgjBlT8jWsTbxkCp6siv+qKJ/1ldaybCthGwsYFYallF7u9AkU4L+A==}
engines: {node: '>=18.0.0'}
googleapis@171.0.0:
resolution: {integrity: sha512-z+wpYZ9wfO/v58b/7fM0JqwDR6dx6yE3UdQZ9vWrzmzNVHFd85Uud8QewFfm8ht/3Hx2ISLbCs8RfnbrqR8X4A==}
engines: {node: '>=18'}
gopd@1.2.0:
resolution: {integrity: sha512-ZUKRh6/kUFoAiTAtTYPZJ3hw9wNxx+BIBOijnlG9PnrJsCcSjs1wyyD6vJpaYtgnzDrKYRSqf3OO6Rfa93xsRg==}
engines: {node: '>= 0.4'}
@@ -4827,6 +4861,9 @@ packages:
uri-js@4.4.1:
resolution: {integrity: sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==}
url-template@2.0.8:
resolution: {integrity: sha512-XdVKMF4SJ0nP/O7XIPB0JwAEuT9lDIYnNsK8yGVe43y0AWoKeJNdv3ZNWh7ksJ6KqQFjOO6ox/VEitLnaVNufw==}
urlpattern-polyfill@10.0.0:
resolution: {integrity: sha512-H/A06tKD7sS1O1X2SshBVeA5FLycRpjqiBeqGKmBwBDBy28EnRjORxTNe269KSSr5un5qyWi1iL61wLxpd+ZOg==}
@@ -5845,7 +5882,7 @@ snapshots:
dependencies:
'@changesets/types': 6.1.0
'@changesets/cli@2.29.7(@types/node@25.0.3)':
'@changesets/cli@2.29.7(@types/node@25.2.0)':
dependencies:
'@changesets/apply-release-plan': 7.0.13
'@changesets/assemble-release-plan': 6.0.9
@@ -5861,7 +5898,7 @@ snapshots:
'@changesets/should-skip-package': 0.1.2
'@changesets/types': 6.1.0
'@changesets/write': 0.4.0
'@inquirer/external-editor': 1.0.3(@types/node@25.0.3)
'@inquirer/external-editor': 1.0.3(@types/node@25.2.0)
'@manypkg/get-packages': 1.1.3
ansi-colors: 4.1.3
ci-info: 3.9.0
@@ -6347,12 +6384,12 @@ snapshots:
'@img/sharp-win32-x64@0.34.5':
optional: true
'@inquirer/external-editor@1.0.3(@types/node@25.0.3)':
'@inquirer/external-editor@1.0.3(@types/node@25.2.0)':
dependencies:
chardet: 2.1.1
iconv-lite: 0.7.0
optionalDependencies:
'@types/node': 25.0.3
'@types/node': 25.2.0
'@isaacs/cliui@8.0.2':
dependencies:
@@ -6459,6 +6496,8 @@ snapshots:
- hono
- supports-color
'@mozilla/readability@0.6.0': {}
'@nodelib/fs.scandir@2.1.5':
dependencies:
'@nodelib/fs.stat': 2.0.5
@@ -7502,7 +7541,7 @@ snapshots:
'@types/node-fetch@2.6.13':
dependencies:
'@types/node': 24.10.1
'@types/node': 25.0.3
form-data: 4.0.5
'@types/node@12.20.55': {}
@@ -7519,6 +7558,10 @@ snapshots:
dependencies:
undici-types: 7.16.0
'@types/node@25.2.0':
dependencies:
undici-types: 7.16.0
'@types/pg-pool@2.0.6':
dependencies:
'@types/pg': 8.15.6
@@ -7559,11 +7602,11 @@ snapshots:
'@types/ws@8.18.1':
dependencies:
'@types/node': 24.10.1
'@types/node': 25.0.3
'@types/yauzl@2.10.3':
dependencies:
'@types/node': 24.10.1
'@types/node': 25.0.3
optional: true
'@typespec/ts-http-runtime@0.3.2':
@@ -7630,21 +7673,13 @@ snapshots:
optionalDependencies:
vite: 7.3.0(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
'@vitest/mocker@4.0.8(vite@7.2.2(@types/node@24.10.1)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))':
'@vitest/mocker@4.0.8(vite@7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))':
dependencies:
'@vitest/spy': 4.0.8
estree-walker: 3.0.3
magic-string: 0.30.21
optionalDependencies:
vite: 7.2.2(@types/node@24.10.1)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
'@vitest/mocker@4.0.8(vite@7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))':
dependencies:
'@vitest/spy': 4.0.8
estree-walker: 3.0.3
magic-string: 0.30.21
optionalDependencies:
vite: 7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
vite: 7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
'@vitest/pretty-format@4.0.16':
dependencies:
@@ -7689,7 +7724,7 @@ snapshots:
sirv: 3.0.2
tinyglobby: 0.2.15
tinyrainbow: 3.0.3
vitest: 4.0.8(@types/node@24.10.1)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6)
vitest: 4.0.8(@types/node@25.2.0)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6)
'@vitest/utils@4.0.16':
dependencies:
@@ -8029,7 +8064,7 @@ snapshots:
chrome-launcher@1.2.1:
dependencies:
'@types/node': 24.10.1
'@types/node': 25.0.3
escape-string-regexp: 4.0.0
is-wsl: 2.2.0
lighthouse-logger: 2.0.2
@@ -8830,6 +8865,23 @@ snapshots:
google-logging-utils@1.1.3: {}
googleapis-common@8.0.1:
dependencies:
extend: 3.0.2
gaxios: 7.1.3
google-auth-library: 10.5.0
qs: 6.14.1
url-template: 2.0.8
transitivePeerDependencies:
- supports-color
googleapis@171.0.0:
dependencies:
google-auth-library: 10.5.0
googleapis-common: 8.0.1
transitivePeerDependencies:
- supports-color
gopd@1.2.0: {}
graceful-fs@4.2.11: {}
@@ -10328,6 +10380,8 @@ snapshots:
dependencies:
punycode: 2.3.1
url-template@2.0.8: {}
urlpattern-polyfill@10.0.0:
optional: true
@@ -10391,13 +10445,13 @@ snapshots:
dependencies:
vite: 7.3.0(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
vite-plugin-static-copy@3.1.4(vite@5.4.21(@types/node@25.0.3)(lightningcss@1.30.2)):
vite-plugin-static-copy@3.1.4(vite@5.4.21(@types/node@25.2.0)(lightningcss@1.30.2)):
dependencies:
chokidar: 3.6.0
p-map: 7.0.4
picocolors: 1.1.1
tinyglobby: 0.2.15
vite: 5.4.21(@types/node@25.0.3)(lightningcss@1.30.2)
vite: 5.4.21(@types/node@25.2.0)(lightningcss@1.30.2)
vite-tsconfig-paths@6.0.3(typescript@5.9.3)(vite@7.3.0(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)):
dependencies:
@@ -10410,13 +10464,13 @@ snapshots:
- supports-color
- typescript
vite@5.4.21(@types/node@25.0.3)(lightningcss@1.30.2):
vite@5.4.21(@types/node@25.2.0)(lightningcss@1.30.2):
dependencies:
esbuild: 0.21.5
postcss: 8.5.6
rollup: 4.53.2
optionalDependencies:
'@types/node': 25.0.3
'@types/node': 25.2.0
fsevents: 2.3.3
lightningcss: 1.30.2
@@ -10435,7 +10489,7 @@ snapshots:
lightningcss: 1.30.2
tsx: 4.20.6
vite@7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6):
vite@7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6):
dependencies:
esbuild: 0.25.12
fdir: 6.5.0(picomatch@4.0.3)
@@ -10444,7 +10498,7 @@ snapshots:
rollup: 4.53.2
tinyglobby: 0.2.15
optionalDependencies:
'@types/node': 25.0.3
'@types/node': 25.2.0
fsevents: 2.3.3
jiti: 2.6.1
lightningcss: 1.30.2
@@ -10523,7 +10577,7 @@ snapshots:
vitest@4.0.8(@types/node@24.10.1)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6):
dependencies:
'@vitest/expect': 4.0.8
'@vitest/mocker': 4.0.8(vite@7.2.2(@types/node@24.10.1)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))
'@vitest/mocker': 4.0.8(vite@7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))
'@vitest/pretty-format': 4.0.8
'@vitest/runner': 4.0.8
'@vitest/snapshot': 4.0.8
@@ -10560,10 +10614,10 @@ snapshots:
- tsx
- yaml
vitest@4.0.8(@types/node@25.0.3)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6):
vitest@4.0.8(@types/node@25.2.0)(@vitest/ui@4.0.8)(jiti@2.6.1)(jsdom@27.2.0(bufferutil@4.0.9))(lightningcss@1.30.2)(tsx@4.20.6):
dependencies:
'@vitest/expect': 4.0.8
'@vitest/mocker': 4.0.8(vite@7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))
'@vitest/mocker': 4.0.8(vite@7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6))
'@vitest/pretty-format': 4.0.8
'@vitest/runner': 4.0.8
'@vitest/snapshot': 4.0.8
@@ -10580,10 +10634,10 @@ snapshots:
tinyexec: 0.3.2
tinyglobby: 0.2.15
tinyrainbow: 3.0.3
vite: 7.2.2(@types/node@25.0.3)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
vite: 7.2.2(@types/node@25.2.0)(jiti@2.6.1)(lightningcss@1.30.2)(tsx@4.20.6)
why-is-node-running: 2.3.0
optionalDependencies:
'@types/node': 25.0.3
'@types/node': 25.2.0
'@vitest/ui': 4.0.8(vitest@4.0.8)
jsdom: 27.2.0(bufferutil@4.0.9)
transitivePeerDependencies: