src/scripts/parsing/parse-html-batch.ts
| Symbol | Kind | Line | Parameters |
|---|---|---|---|
ParseStats |
interface | L51 | |
getScrapingRule |
function | L63 | domain |
saveScrapingRule |
function | L78 | rule |
updateTrustLevel |
function | L88 | domain, success |
saveParsedListing |
function | L116 | listing |
getHtmlFromS3 |
function | L126 | key |
keyToUrl |
function | L152 | key |
parseHtmlFile |
function | L163 | s3Key, stats |
listHtmlFiles |
function | L299 | limit, filterDomain |
main |
function | L331 |
Imports: zlib, @aws-sdk/client-s3, @aws-sdk/client-dynamodb, @aws-sdk/lib-dynamodb, dotenv, ./types, ./cheerio-parser, ./bedrock-teacher