feat(extractor): implement multi-engine article content extractor
- Added scripts/extract_article_contents.py for batch scraping with stealth Foxcape and triple extraction (Trafilatura, Newspaper4k, Readability) - Created unit, integration, and E2E test suite in tests/test_extract_article_contents.py (90/90 passing) - Updated specs/003-article-content-extractor and README.md with usage documentation and CLI contracts - Passed ruff linting/formatting and mypy type checking cleanly
This commit is contained in:
@@ -44,10 +44,10 @@
|
||||
"42": "1. Input Schemas",
|
||||
"43": "2. Basic CLI Usage Examples",
|
||||
"44": "2. Standard Streams & Exit Codes",
|
||||
"45": "ClassificationResult",
|
||||
"45": "classifier.py",
|
||||
"46": "InherenceClassifier",
|
||||
"47": "detect_language",
|
||||
"48": "test_models.py",
|
||||
"48": "ClassificationError",
|
||||
"49": "content_northvolt_de.md",
|
||||
"50": "content_presal_pt.md",
|
||||
"51": "content_tangential_es.md",
|
||||
@@ -79,7 +79,7 @@
|
||||
"77": "pt/tangential.md",
|
||||
"78": "tests/__init__.py",
|
||||
"79": "text-nlp-classifier",
|
||||
"80": "get_hl_gl_ceid",
|
||||
"80": "test_extract_article_contents.py",
|
||||
"81": "Extrator de Notícias do Google News — Guia Completo de Funcionamento",
|
||||
"82": "extract_google_news.py",
|
||||
"83": "ExtractionResult",
|
||||
@@ -97,10 +97,21 @@
|
||||
"95": "CLI Contract: Google News Headlines Extractor",
|
||||
"96": "readiness.md",
|
||||
"97": "🧠 TextNLPClassifierApp",
|
||||
"98": "build_parser",
|
||||
"98": "Extraction Pipeline Checklist: Article Content Multi-Engine Extractor",
|
||||
"99": "sample_rss_xml",
|
||||
"100": "classifier.py",
|
||||
"100": "main",
|
||||
"101": "ECPSnapshot",
|
||||
"102": "Feature Specification: Multilingual NLP Entity Inherence Classifier (POC)",
|
||||
"103": "main"
|
||||
"103": "4. Requisitos Funcionais (FR)",
|
||||
"104": "Tasks: Article Content Multi-Engine Extractor",
|
||||
"105": "models.py",
|
||||
"106": "Implementation Plan: Article Content Multi-Engine Extractor",
|
||||
"107": "2. Cenários de Validação",
|
||||
"108": "1. Technical Decisions & Tradeoffs",
|
||||
"109": "Implementation Plan: Multilingual NLP Entity Inherence Classifier (POC)",
|
||||
"110": "POC Readiness & Requirements Quality Checklist: Multilingual NLP Entity Inherence Classifier",
|
||||
"111": "Specification Quality Checklist: Multilingual NLP Entity Inherence Classifier",
|
||||
"112": "CLI Contract: Article Content Multi-Engine Extractor",
|
||||
"113": "001-multilingual-entity-classifier/spec.md",
|
||||
"114": "JSON Schema Contract: Article Content Multi-Engine Extractor"
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user