phase 15: fix ruff lint errors across services
This commit is contained in:
@@ -16,20 +16,19 @@ from services.adapters.web_scrape_adapter import WebScrapeAdapter
|
||||
from services.shared.config import load_config
|
||||
from services.shared.db import get_minio, get_pg_pool, get_redis
|
||||
from services.shared.dedupe import dedupe_items, mark_as_seen
|
||||
from services.shared.logging import (
|
||||
Span,
|
||||
inject_trace_context,
|
||||
new_trace_id,
|
||||
set_trace_context,
|
||||
setup_logging,
|
||||
)
|
||||
from services.shared.metadata import (
|
||||
persist_ingestion_items,
|
||||
record_retrieval_failure,
|
||||
reset_source_retry_state,
|
||||
)
|
||||
from services.shared.redis_keys import (
|
||||
QUEUE_INGESTION,
|
||||
QUEUE_PARSING,
|
||||
dedupe_key,
|
||||
queue_key,
|
||||
)
|
||||
from services.shared.logging import Span, extract_trace_context, inject_trace_context, new_trace_id, set_trace_context, setup_logging
|
||||
from services.shared.metrics import (
|
||||
ACTIVE_JOBS,
|
||||
INGESTION_ADAPTER_DURATION,
|
||||
INGESTION_ERRORS,
|
||||
INGESTION_ITEMS_DEDUPED,
|
||||
@@ -37,8 +36,13 @@ from services.shared.metrics import (
|
||||
INGESTION_ITEMS_NEW,
|
||||
INGESTION_JOBS_TOTAL,
|
||||
)
|
||||
from services.shared.redis_keys import (
|
||||
QUEUE_INGESTION,
|
||||
QUEUE_PARSING,
|
||||
dedupe_key,
|
||||
queue_key,
|
||||
)
|
||||
from services.shared.storage import (
|
||||
bucket_for_source,
|
||||
ensure_buckets,
|
||||
upload_raw_artifact,
|
||||
)
|
||||
@@ -88,7 +92,6 @@ async def process_job(
|
||||
return
|
||||
|
||||
# Store raw payload in MinIO
|
||||
bucket = bucket_for_source(source_type)
|
||||
artifact_type = "raw_html" if source_type == "web_scrape" else "raw_json"
|
||||
storage_uri = upload_raw_artifact(
|
||||
minio_client,
|
||||
|
||||
Reference in New Issue
Block a user