[Personalize] Truncating all string columns

Author: yattias

src/analytics/constants/personalize_constants.py

@@ -31,7 +31,6 @@
 
 # Limits for fields to prevent data bloat
 MAX_HUB_IDS = 20
-MAX_TITLE_LENGTH = 950  # Character limit for TITLE field
 
 # CSV Headers (in order for the CSV file)
 CSV_HEADERS = [
@@ -95,7 +94,8 @@
 ]
 
 # Text field maximum length (to prevent CSV cell overflow)
-MAX_TEXT_LENGTH = 10000
+# Applied to both TITLE and TEXT fields
+MAX_TEXT_LENGTH = 950
 
 # ITEM_TYPE mapping for Personalize export
 # Maps internal document_type to Personalize-friendly type names

src/analytics/items/personalize_item_mapper.py

@@ -28,10 +28,7 @@
     TWEET_COUNT_TOTAL,
     UPVOTE_SCORE,
 )
-from analytics.utils.personalize_item_utils import (
-    prepare_text_for_personalize,
-    prepare_title,
-)
+from analytics.utils.personalize_item_utils import prepare_text_for_personalize
 from utils.time import datetime_to_epoch_seconds
 
 
@@ -171,7 +168,7 @@ def _map_paper_fields(
         text_concat = f"{title} {abstract} {hub_names}"
 
         fields = {
-            TITLE: prepare_title(title),
+            TITLE: prepare_text_for_personalize(title),
             TEXT: prepare_text_for_personalize(text_concat),
             CITATION_COUNT_TOTAL: paper.citations if paper.citations is not None else 0,
         }
@@ -193,6 +190,6 @@ def _map_post_fields(self, prefetched_doc: PrefetchedUnifiedDocument, post) -> d
         text_concat = f"{title} {renderable_text} {hub_names}"
 
         return {
-            TITLE: prepare_title(title),
+            TITLE: prepare_text_for_personalize(title),
             TEXT: prepare_text_for_personalize(text_concat),
         }

src/analytics/utils/personalize_item_utils.py

@@ -5,7 +5,7 @@
 import re
 from typing import Optional
 
-from analytics.constants.personalize_constants import MAX_TEXT_LENGTH, MAX_TITLE_LENGTH
+from analytics.constants.personalize_constants import MAX_TEXT_LENGTH
 
 
 def prepare_text_for_personalize(text: Optional[str]) -> Optional[str]:
@@ -30,19 +30,3 @@ def prepare_text_for_personalize(text: Optional[str]) -> Optional[str]:
         text = text[:MAX_TEXT_LENGTH]
 
     return text if text else None
-
-
-def prepare_title(title: Optional[str]) -> Optional[str]:
-    """
-    Prepare title for CSV export with length limit.
-
-    Cleans HTML, normalizes whitespace, and limits to MAX_TITLE_LENGTH.
-    """
-    # Use existing text preparation logic
-    prepared = prepare_text_for_personalize(title)
-
-    # Apply title-specific length limit
-    if prepared and len(prepared) > MAX_TITLE_LENGTH:
-        prepared = prepared[:MAX_TITLE_LENGTH]
-
-    return prepared