From cb6e88933d56041eb6cb3a70cf2be3b234d279cf Mon Sep 17 00:00:00 2001 From: davek-ai Date: Thu, 5 Jun 2025 17:35:42 -0700 Subject: [PATCH] Trim --- Metadata --- from message --- services/runner/tasks/tweet_task.py | 16 ++++++++++++---- 1 file changed, 12 insertions(+), 4 deletions(-) diff --git a/services/runner/tasks/tweet_task.py b/services/runner/tasks/tweet_task.py index b8da3a2b..425b0727 100644 --- a/services/runner/tasks/tweet_task.py +++ b/services/runner/tasks/tweet_task.py @@ -230,6 +230,12 @@ async def _validate_message( dao_id=message.dao_id if hasattr(message, "dao_id") else None, ) + def _strip_metadata_section(self, text: str) -> str: + """Remove metadata section starting with '--- Metadata ---' to the end of the text.""" + metadata_pattern = r"--- Metadata ---.*$" + # Remove from '--- Metadata ---' to the end, including the marker + return re.sub(metadata_pattern, "", text, flags=re.DOTALL).rstrip() + async def _process_tweet_message( self, message: QueueMessage ) -> TweetProcessingResult: @@ -250,16 +256,18 @@ async def _process_tweet_message( # Extract tweet text directly from the message format original_text = message.message["message"] + # Strip metadata section if present + clean_text = self._strip_metadata_section(original_text) logger.info(f"Sending tweet for DAO {message.dao_id}") - logger.debug(f"Tweet content: {original_text}") + logger.debug(f"Tweet content: {clean_text}") # Look for image URLs in the text - image_urls = extract_image_urls(original_text) + image_urls = extract_image_urls(clean_text) image_url = image_urls[0] if image_urls else None - tweet_text = original_text + tweet_text = clean_text if image_url: - tweet_text = re.sub(re.escape(image_url), "", original_text).strip() + tweet_text = re.sub(re.escape(image_url), "", clean_text).strip() tweet_text = re.sub(r"\s+", " ", tweet_text) # Split tweet text if necessary