experiments/bees-knees
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

ref: Split LLM suggestion finding and title rewriting

Browse source
This commit is contained in:
Marty Oehme 2025-06-09 22:10:40 +02:00
parent b487f01aae
commit 3762f0d265
Signed by: Marty
GPG key ID: 4E535BC19C61886E
1 changed files with 15 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

20
prophet/llm.py
View file

@ -14,7 +14,7 @@ class LLMClient:
self.config_ai = config_ai if config_ai else AiConfig.from_env() self.config_ai = config_ai if config_ai else AiConfig.from_env()
self.client = client if client else Groq(api_key=self.config_ai.API_KEY) self.client = client if client else Groq(api_key=self.config_ai.API_KEY)
def rewrite_title(self, original_content: str) -> str: def get_alternative_title_suggestions(self, original_content: str) -> str:
suggestions = self.client.chat.completions.create( suggestions = self.client.chat.completions.create(
messages=[ messages=[
{ {
@ -31,16 +31,22 @@ class LLMClient:
suggestions_str = suggestions.choices[0].message.content suggestions_str = suggestions.choices[0].message.content
if not suggestions_str: if not suggestions_str:
raise ValueError raise ValueError
print("Suggestions: ", suggestions_str) return suggestions_str
def rewrite_title(
self, original_content: str, suggestions: str | None = None
) -> str:
if not suggestions:
suggestions = self.get_alternative_title_suggestions(original_content)
winner = self.client.chat.completions.create( winner = self.client.chat.completions.create(
messages=[ messages=[
{ {
"role": "system", "role": "system",
"content": "You are an editor at a satirical newspaper. Improve on the following satirical headline. For a given headline, you diligently evaluate: (1) Whether the headline is funny; (2) Whether the headline follows a clear satirical goal; (3) Whether the headline has sufficient substance and bite. Based on the outcomes of your review, you pick your favorite headline from the given suggestions and you make targeted revisions to it. Your output consists solely of the revised headline.", "content": "You are an editor at a satirical newspaper. Improve on the following satirical headline. For a given headline, you diligently evaluate: (1) Whether the headline is funny; (2) Whether the headline follows a clear satirical goal; (3) Whether the headline has sufficient substance and bite. Based on the outcomes of your review, you pick your favorite headline from the given suggestions and you make targeted revisions to it. Keep the length roughly to that of the original suggestions. Your output consists solely of the revised headline.",
}, },
{ {
"role": "user", "role": "user",
"content": suggestions_str, "content": suggestions,
}, },
], ],
model="llama-3.3-70b-versatile", model="llama-3.3-70b-versatile",
@ -52,11 +58,15 @@ class LLMClient:
return winner_str.strip(" \"'") return winner_str.strip(" \"'")
def rewrite_summary(self, orig: Original, improved_title: str) -> str: def rewrite_summary(self, orig: Original, improved_title: str) -> str:
no_shocking_turn: bool = True
summary = self.client.chat.completions.create( summary = self.client.chat.completions.create(
messages=[ messages=[
{ {
"role": "user", "role": "user",
"content": f"Below there is an original title and an original summary. Then follows an improved title. Write an improved summary based on the original summary which fits to the improved title. Only output the improved summary.\n\nTitle:{orig.title}\nSummary:{orig.summary}\n---\nTitle:{improved_title}\nSummary:", "content": f"""
Below there is an original title and an original summary. Then follows an improved title. Write an improved summary based on the original summary which fits to the improved title.
{"Do not use the phrase: 'in a surprising turn of events' or 'in a shocking turn of events.'" if no_shocking_turn else ""}
Only output the improved summary.\n\nTitle:{orig.title}\nSummary:{orig.summary}\n---\nTitle:{improved_title}\nSummary:""",
} }
], ],
model="llama-3.3-70b-versatile", model="llama-3.3-70b-versatile",