tri11paragon
/
Scripts
mirror of https://github.com/Tri11Paragon/Scripts.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

no idea if this works

main
Brett 2025-07-01 15:44:07 -04:00
parent 56cfe626d7
commit 41cad0931a
2 changed files with 12 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
news/main.py
View File

@ -258,11 +258,12 @@ async def handle_article_url(message: discord.Message, url: str) -> None:
for i, x in enumerate(paragraph_relevance): for i, x in enumerate(paragraph_relevance):
paragraph_relevance[i] = int(x) paragraph_relevance[i] = int(x)
await article_repository.set_paragraphs(url, paragraphs, summary, paragraph_relevance, keywords, paragraph_restitutions)
average_relevance = (sum(int(x) for x in paragraph_relevance) / len(paragraph_relevance) + sum(paragraph_keypoints)) / 2 average_relevance = (sum(int(x) for x in paragraph_relevance) / len(paragraph_relevance) + sum(paragraph_keypoints)) / 2
median_relevance = sorted(int(ref) for ref in paragraph_relevance)[len(paragraph_relevance) // 2] median_relevance = sorted(int(ref) for ref in paragraph_relevance)[len(paragraph_relevance) // 2]
median_relevance2 = sorted(paragraph_keypoints)[len(paragraph_keypoints) // 2] median_relevance2 = sorted(paragraph_keypoints)[len(paragraph_keypoints) // 2]
relevance_cutoff = min(average_relevance, (median_relevance + median_relevance2) / 2) relevance_cutoff = min(average_relevance, (median_relevance + median_relevance2) / 2)
LOGGER.info(f"Relevance cutoff: {relevance_cutoff} From ({average_relevance}, {(median_relevance + median_relevance2) / 2})") LOGGER.info(f"Relevance cutoff: {relevance_cutoff} From ({average_relevance}, {(median_relevance + median_relevance2) / 2})")

23
news/pool.py
View File

@ -189,10 +189,6 @@ class ArticleRepository:
""", (article_id, summary, "summary")) """, (article_id, summary, "summary"))
summary_id = rows.fetchone()[0] summary_id = rows.fetchone()[0]
cur.execute(f"""
INSERT INTO topic_ratings (article_id, topic_id, rating) VALUES ({self.cursor_type}, {self.cursor_type}, {self.cursor_type})
RETURNING id;
""", (article_id, summary_id, summary_ratings))
topic_ids = [] topic_ids = []
for topic in topics: for topic in topics:
@ -203,7 +199,7 @@ class ArticleRepository:
""", (article_id, topic, "keypoint")) """, (article_id, topic, "keypoint"))
topic_ids.append(rows.fetchone()[0]) topic_ids.append(rows.fetchone()[0])
for paragraph in paragraphs: for paragraph, summary_rating, gel in zip(paragraphs, summary_ratings, topic_ratings):
rows = cur.execute(f""" rows = cur.execute(f"""
INSERT INTO paragraphs (article_id, paragraph_text) INSERT INTO paragraphs (article_id, paragraph_text)
VALUES ({self.cursor_type}, {self.cursor_type}) VALUES ({self.cursor_type}, {self.cursor_type})
@ -211,9 +207,14 @@ class ArticleRepository:
""", (article_id, paragraph)) """, (article_id, paragraph))
paragraph_id = rows.fetchone()[0] paragraph_id = rows.fetchone()[0]
for topic_id, rating in zip(topic_ids, topic_ratings):
cur.execute(f"""
INSERT INTO topic_ratings (paragraph_id, topic_id, rating) VALUES ({self.cursor_type}, {self.cursor_type}, {self.cursor_type})
""", (paragraph_id, summary_id, float(summary_rating)))
for topic_id, rating in zip(topic_ids, gel):
self._conn.execute(f""" self._conn.execute(f"""
INSERT INTO paragraph_topic_ratings (paragraph_id, topic_id, rating) INSERT INTO topic_ratings (paragraph_id, topic_id, rating)
VALUES ({self.cursor_type}, {self.cursor_type}, {self.cursor_type}) VALUES ({self.cursor_type}, {self.cursor_type}, {self.cursor_type})
""", (paragraph_id, topic_id, rating)) """, (paragraph_id, topic_id, rating))
@ -258,16 +259,12 @@ class ArticleRepository:
foreign key (article_id) references articles(id) foreign key (article_id) references articles(id)
); );
CREATE TABLE IF NOT EXISTS topic_ratings ( CREATE TABLE IF NOT EXISTS topic_ratings (
article_id INTEGER,
paragraph_id INTEGER, paragraph_id INTEGER,
topic_id INTEGER NOT NULL, topic_id INTEGER NOT NULL,
rating FLOAT NOT NULL, rating FLOAT NOT NULL,
primary key (article_id, paragraph_id, topic_id), primary key (paragraph_id, topic_id),
unique (topic_id),
foreign key (paragraph_id) references paragraphs(id), foreign key (paragraph_id) references paragraphs(id),
foreign key (topic_id) references topics(id), foreign key (topic_id) references topics(id)
CHECK ((article_id IS NOT NULL AND paragraph_id IS NULL)
OR (article_id IS NULL AND paragraph_id IS NOT NULL))
) )
""" """
) )