b4af85e31b 2025-06-29 1: use std::{
b4af85e31b 2025-06-29 2: borrow::Cow,
b4af85e31b 2025-06-29 3: fmt,
bb89b6fab8 2025-06-15 4: };
b4af85e31b 2025-06-29 5:
fae13a0e55 2025-06-28 6: use async_std::sync::{
fae13a0e55 2025-06-28 7: Arc,
fae13a0e55 2025-06-28 8: Mutex,
0340541002 2025-04-24 9: };
0340541002 2025-04-24 10: use chrono::{
0340541002 2025-04-24 11: DateTime,
0340541002 2025-04-24 12: FixedOffset,
0340541002 2025-04-24 13: Local,
0340541002 2025-04-24 14: };
0340541002 2025-04-24 15: use sqlx::{
0340541002 2025-04-24 16: Postgres,
0340541002 2025-04-24 17: Row,
0340541002 2025-04-24 18: postgres::PgPoolOptions,
0340541002 2025-04-24 19: pool::PoolConnection,
bb89b6fab8 2025-06-15 20: };
44575a91d3 2025-07-09 21: use stacked_errors::{
44575a91d3 2025-07-09 22: Result,
44575a91d3 2025-07-09 23: StackableErr,
44575a91d3 2025-07-09 24: bail,
44575a91d3 2025-07-09 25: };
0340541002 2025-04-24 26:
0340541002 2025-04-24 27: #[derive(sqlx::FromRow, Debug)]
0340541002 2025-04-24 28: pub struct List {
e3f7eeb26a 2025-04-26 29: pub source_id: i32,
0340541002 2025-04-24 30: pub channel: String,
0340541002 2025-04-24 31: pub enabled: bool,
0340541002 2025-04-24 32: pub url: String,
0340541002 2025-04-24 33: pub iv_hash: Option<String>,
0340541002 2025-04-24 34: pub url_re: Option<String>,
b4af85e31b 2025-06-29 35: }
b4af85e31b 2025-06-29 36:
b4af85e31b 2025-06-29 37: impl fmt::Display for List {
44575a91d3 2025-07-09 38: fn fmt(&self, f: &mut fmt::Formatter<'_>) -> std::result::Result<(), fmt::Error> {
42b29b744b 2026-01-01 39: write!(f, "\\#feed\\_{} \\*ļøā£ `{}` {}\nš `{}`", self.source_id, self.channel,
b4af85e31b 2025-06-29 40: match self.enabled {
b4af85e31b 2025-06-29 41: true => "š enabled",
b4af85e31b 2025-06-29 42: false => "ā disabled",
b4af85e31b 2025-06-29 43: }, self.url)?;
b4af85e31b 2025-06-29 44: if let Some(iv_hash) = &self.iv_hash {
b4af85e31b 2025-06-29 45: write!(f, "\nIV: `{iv_hash}`")?;
b4af85e31b 2025-06-29 46: }
b4af85e31b 2025-06-29 47: if let Some(url_re) = &self.url_re {
b4af85e31b 2025-06-29 48: write!(f, "\nRE: `{url_re}`")?;
b4af85e31b 2025-06-29 49: }
b4af85e31b 2025-06-29 50: Ok(())
b4af85e31b 2025-06-29 51: }
0340541002 2025-04-24 52: }
0340541002 2025-04-24 53:
0340541002 2025-04-24 54: #[derive(sqlx::FromRow, Debug)]
0340541002 2025-04-24 55: pub struct Source {
0340541002 2025-04-24 56: pub channel_id: i64,
0340541002 2025-04-24 57: pub url: String,
0340541002 2025-04-24 58: pub iv_hash: Option<String>,
0340541002 2025-04-24 59: pub owner: i64,
0340541002 2025-04-24 60: pub url_re: Option<String>,
0340541002 2025-04-24 61: }
0340541002 2025-04-24 62:
0340541002 2025-04-24 63: #[derive(sqlx::FromRow)]
0340541002 2025-04-24 64: pub struct Queue {
0340541002 2025-04-24 65: pub source_id: Option<i32>,
0340541002 2025-04-24 66: pub next_fetch: Option<DateTime<Local>>,
0340541002 2025-04-24 67: pub owner: Option<i64>,
acb0a4ac54 2025-09-28 68: pub last_scrape: DateTime<Local>,
bb89b6fab8 2025-06-15 69: }
bb89b6fab8 2025-06-15 70:
bb89b6fab8 2025-06-15 71: #[derive(Clone)]
c6d3e97290 2025-07-01 72: pub struct Db (
c6d3e97290 2025-07-01 73: Arc<Mutex<sqlx::Pool<sqlx::Postgres>>>,
c6d3e97290 2025-07-01 74: );
bb89b6fab8 2025-06-15 75:
bb89b6fab8 2025-06-15 76: impl Db {
bb89b6fab8 2025-06-15 77: pub fn new (pguri: &str) -> Result<Db> {
c6d3e97290 2025-07-01 78: Ok(Db (
c6d3e97290 2025-07-01 79: Arc::new(Mutex::new(PgPoolOptions::new()
bb89b6fab8 2025-06-15 80: .max_connections(5)
bb89b6fab8 2025-06-15 81: .acquire_timeout(std::time::Duration::new(300, 0))
bb89b6fab8 2025-06-15 82: .idle_timeout(std::time::Duration::new(60, 0))
44575a91d3 2025-07-09 83: .connect_lazy(pguri)
44575a91d3 2025-07-09 84: .stack()?)),
c6d3e97290 2025-07-01 85: ))
bb89b6fab8 2025-06-15 86: }
bb89b6fab8 2025-06-15 87:
bb89b6fab8 2025-06-15 88: pub async fn begin(&self) -> Result<Conn> {
c6d3e97290 2025-07-01 89: let pool = self.0.lock_arc().await;
44575a91d3 2025-07-09 90: let conn = Conn ( pool.acquire().await.stack()? );
bb89b6fab8 2025-06-15 91: Ok(conn)
bb89b6fab8 2025-06-15 92: }
bb89b6fab8 2025-06-15 93: }
bb89b6fab8 2025-06-15 94:
c6d3e97290 2025-07-01 95: pub struct Conn (
c6d3e97290 2025-07-01 96: PoolConnection<Postgres>,
c6d3e97290 2025-07-01 97: );
bb89b6fab8 2025-06-15 98:
c6d3e97290 2025-07-01 99: impl Conn {
bb89b6fab8 2025-06-15 100: pub async fn add_post (&mut self, source_id: i32, date: &DateTime<FixedOffset>, post_url: &str) -> Result<()> {
bb89b6fab8 2025-06-15 101: sqlx::query("insert into rsstg_post (source_id, posted, url) values ($1, $2, $3);")
bb89b6fab8 2025-06-15 102: .bind(source_id)
bb89b6fab8 2025-06-15 103: .bind(date)
bb89b6fab8 2025-06-15 104: .bind(post_url)
44575a91d3 2025-07-09 105: .execute(&mut *self.0).await.stack()?;
bb89b6fab8 2025-06-15 106: Ok(())
bb89b6fab8 2025-06-15 107: }
bb89b6fab8 2025-06-15 108:
bb89b6fab8 2025-06-15 109: pub async fn clean <I> (&mut self, source_id: i32, owner: I) -> Result<Cow<'_, str>>
bb89b6fab8 2025-06-15 110: where I: Into<i64> {
bb89b6fab8 2025-06-15 111: match sqlx::query("delete from rsstg_post p using rsstg_source s where p.source_id = $1 and owner = $2 and p.source_id = s.source_id;")
bb89b6fab8 2025-06-15 112: .bind(source_id)
bb89b6fab8 2025-06-15 113: .bind(owner.into())
44575a91d3 2025-07-09 114: .execute(&mut *self.0).await.stack()?.rows_affected() {
0340541002 2025-04-24 115: 0 => { Ok("No data found found.".into()) },
0340541002 2025-04-24 116: x => { Ok(format!("{x} posts purged.").into()) },
0340541002 2025-04-24 117: }
0340541002 2025-04-24 118: }
0340541002 2025-04-24 119:
bb89b6fab8 2025-06-15 120: pub async fn delete <I> (&mut self, source_id: i32, owner: I) -> Result<Cow<'_, str>>
bb89b6fab8 2025-06-15 121: where I: Into<i64> {
0340541002 2025-04-24 122: match sqlx::query("delete from rsstg_source where source_id = $1 and owner = $2;")
0340541002 2025-04-24 123: .bind(source_id)
bb89b6fab8 2025-06-15 124: .bind(owner.into())
44575a91d3 2025-07-09 125: .execute(&mut *self.0).await.stack()?.rows_affected() {
0340541002 2025-04-24 126: 0 => { Ok("No data found found.".into()) },
44575a91d3 2025-07-09 127: x => { Ok(format!("{x} sources removed.").into()) },
0340541002 2025-04-24 128: }
0340541002 2025-04-24 129: }
0340541002 2025-04-24 130:
bb89b6fab8 2025-06-15 131: pub async fn disable <I> (&mut self, source_id: i32, owner: I) -> Result<&str>
bb89b6fab8 2025-06-15 132: where I: Into<i64> {
0340541002 2025-04-24 133: match sqlx::query("update rsstg_source set enabled = false where source_id = $1 and owner = $2")
0340541002 2025-04-24 134: .bind(source_id)
bb89b6fab8 2025-06-15 135: .bind(owner.into())
44575a91d3 2025-07-09 136: .execute(&mut *self.0).await.stack()?.rows_affected() {
0340541002 2025-04-24 137: 1 => { Ok("Source disabled.") },
0340541002 2025-04-24 138: 0 => { Ok("Source not found.") },
0340541002 2025-04-24 139: _ => { bail!("Database error.") },
0340541002 2025-04-24 140: }
0340541002 2025-04-24 141: }
0340541002 2025-04-24 142:
bb89b6fab8 2025-06-15 143: pub async fn enable <I> (&mut self, source_id: i32, owner: I) -> Result<&str>
bb89b6fab8 2025-06-15 144: where I: Into<i64> {
0340541002 2025-04-24 145: match sqlx::query("update rsstg_source set enabled = true where source_id = $1 and owner = $2")
0340541002 2025-04-24 146: .bind(source_id)
bb89b6fab8 2025-06-15 147: .bind(owner.into())
44575a91d3 2025-07-09 148: .execute(&mut *self.0).await.stack()?.rows_affected() {
0340541002 2025-04-24 149: 1 => { Ok("Source enabled.") },
0340541002 2025-04-24 150: 0 => { Ok("Source not found.") },
0340541002 2025-04-24 151: _ => { bail!("Database error.") },
0340541002 2025-04-24 152: }
0340541002 2025-04-24 153: }
0340541002 2025-04-24 154:
bb89b6fab8 2025-06-15 155: pub async fn exists <I> (&mut self, post_url: &str, id: I) -> Result<Option<bool>>
bb89b6fab8 2025-06-15 156: where I: Into<i64> {
0340541002 2025-04-24 157: let row = sqlx::query("select exists(select true from rsstg_post where url = $1 and source_id = $2) as exists;")
0340541002 2025-04-24 158: .bind(post_url)
bb89b6fab8 2025-06-15 159: .bind(id.into())
44575a91d3 2025-07-09 160: .fetch_one(&mut *self.0).await.stack()?;
44575a91d3 2025-07-09 161: let exists: Option<bool> = row.try_get("exists").stack()?;
0340541002 2025-04-24 162: Ok(exists)
0340541002 2025-04-24 163: }
0340541002 2025-04-24 164:
0340541002 2025-04-24 165: pub async fn get_queue (&mut self) -> Result<Vec<Queue>> {
acb0a4ac54 2025-09-28 166: let block: Vec<Queue> = sqlx::query_as("select source_id, next_fetch, owner, last_scrape from rsstg_order natural left join rsstg_source where next_fetch < now() + interval '1 minute';")
44575a91d3 2025-07-09 167: .fetch_all(&mut *self.0).await.stack()?;
0340541002 2025-04-24 168: Ok(block)
0340541002 2025-04-24 169: }
0340541002 2025-04-24 170:
bb89b6fab8 2025-06-15 171: pub async fn get_list <I> (&mut self, owner: I) -> Result<Vec<List>>
bb89b6fab8 2025-06-15 172: where I: Into<i64> {
bb89b6fab8 2025-06-15 173: let source: Vec<List> = sqlx::query_as("select source_id, channel, enabled, url, iv_hash, url_re from rsstg_source where owner = $1 order by source_id")
bb89b6fab8 2025-06-15 174: .bind(owner.into())
44575a91d3 2025-07-09 175: .fetch_all(&mut *self.0).await.stack()?;
b4af85e31b 2025-06-29 176: Ok(source)
b4af85e31b 2025-06-29 177: }
b4af85e31b 2025-06-29 178:
b4af85e31b 2025-06-29 179: pub async fn get_one <I> (&mut self, owner: I, id: i32) -> Result<Option<List>>
b4af85e31b 2025-06-29 180: where I: Into<i64> {
b4af85e31b 2025-06-29 181: let source: Option<List> = sqlx::query_as("select source_id, channel, enabled, url, iv_hash, url_re from rsstg_source where owner = $1 and source_id = $2")
b4af85e31b 2025-06-29 182: .bind(owner.into())
b4af85e31b 2025-06-29 183: .bind(id)
44575a91d3 2025-07-09 184: .fetch_optional(&mut *self.0).await.stack()?;
bb89b6fab8 2025-06-15 185: Ok(source)
bb89b6fab8 2025-06-15 186: }
bb89b6fab8 2025-06-15 187:
bb89b6fab8 2025-06-15 188: pub async fn get_source <I> (&mut self, id: i32, owner: I) -> Result<Source>
bb89b6fab8 2025-06-15 189: where I: Into<i64> {
bb89b6fab8 2025-06-15 190: let source: Source = sqlx::query_as("select channel_id, url, iv_hash, owner, url_re from rsstg_source where source_id = $1 and owner = $2")
bb89b6fab8 2025-06-15 191: .bind(id)
bb89b6fab8 2025-06-15 192: .bind(owner.into())
44575a91d3 2025-07-09 193: .fetch_one(&mut *self.0).await.stack()?;
bb89b6fab8 2025-06-15 194: Ok(source)
bb89b6fab8 2025-06-15 195: }
bb89b6fab8 2025-06-15 196:
bb89b6fab8 2025-06-15 197: pub async fn set_scrape <I> (&mut self, id: I) -> Result<()>
bb89b6fab8 2025-06-15 198: where I: Into<i64> {
bb89b6fab8 2025-06-15 199: sqlx::query("update rsstg_source set last_scrape = now() where source_id = $1;")
bb89b6fab8 2025-06-15 200: .bind(id.into())
44575a91d3 2025-07-09 201: .execute(&mut *self.0).await.stack()?;
bb89b6fab8 2025-06-15 202: Ok(())
bb89b6fab8 2025-06-15 203: }
bb89b6fab8 2025-06-15 204:
bb89b6fab8 2025-06-15 205: pub async fn update <I> (&mut self, update: Option<i32>, channel: &str, channel_id: i64, url: &str, iv_hash: Option<&str>, url_re: Option<&str>, owner: I) -> Result<&str>
bb89b6fab8 2025-06-15 206: where I: Into<i64> {
0340541002 2025-04-24 207: match match update {
0340541002 2025-04-24 208: Some(id) => {
0340541002 2025-04-24 209: sqlx::query("update rsstg_source set channel_id = $2, url = $3, iv_hash = $4, owner = $5, channel = $6, url_re = $7 where source_id = $1")
0340541002 2025-04-24 210: .bind(id)
0340541002 2025-04-24 211: },
0340541002 2025-04-24 212: None => {
0340541002 2025-04-24 213: sqlx::query("insert into rsstg_source (channel_id, url, iv_hash, owner, channel, url_re) values ($1, $2, $3, $4, $5, $6)")
0340541002 2025-04-24 214: },
0340541002 2025-04-24 215: }
0340541002 2025-04-24 216: .bind(channel_id)
0340541002 2025-04-24 217: .bind(url)
0340541002 2025-04-24 218: .bind(iv_hash)
bb89b6fab8 2025-06-15 219: .bind(owner.into())
0340541002 2025-04-24 220: .bind(channel)
0340541002 2025-04-24 221: .bind(url_re)
c6d3e97290 2025-07-01 222: .execute(&mut *self.0).await
0340541002 2025-04-24 223: {
0340541002 2025-04-24 224: Ok(_) => Ok(match update {
0340541002 2025-04-24 225: Some(_) => "Channel updated.",
0340541002 2025-04-24 226: None => "Channel added.",
0340541002 2025-04-24 227: }),
0340541002 2025-04-24 228: Err(sqlx::Error::Database(err)) => {
0340541002 2025-04-24 229: match err.downcast::<sqlx::postgres::PgDatabaseError>().routine() {
0340541002 2025-04-24 230: Some("_bt_check_unique", ) => {
0340541002 2025-04-24 231: Ok("Duplicate key.")
0340541002 2025-04-24 232: },
0340541002 2025-04-24 233: Some(_) => {
0340541002 2025-04-24 234: Ok("Database error.")
0340541002 2025-04-24 235: },
0340541002 2025-04-24 236: None => {
0340541002 2025-04-24 237: Ok("No database error extracted.")
0340541002 2025-04-24 238: },
0340541002 2025-04-24 239: }
0340541002 2025-04-24 240: },
0340541002 2025-04-24 241: Err(err) => {
0340541002 2025-04-24 242: bail!("Sorry, unknown error:\n{err:#?}\n");
0340541002 2025-04-24 243: },
0340541002 2025-04-24 244: }
0340541002 2025-04-24 245: }
0340541002 2025-04-24 246: }