5148f929f3 2020-12-07 1: use std::collections::{BTreeMap, HashSet};
5148f929f3 2020-12-07 2: use std::sync::{Arc, Mutex};
6ac5737a72 2020-11-18 3:
61df933942 2020-11-18 4: use config;
61df933942 2020-11-18 5:
61df933942 2020-11-18 6: use tokio;
d52a6ff5c8 2021-09-30 7: use reqwest;
423cadd9c7 2020-11-27 8:
61df933942 2020-11-18 9: use rss;
d52a6ff5c8 2021-09-30 10: use atom_syndication;
423cadd9c7 2020-11-27 11:
61df933942 2020-11-18 12: use chrono::DateTime;
61df933942 2020-11-18 13:
61df933942 2020-11-18 14: use regex::Regex;
61df933942 2020-11-18 15:
61df933942 2020-11-18 16: use telegram_bot::*;
423cadd9c7 2020-11-27 17: use tokio::stream::StreamExt;
61df933942 2020-11-18 18:
61df933942 2020-11-18 19: use sqlx::postgres::PgPoolOptions;
61df933942 2020-11-18 20: use sqlx::Row;
61df933942 2020-11-18 21:
4acdad1942 2020-11-26 22: #[macro_use]
4acdad1942 2020-11-26 23: extern crate lazy_static;
4acdad1942 2020-11-26 24:
f322efafd9 2020-11-30 25: use anyhow::{anyhow, bail, Context, Result};
61df933942 2020-11-18 26:
0191d490fe 2020-11-18 27: #[derive(Clone)]
61df933942 2020-11-18 28: struct Core {
61df933942 2020-11-18 29: owner: i64,
0191d490fe 2020-11-18 30: api_key: String,
61df933942 2020-11-18 31: owner_chat: UserId,
61df933942 2020-11-18 32: tg: telegram_bot::Api,
61df933942 2020-11-18 33: my: User,
61df933942 2020-11-18 34: pool: sqlx::Pool<sqlx::Postgres>,
5148f929f3 2020-12-07 35: sources: Arc<Mutex<HashSet<Arc<i32>>>>,
61df933942 2020-11-18 36: }
61df933942 2020-11-18 37:
61df933942 2020-11-18 38: impl Core {
61df933942 2020-11-18 39: async fn new(settings: config::Config) -> Result<Core> {
61df933942 2020-11-18 40: let owner = settings.get_int("owner")?;
0191d490fe 2020-11-18 41: let api_key = settings.get_str("api_key")?;
0191d490fe 2020-11-18 42: let tg = Api::new(&api_key);
0191d490fe 2020-11-18 43: let core = Core {
0191d490fe 2020-11-18 44: owner: owner,
0191d490fe 2020-11-18 45: api_key: api_key.clone(),
0191d490fe 2020-11-18 46: my: tg.send(telegram_bot::GetMe).await?,
0191d490fe 2020-11-18 47: tg: tg,
0191d490fe 2020-11-18 48: owner_chat: UserId::new(owner),
3d3fde1b28 2020-11-25 49: pool: PgPoolOptions::new()
3d3fde1b28 2020-11-25 50: .max_connections(5)
3d3fde1b28 2020-11-25 51: .connect_timeout(std::time::Duration::new(300, 0))
3d3fde1b28 2020-11-25 52: .idle_timeout(std::time::Duration::new(60, 0))
3d3fde1b28 2020-11-25 53: .connect_lazy(&settings.get_str("pg")?)?,
5148f929f3 2020-12-07 54: sources: Arc::new(Mutex::new(HashSet::new())),
0191d490fe 2020-11-18 55: };
0191d490fe 2020-11-18 56: let clone = core.clone();
0191d490fe 2020-11-18 57: tokio::spawn(async move {
423cadd9c7 2020-11-27 58: if let Err(err) = &clone.autofetch().await {
b2b8005309 2020-12-18 59: if let Err(err) = clone.debug(&format!("š {:?}", err), None) {
423cadd9c7 2020-11-27 60: eprintln!("Autofetch error: {}", err);
423cadd9c7 2020-11-27 61: };
0191d490fe 2020-11-18 62: }
0191d490fe 2020-11-18 63: });
0191d490fe 2020-11-18 64: Ok(core)
61df933942 2020-11-18 65: }
61df933942 2020-11-18 66:
61df933942 2020-11-18 67: fn stream(&self) -> telegram_bot::UpdatesStream {
61df933942 2020-11-18 68: self.tg.stream()
61df933942 2020-11-18 69: }
61df933942 2020-11-18 70:
b2b8005309 2020-12-18 71: fn debug(&self, msg: &str, target: Option<UserId>) -> Result<()> {
b2b8005309 2020-12-18 72: self.tg.spawn(SendMessage::new(match target {
b2b8005309 2020-12-18 73: Some(user) => user,
b2b8005309 2020-12-18 74: None => self.owner_chat,
b2b8005309 2020-12-18 75: }, msg));
f322efafd9 2020-11-30 76: Ok(())
f322efafd9 2020-11-30 77: }
f322efafd9 2020-11-30 78:
5148f929f3 2020-12-07 79: async fn check<S>(&self, id: i32, owner: S, real: bool) -> Result<()>
5148f929f3 2020-12-07 80: where S: Into<i64> {
5148f929f3 2020-12-07 81: let owner: i64 = owner.into();
5148f929f3 2020-12-07 82: let id = {
5148f929f3 2020-12-07 83: let mut set = self.sources.lock().unwrap();
5148f929f3 2020-12-07 84: match set.get(&id) {
5148f929f3 2020-12-07 85: Some(id) => id.clone(),
5148f929f3 2020-12-07 86: None => {
5148f929f3 2020-12-07 87: let id = Arc::new(id);
5148f929f3 2020-12-07 88: set.insert(id.clone());
5148f929f3 2020-12-07 89: id.clone()
5148f929f3 2020-12-07 90: },
5148f929f3 2020-12-07 91: }
5148f929f3 2020-12-07 92: };
5148f929f3 2020-12-07 93: let count = Arc::strong_count(&id);
5148f929f3 2020-12-07 94: if count == 2 {
5148f929f3 2020-12-07 95: let mut conn = self.pool.acquire().await
5148f929f3 2020-12-07 96: .with_context(|| format!("Query queue fetch conn:\n{:?}", &self.pool))?;
5148f929f3 2020-12-07 97: let row = sqlx::query("select source_id, channel_id, url, iv_hash, owner from rsstg_source where source_id = $1 and owner = $2")
5148f929f3 2020-12-07 98: .bind(*id)
5148f929f3 2020-12-07 99: .bind(owner)
5148f929f3 2020-12-07 100: .fetch_one(&mut conn).await
5148f929f3 2020-12-07 101: .with_context(|| format!("Query source:\n{:?}", &self.pool))?;
5148f929f3 2020-12-07 102: drop(conn);
5148f929f3 2020-12-07 103: let channel_id: i64 = row.try_get("channel_id")?;
5148f929f3 2020-12-07 104: let destination = match real {
5148f929f3 2020-12-07 105: true => UserId::new(channel_id),
5148f929f3 2020-12-07 106: false => UserId::new(row.try_get("owner")?),
5148f929f3 2020-12-07 107: };
5148f929f3 2020-12-07 108: let url: &str = row.try_get("url")?;
5148f929f3 2020-12-07 109: let mut this_fetch: Option<DateTime<chrono::FixedOffset>> = None;
5148f929f3 2020-12-07 110: let iv_hash: Option<&str> = row.try_get("iv_hash")?;
5148f929f3 2020-12-07 111: let mut posts: BTreeMap<DateTime<chrono::FixedOffset>, String> = BTreeMap::new();
d52a6ff5c8 2021-09-30 112: let content = reqwest::get(url).await?.bytes().await?;
d52a6ff5c8 2021-09-30 113: //let mut content_ = surf::get(url).await.map_err(|err| anyhow!(err))?;
d52a6ff5c8 2021-09-30 114: //eprintln!("Data: {:#?}", &content_);
d52a6ff5c8 2021-09-30 115: //let content = content_.body_bytes().await.map_err(|err| anyhow!(err))?;
d52a6ff5c8 2021-09-30 116: /*
d52a6ff5c8 2021-09-30 117: let feed = rss::Channel::read_from(&content[..])
5148f929f3 2020-12-07 118: .with_context(|| format!("Problem opening feed url:\n{}", &url))?;
5148f929f3 2020-12-07 119: for item in feed.items() {
5148f929f3 2020-12-07 120: let date = match item.pub_date() {
5148f929f3 2020-12-07 121: Some(feed_date) => DateTime::parse_from_rfc2822(feed_date),
5148f929f3 2020-12-07 122: None => DateTime::parse_from_rfc3339(&item.dublin_core_ext().unwrap().dates()[0]),
5148f929f3 2020-12-07 123: }?;
5148f929f3 2020-12-07 124: let url = item.link().unwrap().to_string();
5148f929f3 2020-12-07 125: posts.insert(date.clone(), url.clone());
d52a6ff5c8 2021-09-30 126: };
d52a6ff5c8 2021-09-30 127: */
d52a6ff5c8 2021-09-30 128: match rss::Channel::read_from(&content[..]) {
d52a6ff5c8 2021-09-30 129: Ok(feed) => {
d52a6ff5c8 2021-09-30 130: for item in feed.items() {
d52a6ff5c8 2021-09-30 131: let date = match item.pub_date() {
d52a6ff5c8 2021-09-30 132: Some(feed_date) => DateTime::parse_from_rfc2822(feed_date),
d52a6ff5c8 2021-09-30 133: None => DateTime::parse_from_rfc3339(&item.dublin_core_ext().unwrap().dates()[0]),
d52a6ff5c8 2021-09-30 134: }?;
d52a6ff5c8 2021-09-30 135: let url = item.link().unwrap().to_string();
d52a6ff5c8 2021-09-30 136: posts.insert(date.clone(), url.clone());
d52a6ff5c8 2021-09-30 137: };
d52a6ff5c8 2021-09-30 138: },
d52a6ff5c8 2021-09-30 139: Err(err) => match err {
d52a6ff5c8 2021-09-30 140: rss::Error::InvalidStartTag => {
d52a6ff5c8 2021-09-30 141: let feed = atom_syndication::Feed::read_from(&content[..])
d52a6ff5c8 2021-09-30 142: .with_context(|| format!("Problem opening feed url:\n{}", &url))?;
d52a6ff5c8 2021-09-30 143: for item in feed.entries() {
d52a6ff5c8 2021-09-30 144: let date = item.published().unwrap();
d52a6ff5c8 2021-09-30 145: let url = item.links()[0].href();
d52a6ff5c8 2021-09-30 146: posts.insert(date.clone(), url.to_string());
d52a6ff5c8 2021-09-30 147: };
d52a6ff5c8 2021-09-30 148: },
d52a6ff5c8 2021-09-30 149: rss::Error::Eof => (),
d52a6ff5c8 2021-09-30 150: _ => bail!("Unsupported or mangled content:\n{:#?}\n", err)
d52a6ff5c8 2021-09-30 151: }
5148f929f3 2020-12-07 152: };
5148f929f3 2020-12-07 153: for (date, url) in posts.iter() {
5148f929f3 2020-12-07 154: let mut conn = self.pool.acquire().await
5148f929f3 2020-12-07 155: .with_context(|| format!("Check post fetch conn:\n{:?}", &self.pool))?;
5148f929f3 2020-12-07 156: let row = sqlx::query("select exists(select true from rsstg_post where url = $1 and source_id = $2) as exists;")
5148f929f3 2020-12-07 157: .bind(&url)
5148f929f3 2020-12-07 158: .bind(*id)
5148f929f3 2020-12-07 159: .fetch_one(&mut conn).await
5148f929f3 2020-12-07 160: .with_context(|| format!("Check post:\n{:?}", &conn))?;
5148f929f3 2020-12-07 161: let exists: bool = row.try_get("exists")?;
5148f929f3 2020-12-07 162: if ! exists {
5148f929f3 2020-12-07 163: if this_fetch == None || *date > this_fetch.unwrap() {
5148f929f3 2020-12-07 164: this_fetch = Some(*date);
5148f929f3 2020-12-07 165: };
5148f929f3 2020-12-07 166: self.tg.send( match iv_hash {
5148f929f3 2020-12-07 167: Some(x) => SendMessage::new(destination, format!("<a href=\"https://t.me/iv?url={}&rhash={}\"> </a>{0}", url, x)),
5148f929f3 2020-12-07 168: None => SendMessage::new(destination, format!("{}", url)),
5148f929f3 2020-12-07 169: }.parse_mode(types::ParseMode::Html)).await
5148f929f3 2020-12-07 170: .context("Can't post message:")?;
5148f929f3 2020-12-07 171: sqlx::query("insert into rsstg_post (source_id, posted, url) values ($1, $2, $3);")
5148f929f3 2020-12-07 172: .bind(*id)
5148f929f3 2020-12-07 173: .bind(date)
5148f929f3 2020-12-07 174: .bind(url)
5148f929f3 2020-12-07 175: .execute(&mut conn).await
5148f929f3 2020-12-07 176: .with_context(|| format!("Record post:\n{:?}", &conn))?;
5148f929f3 2020-12-07 177: drop(conn);
5148f929f3 2020-12-07 178: tokio::time::delay_for(std::time::Duration::new(4, 0)).await;
5148f929f3 2020-12-07 179: };
5148f929f3 2020-12-07 180: };
5148f929f3 2020-12-07 181: posts.clear();
5148f929f3 2020-12-07 182: };
f322efafd9 2020-11-30 183: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 184: .with_context(|| format!("Update scrape fetch conn:\n{:?}", &self.pool))?;
f322efafd9 2020-11-30 185: sqlx::query("update rsstg_source set last_scrape = now() where source_id = $1;")
5148f929f3 2020-12-07 186: .bind(*id)
f322efafd9 2020-11-30 187: .execute(&mut conn).await
f322efafd9 2020-11-30 188: .with_context(|| format!("Update scrape:\n{:?}", &conn))?;
f322efafd9 2020-11-30 189: Ok(())
f322efafd9 2020-11-30 190: }
f322efafd9 2020-11-30 191:
f322efafd9 2020-11-30 192: async fn delete<S>(&self, source_id: &i32, owner: S) -> Result<String>
f322efafd9 2020-11-30 193: where S: Into<i64> {
f322efafd9 2020-11-30 194: let owner: i64 = owner.into();
f322efafd9 2020-11-30 195: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 196: .with_context(|| format!("Delete fetch conn:\n{:?}", &self.pool))?;
f322efafd9 2020-11-30 197: match sqlx::query("delete from rsstg_source where source_id = $1 and owner = $2;")
f322efafd9 2020-11-30 198: .bind(source_id)
f322efafd9 2020-11-30 199: .bind(owner)
f322efafd9 2020-11-30 200: .execute(&mut conn).await
f322efafd9 2020-11-30 201: .with_context(|| format!("Delete source rule:\n{:?}", &self.pool))?
f322efafd9 2020-11-30 202: .rows_affected() {
f322efafd9 2020-11-30 203: 0 => { Ok("No data found found\\.".to_string()) },
f322efafd9 2020-11-30 204: x => { Ok(format!("{} sources removed\\.", x)) },
f322efafd9 2020-11-30 205: }
f322efafd9 2020-11-30 206: }
f322efafd9 2020-11-30 207:
f322efafd9 2020-11-30 208: async fn clean<S>(&self, source_id: &i32, owner: S) -> Result<String>
f322efafd9 2020-11-30 209: where S: Into<i64> {
f322efafd9 2020-11-30 210: let owner: i64 = owner.into();
f322efafd9 2020-11-30 211: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 212: .with_context(|| format!("Clean fetch conn:\n{:?}", &self.pool))?;
f322efafd9 2020-11-30 213: match sqlx::query("delete from rsstg_post p using rsstg_source s where p.source_id = $1 and owner = $2 and p.source_id = s.source_id;")
f322efafd9 2020-11-30 214: .bind(source_id)
f322efafd9 2020-11-30 215: .bind(owner)
f322efafd9 2020-11-30 216: .execute(&mut conn).await
f322efafd9 2020-11-30 217: .with_context(|| format!("Clean seen posts:\n{:?}", &self.pool))?
ebe7c281a5 2020-11-27 218: .rows_affected() {
ebe7c281a5 2020-11-27 219: 0 => { Ok("No data found found\\.".to_string()) },
ebe7c281a5 2020-11-27 220: x => { Ok(format!("{} posts purged\\.", x)) },
ebe7c281a5 2020-11-27 221: }
ebe7c281a5 2020-11-27 222: }
ebe7c281a5 2020-11-27 223:
f322efafd9 2020-11-30 224: async fn enable<S>(&self, source_id: &i32, owner: S) -> Result<&str>
ebe7c281a5 2020-11-27 225: where S: Into<i64> {
f322efafd9 2020-11-30 226: let owner: i64 = owner.into();
ebe7c281a5 2020-11-27 227: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 228: .with_context(|| format!("Enable fetch conn:\n{:?}", &self.pool))?;
ebe7c281a5 2020-11-27 229: match sqlx::query("update rsstg_source set enabled = true where source_id = $1 and owner = $2")
ebe7c281a5 2020-11-27 230: .bind(source_id)
f322efafd9 2020-11-30 231: .bind(owner)
f322efafd9 2020-11-30 232: .execute(&mut conn).await
f322efafd9 2020-11-30 233: .with_context(|| format!("Enable source:\n{:?}", &self.pool))?
f322efafd9 2020-11-30 234: .rows_affected() {
a68576cc1b 2020-12-15 235: 1 => { Ok("Source enabled\\.") },
f322efafd9 2020-11-30 236: 0 => { Ok("Source not found\\.") },
f322efafd9 2020-11-30 237: _ => { Err(anyhow!("Database error.")) },
f322efafd9 2020-11-30 238: }
f322efafd9 2020-11-30 239: }
f322efafd9 2020-11-30 240:
f322efafd9 2020-11-30 241: async fn disable<S>(&self, source_id: &i32, owner: S) -> Result<&str>
f322efafd9 2020-11-30 242: where S: Into<i64> {
f322efafd9 2020-11-30 243: let owner: i64 = owner.into();
f322efafd9 2020-11-30 244: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 245: .with_context(|| format!("Disable fetch conn:\n{:?}", &self.pool))?;
f322efafd9 2020-11-30 246: match sqlx::query("update rsstg_source set enabled = false where source_id = $1 and owner = $2")
f322efafd9 2020-11-30 247: .bind(source_id)
f322efafd9 2020-11-30 248: .bind(owner)
ebe7c281a5 2020-11-27 249: .execute(&mut conn).await
f322efafd9 2020-11-30 250: .with_context(|| format!("Disable source:\n{:?}", &self.pool))?
4acdad1942 2020-11-26 251: .rows_affected() {
4acdad1942 2020-11-26 252: 1 => { Ok("Source disabled\\.") },
4acdad1942 2020-11-26 253: 0 => { Ok("Source not found\\.") },
4acdad1942 2020-11-26 254: _ => { Err(anyhow!("Database error.")) },
4acdad1942 2020-11-26 255: }
4acdad1942 2020-11-26 256: }
4acdad1942 2020-11-26 257:
f322efafd9 2020-11-30 258: async fn update<S>(&self, update: Option<i32>, channel: &str, channel_id: i64, url: &str, iv_hash: Option<&str>, owner: S) -> Result<String>
ebe7c281a5 2020-11-27 259: where S: Into<i64> {
f322efafd9 2020-11-30 260: let owner: i64 = owner.into();
4acdad1942 2020-11-26 261: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 262: .with_context(|| format!("Update fetch conn:\n{:?}", &self.pool))?;
f322efafd9 2020-11-30 263:
f322efafd9 2020-11-30 264: match match update {
f322efafd9 2020-11-30 265: Some(id) => {
f322efafd9 2020-11-30 266: sqlx::query("update rsstg_source set channel_id = $2, url = $3, iv_hash = $4, owner = $5, channel = $6 where source_id = $1").bind(id)
f322efafd9 2020-11-30 267: },
f322efafd9 2020-11-30 268: None => {
f322efafd9 2020-11-30 269: sqlx::query("insert into rsstg_source (channel_id, url, iv_hash, owner, channel) values ($1, $2, $3, $4, $5)")
f322efafd9 2020-11-30 270: },
f322efafd9 2020-11-30 271: }
f322efafd9 2020-11-30 272: .bind(channel_id)
f322efafd9 2020-11-30 273: .bind(url)
f322efafd9 2020-11-30 274: .bind(iv_hash)
f322efafd9 2020-11-30 275: .bind(owner)
f322efafd9 2020-11-30 276: .bind(channel)
f322efafd9 2020-11-30 277: .execute(&mut conn).await {
635e1b2b6d 2021-10-01 278: Ok(_) => return Ok(String::from(match update {
635e1b2b6d 2021-10-01 279: Some(_) => "Channel updated\\.",
635e1b2b6d 2021-10-01 280: None => "Channel added\\.",
635e1b2b6d 2021-10-01 281: })),
f322efafd9 2020-11-30 282: Err(sqlx::Error::Database(err)) => {
f322efafd9 2020-11-30 283: match err.downcast::<sqlx::postgres::PgDatabaseError>().routine() {
f322efafd9 2020-11-30 284: Some("_bt_check_unique", ) => {
f322efafd9 2020-11-30 285: return Ok("Duplicate key\\.".to_string())
f322efafd9 2020-11-30 286: },
f322efafd9 2020-11-30 287: Some(_) => {
f322efafd9 2020-11-30 288: return Ok("Database error\\.".to_string())
f322efafd9 2020-11-30 289: },
f322efafd9 2020-11-30 290: None => {
f322efafd9 2020-11-30 291: return Ok("No database error extracted\\.".to_string())
f322efafd9 2020-11-30 292: },
f322efafd9 2020-11-30 293: };
f322efafd9 2020-11-30 294: },
f322efafd9 2020-11-30 295: Err(err) => {
f322efafd9 2020-11-30 296: bail!("Sorry, unknown error:\n{:#?}\n", err);
f322efafd9 2020-11-30 297: },
f322efafd9 2020-11-30 298: };
4acdad1942 2020-11-26 299: }
4acdad1942 2020-11-26 300:
4acdad1942 2020-11-26 301: async fn autofetch(&self) -> Result<()> {
fcf57ccb36 2021-07-25 302: let mut delay = chrono::Duration::minutes(1);
423cadd9c7 2020-11-27 303: let mut now;
423cadd9c7 2020-11-27 304: loop {
423cadd9c7 2020-11-27 305: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 306: .with_context(|| format!("Autofetch fetch conn:\n{:?}", &self.pool))?;
423cadd9c7 2020-11-27 307: now = chrono::Local::now();
fcf57ccb36 2021-07-25 308: let mut queue = sqlx::query("select source_id, next_fetch, owner from rsstg_order natural left join rsstg_source where next_fetch < now() + interval '1 minute';")
423cadd9c7 2020-11-27 309: .fetch_all(&mut conn).await?;
423cadd9c7 2020-11-27 310: for row in queue.iter() {
423cadd9c7 2020-11-27 311: let source_id: i32 = row.try_get("source_id")?;
ebe7c281a5 2020-11-27 312: let owner: i64 = row.try_get("owner")?;
423cadd9c7 2020-11-27 313: let next_fetch: DateTime<chrono::Local> = row.try_get("next_fetch")?;
423cadd9c7 2020-11-27 314: if next_fetch < now {
5148f929f3 2020-12-07 315: //let clone = self.clone();
5148f929f3 2020-12-07 316: //clone.owner_chat(UserId::new(owner));
5148f929f3 2020-12-07 317: let clone = Core {
5148f929f3 2020-12-07 318: owner_chat: UserId::new(owner),
5148f929f3 2020-12-07 319: ..self.clone()
5148f929f3 2020-12-07 320: };
423cadd9c7 2020-11-27 321: tokio::spawn(async move {
5148f929f3 2020-12-07 322: if let Err(err) = clone.check(source_id, owner, true).await {
b2b8005309 2020-12-18 323: if let Err(err) = clone.debug(&format!("š {:?}", err), None) {
423cadd9c7 2020-11-27 324: eprintln!("Check error: {}", err);
423cadd9c7 2020-11-27 325: };
423cadd9c7 2020-11-27 326: };
423cadd9c7 2020-11-27 327: });
423cadd9c7 2020-11-27 328: } else {
423cadd9c7 2020-11-27 329: if next_fetch - now < delay {
423cadd9c7 2020-11-27 330: delay = next_fetch - now;
423cadd9c7 2020-11-27 331: }
423cadd9c7 2020-11-27 332: }
423cadd9c7 2020-11-27 333: };
423cadd9c7 2020-11-27 334: queue.clear();
423cadd9c7 2020-11-27 335: tokio::time::delay_for(delay.to_std()?).await;
fcf57ccb36 2021-07-25 336: delay = chrono::Duration::minutes(1);
423cadd9c7 2020-11-27 337: }
423cadd9c7 2020-11-27 338: }
423cadd9c7 2020-11-27 339:
f322efafd9 2020-11-30 340: async fn list<S>(&self, owner: S) -> Result<Vec<String>>
f322efafd9 2020-11-30 341: where S: Into<i64> {
f322efafd9 2020-11-30 342: let owner = owner.into();
ebe7c281a5 2020-11-27 343: let mut reply = vec![];
ebe7c281a5 2020-11-27 344: let mut conn = self.pool.acquire().await
f322efafd9 2020-11-30 345: .with_context(|| format!("List fetch conn:\n{:?}", &self.pool))?;
ebe7c281a5 2020-11-27 346: reply.push("Channels:".to_string());
f322efafd9 2020-11-30 347: let rows = sqlx::query("select source_id, channel, enabled, url, iv_hash from rsstg_source where owner = $1 order by source_id")
f322efafd9 2020-11-30 348: .bind(owner)
ebe7c281a5 2020-11-27 349: .fetch_all(&mut conn).await?;
ebe7c281a5 2020-11-27 350: for row in rows.iter() {
ebe7c281a5 2020-11-27 351: let source_id: i32 = row.try_get("source_id")?;
f322efafd9 2020-11-30 352: let username: &str = row.try_get("channel")?;
ebe7c281a5 2020-11-27 353: let enabled: bool = row.try_get("enabled")?;
ebe7c281a5 2020-11-27 354: let url: &str = row.try_get("url")?;
ebe7c281a5 2020-11-27 355: let iv_hash: Option<&str> = row.try_get("iv_hash")?;
ebe7c281a5 2020-11-27 356: reply.push(format!("\n\\#ļøā£ {} \\*ļøā£ `{}` {}\nš `{}`", source_id, username,
ebe7c281a5 2020-11-27 357: match enabled {
ebe7c281a5 2020-11-27 358: true => "š enabled",
ebe7c281a5 2020-11-27 359: false => "ā disabled",
ebe7c281a5 2020-11-27 360: }, url));
ebe7c281a5 2020-11-27 361: if let Some(hash) = iv_hash {
ebe7c281a5 2020-11-27 362: reply.push(format!("IV `{}`", hash));
ebe7c281a5 2020-11-27 363: }
ebe7c281a5 2020-11-27 364: };
ebe7c281a5 2020-11-27 365: Ok(reply)
ebe7c281a5 2020-11-27 366: }
61df933942 2020-11-18 367: }
61df933942 2020-11-18 368:
ec616a2a43 2020-11-19 369: #[tokio::main]
61df933942 2020-11-18 370: async fn main() -> Result<()> {
61df933942 2020-11-18 371: let mut settings = config::Config::default();
61df933942 2020-11-18 372: settings.merge(config::File::with_name("rsstg"))?;
61df933942 2020-11-18 373:
61df933942 2020-11-18 374: let core = Core::new(settings).await?;
61df933942 2020-11-18 375:
61df933942 2020-11-18 376: let mut stream = core.stream();
fcf57ccb36 2021-07-25 377: stream.allowed_updates(&[AllowedUpdate::Message]);
b2b8005309 2020-12-18 378: let mut reply_to: Option<UserId>;
4acdad1942 2020-11-26 379:
a68576cc1b 2020-12-15 380: loop {
b2b8005309 2020-12-18 381: reply_to = None;
a68576cc1b 2020-12-15 382: match stream.next().await {
a68576cc1b 2020-12-15 383: Some(update) => {
b2b8005309 2020-12-18 384: if let Err(err) = handle(update?, &core, &mut reply_to).await {
b2b8005309 2020-12-18 385: core.debug(&format!("š {:?}", err), reply_to)?;
a68576cc1b 2020-12-15 386: };
a68576cc1b 2020-12-15 387: },
a68576cc1b 2020-12-15 388: None => {
b2b8005309 2020-12-18 389: core.debug(&format!("š None error."), None)?;
a68576cc1b 2020-12-15 390: }
4acdad1942 2020-11-26 391: };
4acdad1942 2020-11-26 392: }
4acdad1942 2020-11-26 393:
a68576cc1b 2020-12-15 394: //Ok(())
4acdad1942 2020-11-26 395: }
4acdad1942 2020-11-26 396:
b2b8005309 2020-12-18 397: async fn handle(update: telegram_bot::Update, core: &Core, mut _reply_to: &Option<UserId>) -> Result<()> {
4acdad1942 2020-11-26 398: lazy_static! {
4acdad1942 2020-11-26 399: static ref RE_USERNAME: Regex = Regex::new(r"^@[a-zA-Z][a-zA-Z0-9_]+$").unwrap();
4acdad1942 2020-11-26 400: static ref RE_LINK: Regex = Regex::new(r"^https?://[a-zA-Z.0-9-]+/[-_a-zA-Z.0-9/?=]+$").unwrap();
4acdad1942 2020-11-26 401: static ref RE_IV_HASH: Regex = Regex::new(r"^[a-f0-9]{14}$").unwrap();
4acdad1942 2020-11-26 402: }
4acdad1942 2020-11-26 403:
4acdad1942 2020-11-26 404: match update.kind {
4acdad1942 2020-11-26 405: UpdateKind::Message(message) => {
4acdad1942 2020-11-26 406: let mut reply: Vec<String> = vec![];
4acdad1942 2020-11-26 407: match message.kind {
4acdad1942 2020-11-26 408: MessageKind::Text { ref data, .. } => {
4acdad1942 2020-11-26 409: let mut words = data.split_whitespace();
4acdad1942 2020-11-26 410: let cmd = words.next().unwrap();
4acdad1942 2020-11-26 411: match cmd {
4acdad1942 2020-11-26 412:
4acdad1942 2020-11-26 413: // start
4acdad1942 2020-11-26 414:
4acdad1942 2020-11-26 415: "/start" => {
4acdad1942 2020-11-26 416: reply.push("We are open\\. Probably\\. Visit [channel](https://t.me/rsstg_bot_help/3) for details\\.".to_string());
4acdad1942 2020-11-26 417: },
4acdad1942 2020-11-26 418:
4acdad1942 2020-11-26 419: // list
4acdad1942 2020-11-26 420:
4acdad1942 2020-11-26 421: "/list" => {
ebe7c281a5 2020-11-27 422: reply.append(&mut core.list(message.from.id).await?);
4acdad1942 2020-11-26 423: },
4acdad1942 2020-11-26 424:
4acdad1942 2020-11-26 425: // add
4acdad1942 2020-11-26 426:
4acdad1942 2020-11-26 427: "/add" | "/update" => {
b2b8005309 2020-12-18 428: _reply_to = &Some(message.from.id);
f322efafd9 2020-11-30 429: let mut source_id: Option<i32> = None;
f322efafd9 2020-11-30 430: let at_least = "Requires at least 3 parameters.";
f322efafd9 2020-11-30 431: if cmd == "/update" {
f322efafd9 2020-11-30 432: let first_word = words.next()
f322efafd9 2020-11-30 433: .context(at_least)?;
f322efafd9 2020-11-30 434: source_id = Some(first_word.parse::<i32>()
f322efafd9 2020-11-30 435: .with_context(|| format!("I need a number, but got {}.", first_word))?);
f322efafd9 2020-11-30 436: }
f322efafd9 2020-11-30 437: let (channel, url, iv_hash) = (
f322efafd9 2020-11-30 438: words.next().context(at_least)?,
f322efafd9 2020-11-30 439: words.next().context(at_least)?,
f322efafd9 2020-11-30 440: words.next());
f322efafd9 2020-11-30 441: if ! RE_USERNAME.is_match(&channel) {
f322efafd9 2020-11-30 442: reply.push("Usernames should be something like \"@\\[a\\-zA\\-Z]\\[a\\-zA\\-Z0\\-9\\_]+\", aren't they?".to_string());
f322efafd9 2020-11-30 443: bail!("Wrong username {:?}.", &channel);
f322efafd9 2020-11-30 444: }
f322efafd9 2020-11-30 445: if ! RE_LINK.is_match(&url) {
f322efafd9 2020-11-30 446: reply.push("Link should be link to atom/rss feed, something like \"https://domain/path\"\\.".to_string());
f322efafd9 2020-11-30 447: bail!("Url: {:?}", &url);
f322efafd9 2020-11-30 448: }
f322efafd9 2020-11-30 449: if let Some(hash) = iv_hash {
f322efafd9 2020-11-30 450: if ! RE_IV_HASH.is_match(&hash) {
f322efafd9 2020-11-30 451: reply.push("IV hash should be 14 hex digits.".to_string());
f322efafd9 2020-11-30 452: bail!("IV: {:?}", &iv_hash);
f322efafd9 2020-11-30 453: };
f322efafd9 2020-11-30 454: };
f322efafd9 2020-11-30 455: let channel_id = i64::from(core.tg.send(telegram_bot::GetChat::new(telegram_bot::types::ChatRef::ChannelUsername(channel.to_string()))).await?.id());
f322efafd9 2020-11-30 456: let chan_adm = core.tg.send(telegram_bot::GetChatAdministrators::new(telegram_bot::types::ChatRef::ChannelUsername(channel.to_string()))).await
f322efafd9 2020-11-30 457: .context("Sorry, I have no access to that chat\\.")?;
f322efafd9 2020-11-30 458: let (mut me, mut user) = (false, false);
f322efafd9 2020-11-30 459: for admin in chan_adm {
f322efafd9 2020-11-30 460: if admin.user.id == core.my.id {
f322efafd9 2020-11-30 461: me = true;
f322efafd9 2020-11-30 462: };
f322efafd9 2020-11-30 463: if admin.user.id == message.from.id {
f322efafd9 2020-11-30 464: user = true;
f322efafd9 2020-11-30 465: };
f322efafd9 2020-11-30 466: };
f322efafd9 2020-11-30 467: if ! me { bail!("I need to be admin on that channel\\."); };
f322efafd9 2020-11-30 468: if ! user { bail!("You should be admin on that channel\\."); };
f322efafd9 2020-11-30 469: reply.push(core.update(source_id, channel, channel_id, url, iv_hash, message.from.id).await?);
4acdad1942 2020-11-26 470: },
4acdad1942 2020-11-26 471:
4acdad1942 2020-11-26 472: // check
4acdad1942 2020-11-26 473:
4acdad1942 2020-11-26 474: "/check" => {
4acdad1942 2020-11-26 475: match &words.next().unwrap().parse::<i32>() {
4acdad1942 2020-11-26 476: Err(err) => {
4acdad1942 2020-11-26 477: reply.push(format!("I need a number\\.\n{}", &err));
4acdad1942 2020-11-26 478: },
4acdad1942 2020-11-26 479: Ok(number) => {
5148f929f3 2020-12-07 480: core.check(*number, message.from.id, false).await
f322efafd9 2020-11-30 481: .context("Channel check failed.")?;
4acdad1942 2020-11-26 482: },
4acdad1942 2020-11-26 483: };
4acdad1942 2020-11-26 484: },
4acdad1942 2020-11-26 485:
4acdad1942 2020-11-26 486: // clean
4acdad1942 2020-11-26 487:
4acdad1942 2020-11-26 488: "/clean" => {
ebe7c281a5 2020-11-27 489: match &words.next().unwrap().parse::<i32>() {
ebe7c281a5 2020-11-27 490: Err(err) => {
ebe7c281a5 2020-11-27 491: reply.push(format!("I need a number\\.\n{}", &err));
ebe7c281a5 2020-11-27 492: },
ebe7c281a5 2020-11-27 493: Ok(number) => {
ebe7c281a5 2020-11-27 494: let result = core.clean(&number, message.from.id).await?;
ebe7c281a5 2020-11-27 495: reply.push(result.to_string());
ebe7c281a5 2020-11-27 496: },
ebe7c281a5 2020-11-27 497: };
4acdad1942 2020-11-26 498: },
4acdad1942 2020-11-26 499:
4acdad1942 2020-11-26 500: // enable
4acdad1942 2020-11-26 501:
4acdad1942 2020-11-26 502: "/enable" => {
4acdad1942 2020-11-26 503: match &words.next().unwrap().parse::<i32>() {
4acdad1942 2020-11-26 504: Err(err) => {
4acdad1942 2020-11-26 505: reply.push(format!("I need a number\\.\n{}", &err));
4acdad1942 2020-11-26 506: },
4acdad1942 2020-11-26 507: Ok(number) => {
4acdad1942 2020-11-26 508: let result = core.enable(&number, message.from.id).await?;
f322efafd9 2020-11-30 509: reply.push(result.to_string());
f322efafd9 2020-11-30 510: },
f322efafd9 2020-11-30 511: };
f322efafd9 2020-11-30 512: },
f322efafd9 2020-11-30 513:
f322efafd9 2020-11-30 514: // delete
f322efafd9 2020-11-30 515:
f322efafd9 2020-11-30 516: "/delete" => {
f322efafd9 2020-11-30 517: match &words.next().unwrap().parse::<i32>() {
f322efafd9 2020-11-30 518: Err(err) => {
f322efafd9 2020-11-30 519: reply.push(format!("I need a number\\.\n{}", &err));
f322efafd9 2020-11-30 520: },
f322efafd9 2020-11-30 521: Ok(number) => {
f322efafd9 2020-11-30 522: let result = core.delete(&number, message.from.id).await?;
4acdad1942 2020-11-26 523: reply.push(result.to_string());
4acdad1942 2020-11-26 524: },
4acdad1942 2020-11-26 525: };
4acdad1942 2020-11-26 526: },
4acdad1942 2020-11-26 527:
4acdad1942 2020-11-26 528: // disable
4acdad1942 2020-11-26 529:
4acdad1942 2020-11-26 530: "/disable" => {
4acdad1942 2020-11-26 531: match &words.next().unwrap().parse::<i32>() {
4acdad1942 2020-11-26 532: Err(err) => {
4acdad1942 2020-11-26 533: reply.push(format!("I need a number\\.\n{}", &err));
4acdad1942 2020-11-26 534: },
4acdad1942 2020-11-26 535: Ok(number) => {
4acdad1942 2020-11-26 536: let result = core.disable(&number, message.from.id).await?;
4acdad1942 2020-11-26 537: reply.push(result.to_string());
4acdad1942 2020-11-26 538: },
4acdad1942 2020-11-26 539: };
4acdad1942 2020-11-26 540: },
4acdad1942 2020-11-26 541:
4acdad1942 2020-11-26 542: _ => {
4acdad1942 2020-11-26 543: },
4acdad1942 2020-11-26 544: };
4acdad1942 2020-11-26 545: },
4acdad1942 2020-11-26 546: _ => {
4acdad1942 2020-11-26 547: },
4acdad1942 2020-11-26 548: };
4acdad1942 2020-11-26 549:
4acdad1942 2020-11-26 550: if reply.len() > 0 {
423cadd9c7 2020-11-27 551: if let Err(err) = core.tg.send(message.text_reply(reply.join("\n")).parse_mode(types::ParseMode::MarkdownV2)).await {
423cadd9c7 2020-11-27 552: dbg!(reply.join("\n"));
423cadd9c7 2020-11-27 553: println!("{}", err);
423cadd9c7 2020-11-27 554: };
423cadd9c7 2020-11-27 555: };
4acdad1942 2020-11-26 556: },
4acdad1942 2020-11-26 557: _ => {},
4acdad1942 2020-11-26 558: };
61df933942 2020-11-18 559:
61df933942 2020-11-18 560: Ok(())
61df933942 2020-11-18 561: }