checksum = "55ef55438c44fce2215bcd0539964a98ab4bcd77007487a0e72a88ffef2286de"
dependencies = [
 "chrono",
 "derive_builder 0.10.2",
 "diligent-date-parser",
 "never",
 "quick-xml 0.22.0",
 "serde 1.0.130",
]

[[package]]
name = "atomic-waker"
version = "1.0.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "065374052e7df7ee4047b1160cca5e1467a12351a40b3da123c870ba0b8eda2a"

version = "0.4.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "670ad68c9088c2a963aaa298cb369688cf3f9465ce5e2d4ca10e6e0098a1ce73"
dependencies = [
 "libc",
 "num-integer",
 "num-traits 0.2.14",
 "serde 1.0.130",
 "time",
 "winapi 0.3.9",
]

[[package]]
name = "cloudabi"
version = "0.0.3"

checksum = "5e4728fd124914ad25e99e3d15a9361a879f6620f63cb56bbb08f95abb97a535"
dependencies = [
 "bytes 0.5.6",
 "fnv",
 "futures-core",
 "futures-sink",
 "futures-util",
 "http 0.2.5",
 "indexmap",
 "slab",
 "tokio 0.2.25",
 "tokio-util",
 "tracing",
 "tracing-futures",
]

 "bytes 0.4.12",
 "fnv",
 "itoa",
]

[[package]]
name = "http"
version = "0.2.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1323096b05d41827dadeaee54c9981958c0f94e670bc94ed80037d1a7b8b186b"
dependencies = [
 "bytes 1.1.0",
 "fnv",
 "itoa",
]

[[package]]

[[package]]
name = "http-body"
version = "0.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "13d5ff830006f7646652e057693569bfe0d51760c0085a071769d142a205111b"
dependencies = [
 "bytes 0.5.6",
 "http 0.2.5",
]

[[package]]
name = "httparse"
version = "1.5.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "acd94fdbe1d4ff688b67b04eee2e17bd50995534a61539e45adfefb45e5e5503"

checksum = "8a6f157065790a3ed2f88679250419b5cdd96e714a0d65f7797fd337186e96bb"
dependencies = [
 "bytes 0.5.6",
 "futures-channel",
 "futures-core",
 "futures-util",
 "h2 0.2.7",
 "http 0.2.5",
 "http-body 0.3.1",
 "httparse",
 "httpdate",
 "itoa",
 "pin-project",
 "socket2 0.3.19",
 "tokio 0.2.25",

dependencies = [
 "autocfg 1.0.1",
 "hashbrown",
]

[[package]]
name = "instant"
version = "0.1.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "716d3d89f35ac6a34fd0eed635395f4c3b76fa889338a4632e5231a8684216bd"
dependencies = [
 "cfg-if 1.0.0",
]

[[package]]
name = "iovec"
version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b2b3ea6ff95e175473f8ffe6a7eb7c00d054240321b84c57051175fe3c1e075e"
dependencies = [
 "libc",
]

[[package]]
name = "ipnet"
version = "2.3.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "68f2d64f2edebec4ce84ad108148e67e1064789bee435edc5b60ad398714a3a9"

[[package]]
name = "itertools"
version = "0.10.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "69ddb889f9d0d08a67338271fa9b62996bc788c7796a5c18cf057420aaed5eaf"
dependencies = [
 "either",

 "cfg-if 1.0.0",
 "ryu",
 "static_assertions",
]

[[package]]
name = "libc"
version = "0.2.103"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "dd8f7255a17a627354f321ef0055d63b898c6fb27eff628af4d1b66b7331edf6"

[[package]]
name = "linked-hash-map"
version = "0.5.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7fb9b38af92608140b86b693604b9ffcc5824240a484d1ecd4795bacb2fe88f3"

name = "openssl-probe"
version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "28988d872ab76095a6e6ac88d99b54fd267702734fd7ffe610ca27f533ddb95a"

[[package]]
name = "openssl-sys"
version = "0.9.67"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "69df2d8dfc6ce3aaf44b40dec6f487d5a886516cf6879c49e98e0710f310a058"
dependencies = [
 "autocfg 1.0.1",
 "cc",
 "libc",
 "pkg-config",
 "vcpkg",
]

source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d76e8e1493bcac0d2766c42737f34458f1c8c50c0d23bcb24ea953affb273216"
dependencies = [
 "cfg-if 1.0.0",
 "instant",
 "libc",
 "redox_syscall 0.2.10",
 "smallvec 1.7.0",
 "winapi 0.3.9",
]

[[package]]
name = "percent-encoding"
version = "1.0.1"
source = "registry+https://github.com/rust-lang/crates.io-index"

name = "pin-utils"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "8b870d8c151b6f2fb93e84a13146138f05d02ed11c7e7c54f8826aaaf7c9f184"

[[package]]
name = "pkg-config"
version = "0.3.20"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7c9b1041b4387893b91ee6746cddfc28516aff326a3519fb2adf820932c5e6cb"

[[package]]
name = "polling"
version = "2.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "92341d779fa34ea8437ef4d82d440d5e1ce3f3ff7f824aa64424cd481f9a1f25"
dependencies = [

 "hyper-tls 0.3.2",
 "log 0.4.14",
 "mime 0.3.16",
 "mime_guess 2.0.3",
 "native-tls",
 "serde 1.0.130",
 "serde_json",
 "serde_urlencoded 0.5.5",
 "time",
 "tokio 0.1.22",
 "tokio-executor",
 "tokio-io",
 "tokio-threadpool",
 "tokio-timer",
 "url 1.7.2",
 "uuid",
 "winreg 0.6.2",
]

[[package]]
name = "reqwest"
version = "0.10.10"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0718f81a8e14c4dbb3b34cf23dc6aaf9ab8a0dfec160c534b3dbca1aaa21f47c"
dependencies = [
 "base64 0.13.0",
 "bytes 0.5.6",
 "encoding_rs",
 "futures-core",
 "futures-util",
 "http 0.2.5",
 "http-body 0.3.1",
 "hyper 0.13.10",
 "hyper-tls 0.4.3",
 "ipnet",
 "js-sys",
 "lazy_static",
 "log 0.4.14",
 "mime 0.3.16",
 "mime_guess 2.0.3",
 "native-tls",
 "percent-encoding 2.1.0",
 "pin-project-lite 0.2.7",
 "serde 1.0.130",
 "serde_urlencoded 0.7.0",
 "tokio 0.2.25",
 "tokio-tls",
 "url 2.2.2",
 "wasm-bindgen",
 "wasm-bindgen-futures",
 "web-sys",
 "winreg 0.7.0",
]

[[package]]
name = "rss"
version = "1.9.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "99979205510c60f80a119dedbabd0b8426517384edf205322f8bcd51796bcef9"
dependencies = [
 "derive_builder 0.9.0",
 "quick-xml 0.17.2",
 "reqwest 0.9.24",
]

[[package]]
name = "rsstg"
version = "0.1.19"
dependencies = [
 "anyhow",
 "atom_syndication",
 "chrono",
 "config",
 "futures 0.1.31",
 "futures-util",
 "lazy_static",
 "regex",
 "reqwest 0.10.10",
 "rss",
 "sqlx",
 "telegram-bot",
 "tokio 0.2.25",
]

[[package]]

checksum = "642dd69105886af2efd227f75a520ec9b44a820d65bc133a9131f7d229fd165a"
dependencies = [
 "dtoa",
 "itoa",
 "serde 1.0.130",
 "url 1.7.2",
]

[[package]]
name = "serde_urlencoded"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "edfa57a7f8d9c1d260a549e7224100f6c43d43f9103e06dd8b4095a9b2b43ce9"
dependencies = [
 "form_urlencoded",
 "itoa",
 "ryu",
 "serde 1.0.130",
]

[[package]]
name = "sha-1"
version = "0.9.8"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "99cd6713db3cf16b6c84e06321e049a9b9f699826e16096d23bbcc44d15d51a6"
dependencies = [

checksum = "b97fcaeba89edba30f044a10c6a3cc39df9c3f17d7cd829dd1446cab35f890e0"
dependencies = [
 "maybe-uninit",
]

[[package]]
name = "smallvec"
version = "1.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "1ecab6c735a6bb4139c0caafd0cc3635748bbb3acf4550e8138122099251f309"

[[package]]
name = "socket2"
version = "0.3.19"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "122e570113d28d773067fab24266b66753f6ea915758651696b6e35e49f88d6e"
dependencies = [

 "parking_lot 0.11.2",
 "percent-encoding 2.1.0",
 "rand 0.8.4",
 "serde 1.0.130",
 "serde_json",
 "sha-1",
 "sha2",
 "smallvec 1.7.0",
 "sqlformat",
 "sqlx-rt",
 "stringprep",
 "thiserror",
 "url 2.2.2",
 "whoami",
]

name = "subtle"
version = "2.4.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "6bdef32e8150c2a081110b42772ffe7d7c9032b606bc226c8260fd97e0976601"

[[package]]
name = "syn"
version = "1.0.77"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5239bc68e0fef57495900cfea4e8dc75596d9a319d7e16b1e0a440d24e6fe0a0"
dependencies = [
 "proc-macro2",
 "quote",
 "unicode-xid",
]

[[package]]

dependencies = [
 "libc",
 "winapi 0.3.9",
]

[[package]]
name = "tinyvec"
version = "1.5.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f83b2a3d4d9091d0abd7eba4dc2710b1718583bd4d8992e2190720ea38f391f7"
dependencies = [
 "tinyvec_macros",
]

[[package]]
name = "tinyvec_macros"
version = "0.1.0"

[[package]]
name = "wasm-bindgen"
version = "0.2.78"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "632f73e236b219150ea279196e54e610f5dbafa5d61786303d4da54f84e47fce"
dependencies = [
 "cfg-if 1.0.0",
 "serde 1.0.130",
 "serde_json",
 "wasm-bindgen-macro",
]

[[package]]
name = "wasm-bindgen-backend"
version = "0.2.78"
source = "registry+https://github.com/rust-lang/crates.io-index"

checksum = "d743fdedc5c64377b5fc2bc036b01c7fd642205a0d96356034ae3404d49eb7fb"
dependencies = [
 "cc",
]

[[package]]
name = "whoami"
version = "1.1.5"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "483a59fee1a93fec90eb08bc2eb4315ef10f4ebc478b3a5fadc969819cb66117"
dependencies = [
 "wasm-bindgen",
 "web-sys",
]

[[package]]
name = "winapi"

name = "winreg"
version = "0.6.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b2986deb581c4fe11b621998a5e53361efe6b48a151178d0cd9eeffa4dc6acc9"
dependencies = [
 "winapi 0.3.9",
]

[[package]]
name = "winreg"
version = "0.7.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0120db82e8a1e0b9fb3345a539c478767c0048d842860994d96113d5b667bd69"
dependencies = [
 "winapi 0.3.9",
]

[[package]]
name = "ws2_32-sys"
version = "0.2.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d59cefebd0c892fa2dd6de581e937301d8552cb44489cdff035c6187cb63fa5e"
dependencies = [

[package]
name = "rsstg"
version = "0.1.19"
authors = ["arcade"]
edition = "2018"

[dependencies]
atom_syndication = { version = "*", features = [ "with-serde" ] }
chrono = "*"
config = "*"
futures = "*"
futures-util = "*"
regex = "*"
#reqwest = { version = "*", features = [ "brotli", "gzip", "deflate" ]}
reqwest = "~0.10"
rss = { version = "*", features = [ "from_url" ] }
sqlx = { version = "*", features = [ "postgres", "tls", "runtime-async-std-native-tls", "chrono" ] }
#surf = "*"
telegram-bot = "*"
tokio = { version = "~0.2", features = [ "macros" ] } #, "rt-multi-thread", "time" ] }
#tokio-stream = "*"

lazy_static = "*"

anyhow = "*"

[profile.release]
lto = true

use std::collections::{BTreeMap, HashSet};
use std::sync::{Arc, Mutex};

use config;

use tokio;
use reqwest;

use rss;
use atom_syndication;

use chrono::DateTime;

use regex::Regex;

use telegram_bot::*;
use tokio::stream::StreamExt;

use sqlx::postgres::PgPoolOptions;
use sqlx::Row;


#[macro_use]
extern crate lazy_static;

use anyhow::{anyhow, bail, Context, Result};

#[derive(Clone)]

				true => UserId::new(channel_id),
				false => UserId::new(row.try_get("owner")?),
			};
			let url: &str = row.try_get("url")?;
			let mut this_fetch: Option<DateTime<chrono::FixedOffset>> = None;
			let iv_hash: Option<&str> = row.try_get("iv_hash")?;
			let mut posts: BTreeMap<DateTime<chrono::FixedOffset>, String> = BTreeMap::new();
			let content = reqwest::get(url).await?.bytes().await?;
			//let mut content_ = surf::get(url).await.map_err(|err| anyhow!(err))?;
			//eprintln!("Data: {:#?}", &content_);
			//let content = content_.body_bytes().await.map_err(|err| anyhow!(err))?;
			/*
			let feed = rss::Channel::read_from(&content[..])
				.with_context(|| format!("Problem opening feed url:\n{}", &url))?;
			for item in feed.items() {
				let date = match item.pub_date() {
					Some(feed_date) => DateTime::parse_from_rfc2822(feed_date),
					None => DateTime::parse_from_rfc3339(&item.dublin_core_ext().unwrap().dates()[0]),
				}?;
				let url = item.link().unwrap().to_string();
				posts.insert(date.clone(), url.clone());
			};
			*/
			match rss::Channel::read_from(&content[..]) {
				Ok(feed) => {
					for item in feed.items() {
						let date = match item.pub_date() {
							Some(feed_date) => DateTime::parse_from_rfc2822(feed_date),
							None => DateTime::parse_from_rfc3339(&item.dublin_core_ext().unwrap().dates()[0]),
						}?;
						let url = item.link().unwrap().to_string();
						posts.insert(date.clone(), url.clone());
					};
				},
				Err(err) => match err {
					rss::Error::InvalidStartTag => {
						let feed = atom_syndication::Feed::read_from(&content[..])
							.with_context(|| format!("Problem opening feed url:\n{}", &url))?;
						for item in feed.entries() {
							let date = item.published().unwrap();
							let url = item.links()[0].href();
							posts.insert(date.clone(), url.to_string());
						};
					},
					rss::Error::Eof => (),
					_ => bail!("Unsupported or mangled content:\n{:#?}\n", err)
				}
			};
			for (date, url) in posts.iter() {
				let mut conn = self.pool.acquire().await
					.with_context(|| format!("Check post fetch conn:\n{:?}", &self.pool))?;
				let row = sqlx::query("select exists(select true from rsstg_post where url = $1 and source_id = $2) as exists;")
					.bind(&url)
					.bind(*id)