2022-10-06 12:54:25 +00:00
|
|
|
//! Helper functions and miscellaneous utilities.
|
|
|
|
|
|
|
|
|
|
use std::time::Duration;
|
|
|
|
|
|
|
|
|
|
use {
|
|
|
|
|
async_std::task::sleep,
|
|
|
|
|
chrono::{NaiveDate, Utc},
|
|
|
|
|
color_eyre::{
|
|
|
|
|
eyre::{eyre, WrapErr},
|
|
|
|
|
Result,
|
|
|
|
|
},
|
2023-06-24 08:57:11 +00:00
|
|
|
scraper::Html,
|
2022-10-06 12:54:25 +00:00
|
|
|
sea_orm::{ConnectOptions, Database, DatabaseConnection},
|
|
|
|
|
surf::{Client, Config},
|
|
|
|
|
};
|
|
|
|
|
|
|
|
|
|
/// Creates the SeaQL [`DatabaseConnection`].
|
|
|
|
|
pub async fn create_db(sql_logging: bool) -> Result<DatabaseConnection> {
|
|
|
|
|
let database_url = get_env_var("DATABASE_URL")?;
|
|
|
|
|
|
|
|
|
|
let mut connect_options = ConnectOptions::new(database_url);
|
|
|
|
|
connect_options.sqlx_logging(sql_logging);
|
|
|
|
|
|
|
|
|
|
Database::connect(connect_options)
|
|
|
|
|
.await
|
|
|
|
|
.wrap_err("Failed to connect to database")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Creates the HTTP [`Client`].
|
|
|
|
|
pub fn create_http_client() -> Result<Client> {
|
|
|
|
|
let user_agent = get_env_var("USER_AGENT")?;
|
|
|
|
|
let http: Client = Config::default()
|
|
|
|
|
.add_header("User-Agent", user_agent)
|
|
|
|
|
.map_err(|err| eyre!(err))?
|
|
|
|
|
.try_into()?;
|
|
|
|
|
|
|
|
|
|
Ok(http)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Shorthand to download a URL and parse it to [`Html`].
|
|
|
|
|
pub async fn download_html(
|
|
|
|
|
http: &Client,
|
|
|
|
|
url: impl AsRef<str>,
|
|
|
|
|
) -> Result<Html> {
|
|
|
|
|
sleep(Duration::from_millis(500)).await;
|
|
|
|
|
let html = http
|
|
|
|
|
.get(url)
|
|
|
|
|
.recv_string()
|
|
|
|
|
.await
|
|
|
|
|
.map_err(|err| eyre!(err))?;
|
|
|
|
|
|
|
|
|
|
Ok(Html::parse_document(&html))
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-09 21:34:39 +00:00
|
|
|
/// Get the `BASE_URL` environment variable or the default `https://tildes.net`
|
|
|
|
|
/// base URL.
|
|
|
|
|
pub fn get_base_url() -> String {
|
|
|
|
|
get_env_var("BASE_URL").unwrap_or_else(|_| "https://tildes.net".to_string())
|
|
|
|
|
}
|
|
|
|
|
|
2022-10-06 12:54:25 +00:00
|
|
|
/// Shorthand for [`std::env::var`] with wrapped error message.
|
|
|
|
|
pub fn get_env_var(key: &str) -> Result<String> {
|
|
|
|
|
std::env::var(key).wrap_err(key.to_string())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
/// Create a [`NaiveDate`] for today.
|
|
|
|
|
pub fn today() -> NaiveDate {
|
2023-06-08 11:42:38 +00:00
|
|
|
Utc::now().date_naive()
|
2022-10-06 12:54:25 +00:00
|
|
|
}
|
