2020-09-14 15:29:50 +00:00
|
|
|
|
use crate::{settings::Settings, APIError};
|
|
|
|
|
use actix_web::dev::ConnectionInfo;
|
2020-12-17 19:01:33 +00:00
|
|
|
|
use chrono::{DateTime, FixedOffset, NaiveDateTime};
|
2020-09-14 15:29:50 +00:00
|
|
|
|
use itertools::Itertools;
|
|
|
|
|
use rand::{distributions::Alphanumeric, thread_rng, Rng};
|
|
|
|
|
use regex::{Regex, RegexBuilder};
|
|
|
|
|
|
|
|
|
|
lazy_static! {
|
|
|
|
|
static ref EMAIL_REGEX: Regex = Regex::new(r"^[a-zA-Z0-9.!#$%&’*+/=?^_`{|}~-]+@[a-zA-Z0-9-]+(?:\.[a-zA-Z0-9-]+)*$").unwrap();
|
2021-01-12 15:32:38 +00:00
|
|
|
|
static ref SLUR_REGEX: Regex = RegexBuilder::new(r"(fag(g|got|tard)?\b|cock\s?sucker(s|ing)?|\bn(i|1)g(\b|g?(a|er)?(s|z)?)\b|mudslime?s?|kikes?|\bspi(c|k)s?\b|\bchinks?|gooks?|bitch(es|ing|y)?|whor(es?|ing)|\btr(a|@)nn?(y|ies?)|\b(b|re|r)tard(ed)?s?)").case_insensitive(true).build().unwrap();
|
2020-09-14 15:29:50 +00:00
|
|
|
|
static ref USERNAME_MATCHES_REGEX: Regex = Regex::new(r"/u/[a-zA-Z][0-9a-zA-Z_]*").unwrap();
|
|
|
|
|
// TODO keep this old one, it didn't work with port well tho
|
|
|
|
|
// static ref MENTIONS_REGEX: Regex = Regex::new(r"@(?P<name>[\w.]+)@(?P<domain>[a-zA-Z0-9._-]+\.[a-zA-Z0-9_-]+)").unwrap();
|
|
|
|
|
static ref MENTIONS_REGEX: Regex = Regex::new(r"@(?P<name>[\w.]+)@(?P<domain>[a-zA-Z0-9._:-]+)").unwrap();
|
|
|
|
|
static ref VALID_USERNAME_REGEX: Regex = Regex::new(r"^[a-zA-Z0-9_]{3,20}$").unwrap();
|
|
|
|
|
static ref VALID_COMMUNITY_NAME_REGEX: Regex = Regex::new(r"^[a-z0-9_]{3,20}$").unwrap();
|
|
|
|
|
static ref VALID_POST_TITLE_REGEX: Regex = Regex::new(r".*\S.*").unwrap();
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn naive_from_unix(time: i64) -> NaiveDateTime {
|
|
|
|
|
NaiveDateTime::from_timestamp(time, 0)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn convert_datetime(datetime: NaiveDateTime) -> DateTime<FixedOffset> {
|
2020-12-17 19:01:33 +00:00
|
|
|
|
DateTime::<FixedOffset>::from_utc(datetime, FixedOffset::east(0))
|
2020-09-14 15:29:50 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn remove_slurs(test: &str) -> String {
|
|
|
|
|
SLUR_REGEX.replace_all(test, "*removed*").to_string()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) fn slur_check(test: &str) -> Result<(), Vec<&str>> {
|
|
|
|
|
let mut matches: Vec<&str> = SLUR_REGEX.find_iter(test).map(|mat| mat.as_str()).collect();
|
|
|
|
|
|
|
|
|
|
// Unique
|
|
|
|
|
matches.sort_unstable();
|
|
|
|
|
matches.dedup();
|
|
|
|
|
|
|
|
|
|
if matches.is_empty() {
|
|
|
|
|
Ok(())
|
|
|
|
|
} else {
|
|
|
|
|
Err(matches)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn check_slurs(text: &str) -> Result<(), APIError> {
|
|
|
|
|
if let Err(slurs) = slur_check(text) {
|
|
|
|
|
Err(APIError::err(&slurs_vec_to_str(slurs)))
|
|
|
|
|
} else {
|
|
|
|
|
Ok(())
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn check_slurs_opt(text: &Option<String>) -> Result<(), APIError> {
|
|
|
|
|
match text {
|
|
|
|
|
Some(t) => check_slurs(t),
|
|
|
|
|
None => Ok(()),
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub(crate) fn slurs_vec_to_str(slurs: Vec<&str>) -> String {
|
|
|
|
|
let start = "No slurs - ";
|
|
|
|
|
let combined = &slurs.join(", ");
|
|
|
|
|
[start, combined].concat()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn generate_random_string() -> String {
|
2020-12-21 14:34:59 +00:00
|
|
|
|
thread_rng()
|
|
|
|
|
.sample_iter(&Alphanumeric)
|
|
|
|
|
.map(char::from)
|
|
|
|
|
.take(30)
|
|
|
|
|
.collect()
|
2020-09-14 15:29:50 +00:00
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn markdown_to_html(text: &str) -> String {
|
|
|
|
|
comrak::markdown_to_html(text, &comrak::ComrakOptions::default())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TODO nothing is done with community / group webfingers yet, so just ignore those for now
|
|
|
|
|
#[derive(Clone, PartialEq, Eq, Hash)]
|
|
|
|
|
pub struct MentionData {
|
|
|
|
|
pub name: String,
|
|
|
|
|
pub domain: String,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
impl MentionData {
|
|
|
|
|
pub fn is_local(&self) -> bool {
|
|
|
|
|
Settings::get().hostname.eq(&self.domain)
|
|
|
|
|
}
|
|
|
|
|
pub fn full_name(&self) -> String {
|
|
|
|
|
format!("@{}@{}", &self.name, &self.domain)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn scrape_text_for_mentions(text: &str) -> Vec<MentionData> {
|
|
|
|
|
let mut out: Vec<MentionData> = Vec::new();
|
|
|
|
|
for caps in MENTIONS_REGEX.captures_iter(text) {
|
|
|
|
|
out.push(MentionData {
|
|
|
|
|
name: caps["name"].to_string(),
|
|
|
|
|
domain: caps["domain"].to_string(),
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
out.into_iter().unique().collect()
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn is_valid_username(name: &str) -> bool {
|
|
|
|
|
VALID_USERNAME_REGEX.is_match(name)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Can't do a regex here, reverse lookarounds not supported
|
|
|
|
|
pub fn is_valid_preferred_username(preferred_username: &str) -> bool {
|
|
|
|
|
!preferred_username.starts_with('@')
|
|
|
|
|
&& preferred_username.len() >= 3
|
|
|
|
|
&& preferred_username.len() <= 20
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn is_valid_community_name(name: &str) -> bool {
|
|
|
|
|
VALID_COMMUNITY_NAME_REGEX.is_match(name)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn is_valid_post_title(title: &str) -> bool {
|
|
|
|
|
VALID_POST_TITLE_REGEX.is_match(title)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub fn get_ip(conn_info: &ConnectionInfo) -> String {
|
|
|
|
|
conn_info
|
|
|
|
|
.realip_remote_addr()
|
|
|
|
|
.unwrap_or("127.0.0.1:12345")
|
|
|
|
|
.split(':')
|
|
|
|
|
.next()
|
|
|
|
|
.unwrap_or("127.0.0.1")
|
|
|
|
|
.to_string()
|
|
|
|
|
}
|