Renaming to slur_filter. Fixes #1773

This commit is contained in:
Dessalines 2021-09-29 00:04:56 -04:00
parent f4bac6a17f
commit aa8301992b
5 changed files with 61 additions and 29 deletions

View file

@ -5,4 +5,21 @@
federation: { federation: {
enabled: true enabled: true
} }
# # email sending configuration
# email: {
# # hostname and port of the smtp server
# smtp_server: ""
# # login name for smtp server
# smtp_login: ""
# # password to login to the smtp server
# smtp_password: ""
# # address to send emails from, eg "noreply@your-instance.com"
# smtp_from_address: ""
# # whether or not smtp connections should use tls
# use_tls: true
# }
slur_filter:
'''
(fag(g|got|tard)?\b|cock\s?sucker(s|ing)?|ni((g{2,}|q)+|[gq]{2,})[e3r]+(s|z)?|mudslime?s?|kikes?|\bspi(c|k)s?\b|\bchinks?|gooks?|bitch(es|ing|y)?|whor(es?|ing)|\btr(a|@)nn?(y|ies?)|\b(b|re|r)tard(ed)?s?)
'''
} }

View file

@ -113,15 +113,12 @@ impl Settings {
WEBFINGER_USER_REGEX.to_owned() WEBFINGER_USER_REGEX.to_owned()
} }
pub fn slur_regex(&self) -> Regex { pub fn slur_regex(&self) -> Option<Regex> {
let mut slurs = r"(fag(g|got|tard)?\b|cock\s?sucker(s|ing)?|ni((g{2,}|q)+|[gq]{2,})[e3r]+(s|z)?|mudslime?s?|kikes?|\bspi(c|k)s?\b|\bchinks?|gooks?|bitch(es|ing|y)?|whor(es?|ing)|\btr(a|@)nn?(y|ies?)|\b(b|re|r)tard(ed)?s?)".to_string(); self.slur_filter.as_ref().map(|slurs| {
if let Some(additional_slurs) = &self.additional_slurs { RegexBuilder::new(slurs)
slurs.push('|');
slurs.push_str(additional_slurs);
};
RegexBuilder::new(&slurs)
.case_insensitive(true) .case_insensitive(true)
.build() .build()
.expect("compile regex") .expect("compile regex")
})
} }
} }

View file

@ -42,7 +42,7 @@ pub struct Settings {
pub pictrs_url: Option<String>, pub pictrs_url: Option<String>,
/// Regex for slurs which are prohibited. Example: `(\bThis\b)|(\bis\b)|(\bsample\b)` /// Regex for slurs which are prohibited. Example: `(\bThis\b)|(\bis\b)|(\bsample\b)`
#[default(None)] #[default(None)]
pub additional_slurs: Option<String>, pub slur_filter: Option<String>,
/// Maximum length of local community and user names /// Maximum length of local community and user names
#[default(20)] #[default(20)]
pub actor_name_max_length: usize, pub actor_name_max_length: usize,

View file

@ -28,11 +28,19 @@ pub fn convert_datetime(datetime: NaiveDateTime) -> DateTime<FixedOffset> {
DateTime::<FixedOffset>::from_utc(datetime, FixedOffset::east(0)) DateTime::<FixedOffset>::from_utc(datetime, FixedOffset::east(0))
} }
pub fn remove_slurs(test: &str, slur_regex: &Regex) -> String { pub fn remove_slurs(test: &str, slur_regex: &Option<Regex>) -> String {
if let Some(slur_regex) = slur_regex {
slur_regex.replace_all(test, "*removed*").to_string() slur_regex.replace_all(test, "*removed*").to_string()
} else {
test.to_string()
}
} }
pub(crate) fn slur_check<'a>(test: &'a str, slur_regex: &'a Regex) -> Result<(), Vec<&'a str>> { pub(crate) fn slur_check<'a>(
test: &'a str,
slur_regex: &'a Option<Regex>,
) -> Result<(), Vec<&'a str>> {
if let Some(slur_regex) = slur_regex {
let mut matches: Vec<&str> = slur_regex.find_iter(test).map(|mat| mat.as_str()).collect(); let mut matches: Vec<&str> = slur_regex.find_iter(test).map(|mat| mat.as_str()).collect();
// Unique // Unique
@ -44,14 +52,20 @@ pub(crate) fn slur_check<'a>(test: &'a str, slur_regex: &'a Regex) -> Result<(),
} else { } else {
Err(matches) Err(matches)
} }
} else {
Ok(())
}
} }
pub fn check_slurs(text: &str, slur_regex: &Regex) -> Result<(), ApiError> { pub fn check_slurs(text: &str, slur_regex: &Option<Regex>) -> Result<(), ApiError> {
slur_check(text, slur_regex) if let Err(slurs) = slur_check(text, slur_regex) {
.map_err(|slurs| ApiError::err_plain(&slurs_vec_to_str(slurs.clone()))) Err(ApiError::err_plain(&slurs_vec_to_str(slurs)))
} else {
Ok(())
}
} }
pub fn check_slurs_opt(text: &Option<String>, slur_regex: &Regex) -> Result<(), ApiError> { pub fn check_slurs_opt(text: &Option<String>, slur_regex: &Option<Regex>) -> Result<(), ApiError> {
match text { match text {
Some(t) => check_slurs(t, slur_regex), Some(t) => check_slurs(t, slur_regex),
None => Ok(()), None => Ok(()),

View file

@ -34,6 +34,10 @@
# maximum number of active sql connections # maximum number of active sql connections
pool_size: 5 pool_size: 5
} }
slur_filter:
'''
(fag(g|got|tard)?\b|cock\s?sucker(s|ing)?|ni((g{2,}|q)+|[gq]{2,})[e3r]+(s|z)?|mudslime?s?|kikes?|\bspi(c|k)s?\b|\bchinks?|gooks?|bitch(es|ing|y)?|whor(es?|ing)|\btr(a|@)nn?(y|ies?)|\b(b|re|r)tard(ed)?s?)
'''
# # optional: email sending configuration # # optional: email sending configuration
# email: { # email: {
# # hostname and port of the smtp server # # hostname and port of the smtp server