imag/lib/entry/libimagentryurl/src/linker.rs

225 lines
8 KiB
Rust
Raw Normal View History

//
// imag - the personal information management suite for the commandline
// Copyright (C) 2015-2019 Matthias Beyer <mail@beyermatthias.de> and contributors
//
// This library is free software; you can redistribute it and/or
// modify it under the terms of the GNU Lesser General Public
// License as published by the Free Software Foundation; version
// 2.1 of the License.
//
// This library is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
// Lesser General Public License for more details.
//
// You should have received a copy of the GNU Lesser General Public
// License along with this library; if not, write to the Free Software
// Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
//
2016-04-09 13:49:50 +00:00
use std::ops::DerefMut;
2016-04-08 21:35:04 +00:00
use libimagstore::storeid::StoreId;
use libimagstore::store::Store;
use libimagstore::store::Entry;
use libimagutil::debug_result::DebugResult;
use libimagentrylink::linkable::Linkable;
2016-02-03 14:47:14 +00:00
use failure::Fallible as Result;
2016-02-03 18:59:22 +00:00
use toml::Value;
use toml::map::Map;
use toml_query::read::TomlValueReadExt;
use toml_query::insert::TomlValueInsertExt;
2016-02-23 10:50:42 +00:00
use url::Url;
use sha1::{Sha1, Digest};
use hex;
2016-02-03 18:59:22 +00:00
use crate::iter::UrlIter;
pub trait UrlLinker : Linkable {
2016-04-08 21:35:04 +00:00
/// Get the external links from the implementor object
fn get_urls<'a>(&self, store: &'a Store) -> Result<UrlIter<'a>>;
2016-04-08 21:35:04 +00:00
/// Set the external links for the implementor object
fn set_urls(&mut self, store: &Store, links: Vec<Url>) -> Result<Vec<StoreId>>;
2016-04-08 21:35:04 +00:00
/// Add an external link to the implementor object
fn add_url(&mut self, store: &Store, link: Url) -> Result<Vec<StoreId>>;
2016-02-03 18:59:22 +00:00
2016-04-08 21:35:04 +00:00
/// Remove an external link from the implementor object
fn remove_url(&mut self, store: &Store, link: Url) -> Result<Vec<StoreId>>;
2016-02-03 18:59:22 +00:00
2016-02-03 14:47:14 +00:00
}
/// Implement `ExternalLinker` for `Entry`, hiding the fact that there is no such thing as an external
2016-04-08 21:35:04 +00:00
/// link in an entry, but internal links to other entries which serve as external links, as one
/// entry in the store can only have one external link.
impl UrlLinker for Entry {
2016-02-07 03:40:43 +00:00
2016-04-08 21:35:04 +00:00
/// Get the external links from the implementor object
fn get_urls<'a>(&self, store: &'a Store) -> Result<UrlIter<'a>> {
use crate::iter::OnlyExternalLinks;
2016-04-08 21:35:04 +00:00
// Iterate through all internal links and filter for FileLockEntries which live in
// /link/external/<SHA> -> load these files and get the external link from their headers,
// put them into the return vector.
self.links()
.map(|iter| {
debug!("Getting external links");
iter.only_urls().urls(store)
2016-04-09 13:15:13 +00:00
})
2016-02-07 03:40:43 +00:00
}
2016-04-08 21:35:04 +00:00
/// Set the external links for the implementor object
///
/// # Return Value
///
/// Returns the StoreIds which were newly created for the new external links, if there are more
/// external links than before.
/// If there are less external links than before, an empty vec![] is returned.
///
fn set_urls(&mut self, store: &Store, links: Vec<Url>) -> Result<Vec<StoreId>> {
2016-04-08 21:35:04 +00:00
// Take all the links, generate a SHA sum out of each one, filter out the already existing
// store entries and store the other URIs in the header of one FileLockEntry each, in
// the path /link/external/<SHA of the URL>
2016-04-09 13:49:50 +00:00
debug!("Iterating {} links = {:?}", links.len(), links);
links.into_iter().map(|link| {
let hash = hex::encode(Sha1::digest(&link.as_str().as_bytes()));
let file_id = crate::module_path::new_id(format!("external/{}", hash))
.map_dbg_err(|_| {
format!("Failed to build StoreId for this hash '{:?}'", hash)
})?;
2016-04-09 13:49:50 +00:00
debug!("Link = '{:?}'", link);
debug!("Hash = '{:?}'", hash);
debug!("StoreId = '{:?}'", file_id);
let link_already_exists = store.get(file_id.clone())?.is_some();
2016-04-16 13:34:32 +00:00
// retrieve the file from the store, which implicitely creates the entry if it does not
// exist
let mut file = store
2016-08-03 09:10:56 +00:00
.retrieve(file_id.clone())
.map_dbg_err(|_| {
format!("Failed to create or retrieve an file for this link '{:?}'", link)
})?;
2016-04-16 13:34:32 +00:00
debug!("Generating header content!");
{
let hdr = file.deref_mut().get_header_mut();
2016-04-16 13:34:32 +00:00
let mut table = match hdr.read("links.external.content")? {
Some(&Value::Table(ref table)) => table.clone(),
Some(_) => {
warn!("There is a value at 'links.external.content' which is not a table.");
2016-04-16 13:34:32 +00:00
warn!("Going to override this value");
Map::new()
2016-04-16 13:34:32 +00:00
},
None => Map::new(),
2016-04-16 13:34:32 +00:00
};
2016-05-12 14:40:06 +00:00
let v = Value::String(link.into_string());
2016-04-16 13:34:32 +00:00
debug!("setting URL = '{:?}", v);
table.insert(String::from("url"), v);
let _ = hdr.insert("links.external.content", Value::Table(table))?;
debug!("Setting URL worked");
2016-04-16 13:34:32 +00:00
}
2016-04-09 13:49:50 +00:00
// then add an internal link to the new file or return an error if this fails
let _ = self.add_link(file.deref_mut())?;
2019-05-30 09:35:42 +00:00
debug!("Added internal link");
Ok((link_already_exists, file_id))
})
.filter_map(|res| match res {
Ok((exists, entry)) => if exists { Some(Ok(entry)) } else { None },
Err(e) => Some(Err(e))
})
.collect()
2016-02-07 03:40:43 +00:00
}
2016-02-15 12:22:10 +00:00
2016-04-08 21:35:04 +00:00
/// Add an external link to the implementor object
///
/// # Return Value
///
/// (See ExternalLinker::set_urls())
///
/// Returns the StoreIds which were newly created for the new external links, if there are more
/// external links than before.
/// If there are less external links than before, an empty vec![] is returned.
///
fn add_url(&mut self, store: &Store, link: Url) -> Result<Vec<StoreId>> {
2016-04-08 21:35:04 +00:00
// get external links, add this one, save them
debug!("Getting links");
self.get_urls(store)
.and_then(|links| {
let mut links = links.collect::<Result<Vec<_>>>()?;
debug!("Adding link = '{:?}' to links = {:?}", link, links);
links.push(link);
debug!("Setting {} links = {:?}", links.len(), links);
self.set_urls(store, links)
})
}
2016-04-08 21:35:04 +00:00
/// Remove an external link from the implementor object
///
/// # Return Value
///
/// (See ExternalLinker::set_urls())
///
/// Returns the StoreIds which were newly created for the new external links, if there are more
/// external links than before.
/// If there are less external links than before, an empty vec![] is returned.
///
fn remove_url(&mut self, store: &Store, link: Url) -> Result<Vec<StoreId>> {
2016-04-08 21:35:04 +00:00
// get external links, remove this one, save them
self.get_urls(store)
2016-04-16 20:04:08 +00:00
.and_then(|links| {
debug!("Removing link = '{:?}'", link);
let links = links
.filter_map(Result::ok)
2016-05-12 14:40:06 +00:00
.filter(|l| l.as_str() != link.as_str())
.collect::<Vec<_>>();
self.set_urls(store, links)
2016-04-10 16:43:02 +00:00
})
}
}
2016-04-08 21:35:04 +00:00
2017-09-15 20:49:40 +00:00
#[cfg(test)]
mod tests {
use super::*;
use std::path::PathBuf;
use libimagstore::store::Store;
fn setup_logging() {
2017-12-07 21:07:01 +00:00
let _ = env_logger::try_init();
2017-09-15 20:49:40 +00:00
}
pub fn get_store() -> Store {
Store::new_inmemory(PathBuf::from("/"), &None).unwrap()
2017-09-15 20:49:40 +00:00
}
#[test]
fn test_simple() {
setup_logging();
let store = get_store();
let mut e = store.retrieve(PathBuf::from("base-test_simple")).unwrap();
let url = Url::parse("http://google.de").unwrap();
assert!(e.add_url(&store, url.clone()).is_ok());
2017-09-15 20:49:40 +00:00
assert_eq!(1, e.get_urls(&store).unwrap().count());
assert_eq!(url, e.get_urls(&store).unwrap().next().unwrap().unwrap());
2017-09-15 20:49:40 +00:00
}
}