Create simple torznab api module. Start asyncifying the indexer requests

This commit is contained in:
seanomik 2022-06-17 23:57:27 -04:00
parent 2a225ac2db
commit 6741d35783
11 changed files with 2980 additions and 2033 deletions

231
Cargo.lock generated
View File

@ -17,6 +17,15 @@ dependencies = [
"memchr",
]
[[package]]
name = "ansi_term"
version = "0.12.1"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d52a9bb7ec0cf484c551830a7ce27bd20d67eac647e1befb56b0be4ee39a55d2"
dependencies = [
"winapi 0.3.9",
]
[[package]]
name = "argmap"
version = "1.1.2"
@ -46,7 +55,7 @@ dependencies = [
"derive_builder",
"diligent-date-parser",
"never",
"quick-xml",
"quick-xml 0.22.0",
]
[[package]]
@ -182,13 +191,22 @@ name = "cross-seed"
version = "0.1.0"
dependencies = [
"argmap",
"bytes 1.1.0",
"figment",
"futures 0.3.21",
"lava_torrent",
"magnet-url",
"quick-xml 0.23.0",
"reqwest",
"rss",
"serde",
"serde_with",
"tokio 1.19.2",
"toml",
"torznab",
"tracing",
"tracing-subscriber",
"urlencoding 2.1.0",
"wild",
]
@ -262,8 +280,18 @@ version = "0.12.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5f2c43f534ea4b0b049015d00269734195e6d3f0f6635cb692251aca6f9f8b3c"
dependencies = [
"darling_core",
"darling_macro",
"darling_core 0.12.4",
"darling_macro 0.12.4",
]
[[package]]
name = "darling"
version = "0.13.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "a01d95850c592940db9b8194bc39f4bc0e89dee5c4265e4b1807c34a9aba453c"
dependencies = [
"darling_core 0.13.4",
"darling_macro 0.13.4",
]
[[package]]
@ -280,13 +308,38 @@ dependencies = [
"syn",
]
[[package]]
name = "darling_core"
version = "0.13.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "859d65a907b6852c9361e3185c862aae7fafd2887876799fa55f5f99dc40d610"
dependencies = [
"fnv",
"ident_case",
"proc-macro2",
"quote",
"strsim",
"syn",
]
[[package]]
name = "darling_macro"
version = "0.12.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "29b5acf0dea37a7f66f7b25d2c5e93fd46f8f6968b1a5d7a3e02e97768afc95a"
dependencies = [
"darling_core",
"darling_core 0.12.4",
"quote",
"syn",
]
[[package]]
name = "darling_macro"
version = "0.13.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9c972679f83bdf9c42bd905396b6c3588a843a17f0f16dfcfa3e2c5d57441835"
dependencies = [
"darling_core 0.13.4",
"quote",
"syn",
]
@ -306,7 +359,7 @@ version = "0.10.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "66e616858f6187ed828df7c64a6d71720d83767a7f19740b2d1b6fe6327b36e5"
dependencies = [
"darling",
"darling 0.12.4",
"proc-macro2",
"quote",
"syn",
@ -418,6 +471,21 @@ version = "0.1.31"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "3a471a38ef8ed83cd6e40aa59c1ffe17db6855c18e3604d9c4ed8c08ebc28678"
[[package]]
name = "futures"
version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "f73fe65f54d1e12b726f517d3e2135ca3125a437b6d998caf1962961f7172d9e"
dependencies = [
"futures-channel",
"futures-core",
"futures-executor",
"futures-io",
"futures-sink",
"futures-task",
"futures-util",
]
[[package]]
name = "futures-channel"
version = "0.3.21"
@ -425,6 +493,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "c3083ce4b914124575708913bca19bfe887522d6e2e6d0952943f5eac4a74010"
dependencies = [
"futures-core",
"futures-sink",
]
[[package]]
@ -433,6 +502,34 @@ version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "0c09fd04b7e4073ac7156a9539b57a484a8ea920f79c7c675d05d289ab6110d3"
[[package]]
name = "futures-executor"
version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9420b90cfa29e327d0429f19be13e7ddb68fa1cccb09d65e5706b8c7a749b8a6"
dependencies = [
"futures-core",
"futures-task",
"futures-util",
]
[[package]]
name = "futures-io"
version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fc4045962a5a5e935ee2fdedaa4e08284547402885ab326734432bed5d12966b"
[[package]]
name = "futures-macro"
version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "33c1e13800337f4d4d7a316bf45a567dbcb6ffe087f16424852d97e97a91f512"
dependencies = [
"proc-macro2",
"quote",
"syn",
]
[[package]]
name = "futures-sink"
version = "0.3.21"
@ -451,10 +548,16 @@ version = "0.3.21"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "d8b7abd5d659d9b90c8cba917f6ec750a74e2dc23902ef9cd4cc8c8b22e6036a"
dependencies = [
"futures-channel",
"futures-core",
"futures-io",
"futures-macro",
"futures-sink",
"futures-task",
"memchr",
"pin-project-lite",
"pin-utils",
"slab",
]
[[package]]
@ -1014,6 +1117,16 @@ dependencies = [
"memchr",
]
[[package]]
name = "quick-xml"
version = "0.23.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "9279fbdacaad3baf559d8cabe0acc3d06e30ea14931af31af79578ac0946decc"
dependencies = [
"memchr",
"serde",
]
[[package]]
name = "quote"
version = "1.0.18"
@ -1119,7 +1232,7 @@ dependencies = [
"atom_syndication",
"derive_builder",
"never",
"quick-xml",
"quick-xml 0.22.0",
]
[[package]]
@ -1232,6 +1345,28 @@ dependencies = [
"serde",
]
[[package]]
name = "serde_with"
version = "1.14.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "678b5a069e50bf00ecd22d0cd8ddf7c236f68581b03db652061ed5eb13a312ff"
dependencies = [
"serde",
"serde_with_macros",
]
[[package]]
name = "serde_with_macros"
version = "1.5.2"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e182d6ec6f05393cc0e5ed1bf81ad6db3a8feedf8ee515ecdd369809bcce8082"
dependencies = [
"darling 0.13.4",
"proc-macro2",
"quote",
"syn",
]
[[package]]
name = "sha-1"
version = "0.10.0"
@ -1243,6 +1378,15 @@ dependencies = [
"digest",
]
[[package]]
name = "sharded-slab"
version = "0.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "900fba806f70c630b0a382d0d825e17a0f19fcd059a2ade1ff237bcddf446b31"
dependencies = [
"lazy_static",
]
[[package]]
name = "signal-hook-registry"
version = "1.4.0"
@ -1350,6 +1494,15 @@ dependencies = [
"syn",
]
[[package]]
name = "thread_local"
version = "1.1.4"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5516c27b78311c50bf42c071425c560ac799b11c30b31f87e3081965fe5e0180"
dependencies = [
"once_cell",
]
[[package]]
name = "tinyvec"
version = "1.6.0"
@ -1372,7 +1525,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5a09c0b5bb588872ab2f09afa13ee6e9dac11e10a0ec9e8e3ba39a5a5d530af6"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"mio 0.6.23",
"num_cpus",
"tokio-codec",
@ -1416,7 +1569,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "25b2998660ba0e70d18684de5d06b70b70a3a747469af9dea7618cc59e75976b"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"tokio-io",
]
@ -1426,7 +1579,7 @@ version = "0.1.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "b1de0e32a83f131e002238d7ccde18211c0a5397f60cbfffcb112868c2e0e20e"
dependencies = [
"futures",
"futures 0.1.31",
"tokio-executor",
]
@ -1437,7 +1590,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "fb2d1b8f4548dbf5e1f7818512e9c406860678f29c300cdf0ebac72d1a3a1671"
dependencies = [
"crossbeam-utils",
"futures",
"futures 0.1.31",
]
[[package]]
@ -1446,7 +1599,7 @@ version = "0.1.7"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "297a1206e0ca6302a0eed35b700d292b275256f596e2f3fea7729d5e629b6ff4"
dependencies = [
"futures",
"futures 0.1.31",
"tokio-io",
"tokio-threadpool",
]
@ -1458,7 +1611,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "57fc868aae093479e3131e3d165c93b1c7474109d13c90ec0dda2a1bbfff0674"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"log",
]
@ -1480,7 +1633,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "09bc590ec4ba8ba87652da2068d150dcada2cfa2e07faae270a5e0409aa51351"
dependencies = [
"crossbeam-utils",
"futures",
"futures 0.1.31",
"lazy_static",
"log",
"mio 0.6.23",
@ -1510,7 +1663,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "edfe50152bc8164fcc456dab7891fa9bf8beaf01c5ee7e1dd43a397c3cf87dee"
dependencies = [
"fnv",
"futures",
"futures 0.1.31",
]
[[package]]
@ -1520,7 +1673,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "98df18ed66e3b72e742f185882a9e201892407957e45fbff8da17ae7a7c51f72"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"iovec",
"mio 0.6.23",
"tokio-io",
@ -1536,7 +1689,7 @@ dependencies = [
"crossbeam-deque",
"crossbeam-queue",
"crossbeam-utils",
"futures",
"futures 0.1.31",
"lazy_static",
"log",
"num_cpus",
@ -1551,7 +1704,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "93044f2d313c95ff1cb7809ce9a7a05735b012288a888b62d4434fd58c94f296"
dependencies = [
"crossbeam-utils",
"futures",
"futures 0.1.31",
"slab",
"tokio-executor",
]
@ -1563,7 +1716,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "e2a0b10e610b39c38b031a2fcab08e4b82f16ece36504988dcbd81dbba650d82"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"log",
"mio 0.6.23",
"tokio-codec",
@ -1578,7 +1731,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "ab57a4ac4111c8c9dbcf70779f6fc8bc35ae4b2454809febac840ad19bd7e4e0"
dependencies = [
"bytes 0.4.12",
"futures",
"futures 0.1.31",
"iovec",
"libc",
"log",
@ -1649,7 +1802,7 @@ dependencies = [
"torrent-common",
"tracing",
"tracing-futures",
"urlencoding",
"urlencoding 1.3.3",
]
[[package]]
@ -1688,6 +1841,7 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "7709595b8878a4965ce5e87ebf880a7d39c9afc6837721b21a5a816a8117d921"
dependencies = [
"once_cell",
"valuable",
]
[[package]]
@ -1701,6 +1855,31 @@ dependencies = [
"tracing",
]
[[package]]
name = "tracing-log"
version = "0.1.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "78ddad33d2d10b1ed7eb9d1f518a5674713876e97e5bb9b7345a7984fbb4f922"
dependencies = [
"lazy_static",
"log",
"tracing-core",
]
[[package]]
name = "tracing-subscriber"
version = "0.3.11"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "4bc28f93baff38037f64e6f43d34cfa1605f27a49c34e8a04c5e78b0babf2596"
dependencies = [
"ansi_term",
"sharded-slab",
"smallvec 1.8.0",
"thread_local",
"tracing-core",
"tracing-log",
]
[[package]]
name = "try-lock"
version = "0.2.3"
@ -1767,6 +1946,18 @@ version = "1.3.3"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "5a1f0175e03a0973cf4afd476bef05c26e228520400eb1fd473ad417b1c00ffb"
[[package]]
name = "urlencoding"
version = "2.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "68b90931029ab9b034b300b797048cf23723400aa757e8a2bfb9d748102f9821"
[[package]]
name = "valuable"
version = "0.1.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
checksum = "830b7e5d4d90034032940e4ace0d9a9a057e7a45cd94e6c007832e39edb82f6d"
[[package]]
name = "version_check"
version = "0.9.4"

View File

@ -7,11 +7,23 @@ edition = "2021"
[dependencies]
tokio = { version = "1.19.2", features = ["full"] }
tracing = "0.1.35"
tracing-subscriber = "0.3.11"
futures = "0.3.21"
toml = "0.5.9"
lava_torrent = "0.7.0" # https://docs.rs/lava_torrent/0.7.0/lava_torrent/
torznab = "0.7.2" # https://docs.rs/torznab/0.7.2/torznab/
magnet-url = "2.0.0"
serde_with = "1.14.0"
serde = { version = "1.0", features = ["derive"] }
figment = { version = "0.10", features = ["toml", "env"] }
wild = "2.0.4"
argmap = "1.1.2"
reqwest = {version = "0.11", default_features = false, features = ["gzip", "json", "rustls-tls"]}
urlencoding = "2.1.0"
# Torznab stuff
rss = "2.0.1"
bytes = "1.1.0"
quick-xml = {version = "0.23.0", features = ["serialize"]}

View File

@ -5,6 +5,8 @@ use std::collections::HashMap;
use figment::{Figment, providers::{Format, Toml, Env}};
use figment::value::Value as FigmentValue;
use crate::torznab::TorznabClient;
use super::CliProvider;
#[derive(Deserialize, Serialize)]
@ -26,13 +28,26 @@ pub struct Config {
pub indexers: Vec<Indexer>,
}
#[derive(Deserialize, Serialize)]
#[derive(Debug, Clone, Deserialize, Serialize)]
pub struct Indexer {
#[serde(skip_deserializing)]
pub name: String,
pub enabled: Option<bool>,
pub url: String,
pub api_key: String,
#[serde(skip)]
pub client: Option<TorznabClient>,
}
impl Indexer {
pub async fn create_client(&mut self) -> Result<&TorznabClient, crate::torznab::ClientError> {
if self.client.is_none() {
self.client = Some(TorznabClient::new(self.name.clone(), &self.url, &self.api_key).await?);
}
Ok(self.client.as_ref().unwrap())
}
}
// Allow dead code for functions. We should probably remove this later on.

View File

@ -1,13 +1,20 @@
mod config;
mod torznab;
use config::Config;
use tracing::{info, Level, debug};
use std::path::{Path, PathBuf};
use std::error::Error;
use lava_torrent::torrent::v1::Torrent;
use torznab::Client as TorznabClient;
use crate::torznab::{GenericSearchParameters, SearchFunction};
use crate::torznab::search_parameters::{GenericSearchParametersBuilder, MovieSearchParametersBuilder};
use tokio::sync::RwLock;
use std::sync::Arc;
fn read_torrents(path: &Path) -> Result<Vec<PathBuf>, Box<dyn Error>> {
let mut torrents = Vec::new();
@ -28,48 +35,67 @@ fn read_torrents(path: &Path) -> Result<Vec<PathBuf>, Box<dyn Error>> {
return Ok(torrents);
}
fn main() {
#[tokio::main]
async fn main() {
let subscriber = tracing_subscriber::fmt()
.with_max_level(Level::INFO)
.finish();
tracing::subscriber::set_global_default(subscriber).expect("Failed to set global default log subscriber");
// Get config and debug the torrents
let config = Config::new();//.expect("Failed to get config");
println!("Searching torrents in: {}", config.torrents_path_str());
let config = Config::new();
info!("Searching torrents in: {}", config.torrents_path_str());
println!("Searching {} trackers: ", config.indexers.len());
for indexer in config.indexers.iter() {
println!(" {}: {}", indexer.name, indexer.url);
let mut indexers = config.indexers.clone();
// Create torznab clients for each indexer.
for indexer in indexers.iter_mut() {
indexer.create_client().await.unwrap();
}
let torrents = read_torrents(config.torrents_path()).unwrap();
// Log the trackers
info!("Searching {} trackers: ", indexers.len());
for indexer in indexers.iter() {
info!(" {}: {}", indexer.name, indexer.url);
debug!(" Can Search: {:?}", indexer.client.as_ref().unwrap().capabilities.searching_capabilities);
}
for torrent_path in torrents.iter() {
let torrent = Torrent::read_from_file(torrent_path).unwrap();
println!("{}:", torrent.name);
let torrent_files = read_torrents(config.torrents_path()).unwrap();
info!("Found {} torrents", torrent_files.len());
/* for indexer in config.indexers.iter() {
if indexer.enabled {
let client = TorznabClient::new(indexer.url.clone());
let results = client.search(&torrent).unwrap();
println!("{}", results);
}
} */
//TorznabClient
//panic!("rhfhujergfre");
/*if let Some(announce) = torrent.announce {
println!(" Announce: {}", announce);
}
if let Some(announce_list) = torrent.announce_list {
println!(" Announce list:");
for announce in announce_list {
for ann in announce {
println!(" {}", ann);
// Convert the indexers to be async friendly.
let mut indexers = indexers.iter()
.map(|indexer| Arc::new(RwLock::new(indexer.clone())))
.collect::<Vec<_>>();
let mut indexer_handles = vec![];
for torrent_path in torrent_files.iter() {
let torrent = Arc::new(Torrent::read_from_file(torrent_path).unwrap());
info!("{}:", torrent.name);
for indexer in indexers.iter() {
let mut indexer = Arc::clone(indexer);
let torrent = Arc::clone(&torrent);
indexer_handles.push(tokio::spawn(async move {
let lock = indexer.read().await;
match &lock.client {
Some(client) => {
let generic = GenericSearchParametersBuilder::new()
.query(torrent.name.clone())
.build();
client.search(SearchFunction::Search, generic).await.unwrap();
},
None => {
panic!("idfk");
}
}
}
}));
}
println!(" Files:");
if let Some(files) = torrent.files {
for file in files.iter() {
println!(" {}", file.path.to_str().unwrap());
}
} */
}
futures::future::join_all(indexer_handles).await;
}

174
src/torznab/capabilities.rs Normal file
View File

@ -0,0 +1,174 @@
use std::collections::HashMap;
use serde::{Serialize, Deserialize};
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum SupportedParam {
Query,
Season,
Episode,
IMDB,
TMDB,
TVDB,
}
impl From<String> for SupportedParam {
fn from(s: String) -> Self {
match s.as_str() {
"q" => SupportedParam::Query,
"season" => SupportedParam::Season,
"ep" => SupportedParam::Episode,
"imdbid" => SupportedParam::IMDB,
"tmdbid" => SupportedParam::TMDB,
"tvdbid" => SupportedParam::TVDB,
_ => panic!("Unsupported param: {}", s),
}
}
}
#[derive(Debug, Hash, PartialEq, Eq, Clone, Deserialize)]
pub enum SearchCapability {
#[serde(rename = "search")]
Search,
#[serde(rename = "tv-search")]
TV,
#[serde(rename = "movie-search")]
Movie,
#[serde(rename = "music-search")]
Music,
#[serde(rename = "audio-search")]
Audio,
#[serde(rename = "book-search")]
Book
}
impl From<String> for SearchCapability {
fn from(s: String) -> Self {
match s.as_str() {
"search" => SearchCapability::Search,
"tv-search" => SearchCapability::TV,
"movie-search" => SearchCapability::Movie,
"music-search" => SearchCapability::Music,
"audio-search" => SearchCapability::Audio,
"book" => SearchCapability::Book,
_ => panic!("Unsupported param: {}", s),
}
}
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct SearchingCapabilities {
supported_functions: HashMap<SearchCapability, Vec<SupportedParam>>,
}
impl SearchingCapabilities {
pub fn new(supported_functions: HashMap<SearchCapability, Vec<SupportedParam>>) -> SearchingCapabilities {
SearchingCapabilities {
supported_functions,
}
}
/// Returns true if the search type is supported.
pub fn does_support_search(&self, search_capability: SearchCapability) -> bool {
self.supported_functions.contains_key(&search_capability)
}
/// Returns true if a search type supports a specific parameter.
pub fn does_search_support_param(&self, capability: SearchCapability, param: SupportedParam) -> bool {
match self.supported_functions.get(&capability) {
Some(params) => params.contains(&param),
None => false,
}
}
}
impl Default for SearchingCapabilities {
fn default() -> Self {
SearchingCapabilities {
supported_functions: HashMap::new(),
}
}
}
impl<'de> Deserialize<'de> for SearchingCapabilities {
fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where
D: serde::Deserializer<'de>,
{
let raw: HashMap<SearchCapability, HashMap<String, String>> = Deserialize::deserialize(deserializer).unwrap();
let mut functions: HashMap<SearchCapability, Vec<SupportedParam>> = HashMap::new();
for (key, value) in raw.iter() {
let mut supported_params = Vec::new();
let available_str: String = value.get("available").map(String::to_owned).unwrap_or_default();
let available = available_str == "yes";
if available {
if let Some(params) = value.get("supportedParams") {
for param in params.split(',') {
supported_params.push(param.to_string().into());
}
}
functions.insert(key.clone(), supported_params);
}
}
Ok(SearchingCapabilities {
supported_functions: functions,
})
}
}
#[derive(Debug, Clone, PartialEq, Eq, Serialize, Deserialize)]
pub struct Category {
#[serde(with = "serde_with::rust::display_fromstr")]
id: u32,
name: String,
#[serde(rename = "subcat")]
sub_categories: Option<Vec<Category>>,
}
#[derive(Debug, Clone, PartialEq, Eq, Deserialize)]
pub struct Categories {
#[serde(rename = "category")]
pub categories: Vec<Category>,
}
impl Categories {
pub fn new(categories: Vec<Category>) -> Self {
Categories { categories }
}
}
impl Default for Categories {
fn default() -> Self {
Categories {
categories: Vec::new(),
}
}
}
#[derive(Debug, Clone, PartialEq, Eq, Deserialize)]
pub struct Capabilities {
pub categories: Categories,
#[serde(rename = "searching")]
pub searching_capabilities: SearchingCapabilities,
}
impl Default for Capabilities {
fn default() -> Self {
Capabilities {
categories: Categories::default(),
searching_capabilities: SearchingCapabilities::default(),
}
}
}

103
src/torznab/client.rs Normal file
View File

@ -0,0 +1,103 @@
use super::{Capabilities, TorznabFunction, SearchFunction, GenericSearchParameters, TorrentResult, ClientError};
use bytes::Bytes;
use bytes::Buf;
use rss::Channel;
use tracing::{span, event, debug, info, Level};
#[derive(Debug, Clone)]
pub struct TorznabClient {
http: reqwest::Client,
pub name: String,
pub base_url: String,
api_key: String,
pub capabilities: Capabilities,
pub client_span: tracing::Span,
}
impl TorznabClient {
fn client_span(name: &String) -> tracing::Span {
span!(Level::INFO, "torznab_client", indexer = %name)
}
/// Construct a new client without getting the capabilities
pub fn new_no_capabilities(name: String, base_url: &str, api_key: &str) -> Self {
TorznabClient {
name: name.clone(),
http: reqwest::Client::new(),
base_url: base_url.to_string(),
api_key: api_key.to_string(),
capabilities: Capabilities::default(),
client_span: Self::client_span(&name),
}
}
/// Construct a new client and get the capabilities.
pub async fn new(name: String, base_url: &str, api_key: &str) -> Result<Self, reqwest::Error> {
let mut client = TorznabClient {
name: name.clone(),
http: reqwest::Client::new(),
base_url: base_url.to_string(),
api_key: api_key.to_string(),
capabilities: Capabilities::default(),
client_span: Self::client_span(&name),
};
// Get capabilities and store them in the client before returning
client.store_capabilities().await?;
Ok(client)
}
/// Send a request to the indexer using the query parameters.
async fn request(&self, param_str: String) -> Result<Bytes, reqwest::Error> {
let span = span!(parent: &self.client_span, Level::INFO, "client request");
let _enter = span.enter();
// Construct the url
let url = format!("{}?apikey={}{}", self.base_url, self.api_key, param_str);
debug!("Url: {}", url);
self.http.get(url).send().await?.error_for_status()?.bytes().await
}
/// Request the capabilities of the indexer and return them.
pub async fn request_capabilities(&self) -> Result<Capabilities, reqwest::Error> {
let params = TorznabFunction::Capabilities.to_params();
let res = self.request(params).await?;
let str_res = String::from_utf8(res.as_ref().to_vec()).unwrap(); // TODO Handle
let cap: Capabilities = quick_xml::de::from_str(&str_res).unwrap();
Ok(cap)
}
/// Request and store the capabilities of the indexer in the struct.
pub async fn store_capabilities(&mut self) -> Result<&Capabilities, reqwest::Error> {
self.capabilities = self.request_capabilities().await?;
Ok(&self.capabilities)
}
/// Search for torrents.
pub async fn search(&self, func: SearchFunction, generic_params: GenericSearchParameters) -> Result<(), ClientError> {
let param_str = format!("{}{}", func.to_params(), generic_params.to_params());
let bytes = self.request(param_str).await?;
let reader = bytes.reader();
let channel = Channel::read_from(reader).unwrap(); // TODO: handle
let items = channel.into_items();
let torrents: Vec<TorrentResult> = items.iter()
.map(TorrentResult::from_item)
.collect::<Result<Vec<TorrentResult>, super::ResultError>>()?;
debug!("Found results: {:?}", torrents);
//Torrent::from
Ok(())
}
}

17
src/torznab/error.rs Normal file
View File

@ -0,0 +1,17 @@
#[derive(Debug)]
pub enum ClientError {
HttpError(reqwest::Error),
SearchResultError(super::ResultError)
}
impl From<reqwest::Error> for ClientError {
fn from(e: reqwest::Error) -> Self {
ClientError::HttpError(e)
}
}
impl From<super::ResultError> for ClientError {
fn from(e: super::ResultError) -> Self {
ClientError::SearchResultError(e)
}
}

100
src/torznab/functions.rs Normal file
View File

@ -0,0 +1,100 @@
use super::search_parameters::*;
#[derive(Debug)]
pub enum SearchFunction {
/// Free text search query.
Search,
/// Search query with tv specific query params and filtering.
TVSearch(TVSearchParameters),
/// Search query with movie specific query params and filtering.
MovieSearch(MovieSearchParameters),
// TODO
/// Search query with music specific query params and filtering.
MusicSearch,
/// Search query with book specific query params and filtering.
BookSearch,
}
impl SearchFunction {
pub fn to_function_str(&self) -> &str {
match self {
SearchFunction::Search => "search",
SearchFunction::TVSearch(_) => "tvsearch",
SearchFunction::MovieSearch(_) => "movie",
SearchFunction::MusicSearch => "music",
SearchFunction::BookSearch => "book",
}
}
pub fn to_params(&self) -> String {
let mut params = String::new();
params.push_str(&format!("&t={}", self.to_function_str()));
// Concatenate the params of the search function.
match self {
SearchFunction::Search => {},//params.push_str(&s),
SearchFunction::TVSearch(p) => params.push_str(&p.to_params()),
SearchFunction::MovieSearch(p) => params.push_str(&p.to_params()),
_ => panic!("Not implemented!"), // TODO
}
params
}
}
#[derive(Debug)]
pub enum TorznabFunction {
/// Returns the capabilities of the api.
Capabilities,
SearchFunction(GenericSearchParameters, SearchFunction),
// TODO
/// (newznab) Returns all details about a particular item.
Details,
/// (newznab) Returns an nfo for a particular item.
GetNFO,
/// (newznab) Returns nzb for the specified item.
GetNZB,
/// (newznab) Adds item to the users cart.
CardAdd,
/// (newznab) Removes item from the users cart.
CardDel,
/// (newznab) Returns all comments known about an item.
Comments,
/// (newznab) Adds a comment to an item.
CommentsAdd,
/// (newznab) Register a new user account.
Register,
/// (newznab) Retrieves information about an user account.
User
}
impl TorznabFunction {
pub fn to_function_str(&self) -> &str {
match self {
TorznabFunction::Capabilities => "caps",
TorznabFunction::SearchFunction(_, func) => func.to_function_str(),
_ => panic!("Not implemented! ({:?})", self),
}
}
pub fn to_params(&self) -> String {
let mut params = String::new();
// Concatenate the params of the search function.
match self {
TorznabFunction::SearchFunction(p, func) => {
params.push_str(&p.to_params());
params.push_str(&func.to_params());
},
_ => params.push_str(&format!("&t={}", self.to_function_str())),
}
params
}
}

17
src/torznab/mod.rs Normal file
View File

@ -0,0 +1,17 @@
pub mod search_parameters;
pub use search_parameters::GenericSearchParameters;
pub mod functions;
pub use functions::*;
pub mod capabilities;
pub use capabilities::*;
pub mod error;
pub use error::*;
pub mod client;
pub use client::*;
pub mod torrent_result;
pub use torrent_result::*;

View File

@ -0,0 +1,250 @@
#[derive(Debug)]
pub struct GenericSearchParameters {
/// The string search query.
pub query: Option<String>,
/// Categories to search in
pub categories: Vec<i32>,
/// Extended attribute names that should be included in results.
pub attributes: Vec<String>,
/// Specifies that all extended attributes should be included in the results. Overrules attrs.
pub extended: Option<bool>,
/// Number of items to skip in the result.
pub offset: Option<i32>,
/// Number of results to return. Limited by the limits element in the Capabilities.
pub limit: Option<i32>,
}
impl GenericSearchParameters {
/// Convert the search parameters to a query string.
/// This will be prefixed with "&"
pub fn to_params(&self) -> String {
let mut params = String::new();
if let Some(query) = &self.query {
let encoded = urlencoding::encode(query);
params.push_str(&format!("&q={}", encoded));
}
if self.categories.len() > 0 {
params.push_str(&format!("&cat={}",
self.categories.iter()
.map(|i| i.to_string())
.collect::<Vec<_>>()
.join(",")));
}
if self.attributes.len() > 0 {
params.push_str(&format!("&attrs={}", self.attributes.join(",")));
}
if let Some(extended) = &self.extended {
// Convert the boolean to an integer.
let i = if *extended { 1 } else { 0 };
params.push_str(&format!("&extended={}", i));
}
if let Some(offset) = &self.offset {
params.push_str(&format!("&offset={}", offset));
}
if let Some(limit) = &self.limit {
params.push_str(&format!("&limit={}", limit));
}
params
}
}
pub struct GenericSearchParametersBuilder {
params: GenericSearchParameters,
}
impl GenericSearchParametersBuilder {
pub fn new() -> GenericSearchParametersBuilder {
GenericSearchParametersBuilder {
params: GenericSearchParameters {
query: None,
categories: Vec::new(),
attributes: Vec::new(),
extended: None,
offset: None,
limit: None,
},
}
}
pub fn query(mut self, query: String) -> GenericSearchParametersBuilder {
self.params.query = Some(query);
self
}
pub fn categories(mut self, categories: &[i32]) -> GenericSearchParametersBuilder {
self.params.categories.extend_from_slice(categories);
self
}
pub fn category(mut self, category: i32) -> GenericSearchParametersBuilder {
self.params.categories.push(category);
self
}
pub fn attributes(mut self, attributes: &[String]) -> GenericSearchParametersBuilder {
self.params.attributes.extend_from_slice(attributes);
self
}
pub fn attribute(mut self, attribute: String) -> GenericSearchParametersBuilder {
self.params.attributes.push(attribute);
self
}
pub fn extended(mut self, extended: bool) -> GenericSearchParametersBuilder {
self.params.extended = Some(extended);
self
}
pub fn offset(mut self, offset: i32) -> GenericSearchParametersBuilder {
self.params.offset = Some(offset);
self
}
pub fn limit(mut self, limit: i32) -> GenericSearchParametersBuilder {
self.params.limit = Some(limit);
self
}
pub fn build(self) -> GenericSearchParameters {
self.params
}
}
#[derive(Debug)]
pub struct TVSearchParameters {
// idk what this is tbh
pub rid: Option<u32>,
/// Id of the show on TVDB.
pub tvdb_id: Option<u32>,
/// Id of the show on TVMaze.
pub tvmaze_id: Option<u32>,
/// Season number
pub season: Option<u16>,
/// Episode number
pub episode: Option<u16>,
}
impl TVSearchParameters {
pub fn to_params(&self) -> String {
let mut params = String::new();
if let Some(rid) = &self.rid {
params.push_str(&format!("&rid={}", rid));
}
if let Some(tvdb_id) = &self.tvdb_id {
params.push_str(&format!("&tvdbid={}", tvdb_id));
}
if let Some(tvmaze_id) = &self.tvmaze_id {
params.push_str(&format!("&tvmazeid={}", tvmaze_id));
}
if let Some(season) = &self.season {
params.push_str(&format!("&season={}", season));
}
if let Some(episode) = &self.episode {
params.push_str(&format!("&ep={}", episode));
}
params
}
}
pub struct TVSearchParametersBuilder {
params: TVSearchParameters,
}
impl TVSearchParametersBuilder {
pub fn new() -> TVSearchParametersBuilder {
TVSearchParametersBuilder {
params: TVSearchParameters {
rid: None,
tvdb_id: None,
tvmaze_id: None,
season: None,
episode: None,
},
}
}
pub fn rid(mut self, rid: u32) -> TVSearchParametersBuilder {
self.params.rid = Some(rid);
self
}
pub fn tvdb_id(mut self, tvdb_id: u32) -> TVSearchParametersBuilder {
self.params.tvdb_id = Some(tvdb_id);
self
}
pub fn tvmaze_id(mut self, tvmaze_id: u32) -> TVSearchParametersBuilder {
self.params.tvmaze_id = Some(tvmaze_id);
self
}
pub fn season(mut self, season: u16) -> TVSearchParametersBuilder {
self.params.season = Some(season);
self
}
pub fn episode(mut self, episode: u16) -> TVSearchParametersBuilder {
self.params.episode = Some(episode);
self
}
pub fn build(self) -> TVSearchParameters {
self.params
}
}
#[derive(Debug)]
pub struct MovieSearchParameters {
/// Id of the movie on IMDB.
pub imdb_id: Option<u32>,
}
impl MovieSearchParameters {
pub fn to_params(&self) -> String {
let mut params = String::new();
if let Some(imdb_id) = &self.imdb_id {
params.push_str(&format!("&imdbid={}", imdb_id));
}
params
}
}
pub struct MovieSearchParametersBuilder {
params: MovieSearchParameters,
}
impl MovieSearchParametersBuilder {
pub fn new() -> MovieSearchParametersBuilder {
MovieSearchParametersBuilder {
params: MovieSearchParameters {
imdb_id: None,
},
}
}
pub fn imdb_id(mut self, imdb_id: u32) -> MovieSearchParametersBuilder {
self.params.imdb_id = Some(imdb_id);
self
}
pub fn build(self) -> MovieSearchParameters {
self.params
}
}

View File

@ -0,0 +1,42 @@
use rss::Item;
#[derive(Debug, Clone, PartialEq, Eq)]
pub enum ResultError {
MissingTitle,
MissingLink,
}
#[derive(Debug, Clone, PartialEq, Eq)]
pub struct TorrentResult<'a> {
name: &'a str,
link: &'a str,
/* size: u64,
categories: Vec<u32>, */
}
impl<'a> TorrentResult<'a> {
pub fn from_item(item: &'a Item) -> Result<Self, ResultError> {
let name = item.title().ok_or(ResultError::MissingTitle)?;
let link = item.link().ok_or(ResultError::MissingLink)?;
/* let size = item.enclosure().map(|e| e.length().parse::<u64>());
let categories = item.categories().ok_or(ResultError::MissingTitle)?; */
Ok(TorrentResult {
name,
link,
/* size,
categories, */
})
}
}
/* impl<'a> From<Item> for TorrentResult<'a> {
fn from(item: Item) -> Self {
TorrentResult {
name: item.title().unwrap(),
link: item.link().unwrap(),
size: item.size().unwrap(),
categories: item.categories().unwrap(),
}
}
} */