Fix a bug in CPU number

This commit is contained in:
Polochon-street 2022-10-09 12:07:34 +02:00
parent cd3fd54018
commit 1c40ac7673
7 changed files with 92 additions and 22 deletions

View File

@ -1,5 +1,8 @@
#Changelog #Changelog
## bliss 0.6.4
* Fix a bug in the customizable CPU number option in `library`.
## bliss 0.6.3 ## bliss 0.6.3
* Add customizable CPU number in the `library` module. * Add customizable CPU number in the `library` module.

2
Cargo.lock generated
View File

@ -96,7 +96,7 @@ checksum = "bef38d45163c2f1dde094a7dfd33ccf595c92905c8f8f4fdc18d06fb1037718a"
[[package]] [[package]]
name = "bliss-audio" name = "bliss-audio"
version = "0.6.3" version = "0.6.4"
dependencies = [ dependencies = [
"anyhow", "anyhow",
"bliss-audio-aubio-rs", "bliss-audio-aubio-rs",

View File

@ -1,6 +1,6 @@
[package] [package]
name = "bliss-audio" name = "bliss-audio"
version = "0.6.3" version = "0.6.4"
authors = ["Polochon-street <polochonstreet@gmx.fr>"] authors = ["Polochon-street <polochonstreet@gmx.fr>"]
edition = "2018" edition = "2018"
license = "GPL-3.0-only" license = "GPL-3.0-only"

View File

@ -9,6 +9,7 @@ use clap::{App, Arg, SubCommand};
use glob::glob; use glob::glob;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use std::fs; use std::fs;
use std::num::NonZeroUsize;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
#[derive(Serialize, Deserialize, Clone, Debug)] #[derive(Serialize, Deserialize, Clone, Debug)]
@ -30,7 +31,7 @@ impl Config {
music_library_path: PathBuf, music_library_path: PathBuf,
config_path: Option<PathBuf>, config_path: Option<PathBuf>,
database_path: Option<PathBuf>, database_path: Option<PathBuf>,
number_cores: Option<usize>, number_cores: Option<NonZeroUsize>,
) -> Result<Self> { ) -> Result<Self> {
let base_config = BaseConfig::new(config_path, database_path, number_cores)?; let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
Ok(Self { Ok(Self {

View File

@ -10,6 +10,7 @@ use clap::{App, Arg, SubCommand};
use glob::glob; use glob::glob;
use serde::{Deserialize, Serialize}; use serde::{Deserialize, Serialize};
use std::fs; use std::fs;
use std::num::NonZeroUsize;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
#[derive(Serialize, Deserialize, Clone, Debug)] #[derive(Serialize, Deserialize, Clone, Debug)]
@ -31,7 +32,7 @@ impl Config {
music_library_path: PathBuf, music_library_path: PathBuf,
config_path: Option<PathBuf>, config_path: Option<PathBuf>,
database_path: Option<PathBuf>, database_path: Option<PathBuf>,
number_cores: Option<usize>, number_cores: Option<NonZeroUsize>,
) -> Result<Self> { ) -> Result<Self> {
let base_config = BaseConfig::new(config_path, database_path, number_cores)?; let base_config = BaseConfig::new(config_path, database_path, number_cores)?;
Ok(Self { Ok(Self {

View File

@ -83,6 +83,7 @@ extern crate num_cpus;
extern crate serde; extern crate serde;
use crate::cue::BlissCue; use crate::cue::BlissCue;
use log::info; use log::info;
use std::num::NonZeroUsize;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
use std::sync::mpsc; use std::sync::mpsc;
use std::thread; use std::thread;
@ -155,7 +156,7 @@ pub type BlissResult<T> = Result<T, BlissError>;
pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>( pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
paths: F, paths: F,
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> { ) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
let cores = num_cpus::get(); let cores = NonZeroUsize::new(num_cpus::get()).unwrap();
analyze_paths_with_cores(paths, cores) analyze_paths_with_cores(paths, cores)
} }
@ -186,11 +187,11 @@ pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
/// ///
/// # Example: /// # Example:
/// ```no_run /// ```no_run
/// use bliss_audio::{analyze_paths_with_cores, BlissResult}; /// use bliss_audio::{analyze_paths, BlissResult};
/// ///
/// fn main() -> BlissResult<()> { /// fn main() -> BlissResult<()> {
/// let paths = vec![String::from("/path/to/song1"), String::from("/path/to/song2")]; /// let paths = vec![String::from("/path/to/song1"), String::from("/path/to/song2")];
/// for (path, result) in analyze_paths_with_cores(&paths, 2) { /// for (path, result) in analyze_paths(&paths) {
/// match result { /// match result {
/// Ok(song) => println!("Do something with analyzed song {} with title {:?}", song.path.display(), song.title), /// Ok(song) => println!("Do something with analyzed song {} with title {:?}", song.path.display(), song.title),
/// Err(e) => println!("Song at {} could not be analyzed. Failed with: {}", path.display(), e), /// Err(e) => println!("Song at {} could not be analyzed. Failed with: {}", path.display(), e),
@ -201,9 +202,9 @@ pub fn analyze_paths<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
/// ``` /// ```
pub fn analyze_paths_with_cores<P: Into<PathBuf>, F: IntoIterator<Item = P>>( pub fn analyze_paths_with_cores<P: Into<PathBuf>, F: IntoIterator<Item = P>>(
paths: F, paths: F,
number_cores: usize, number_cores: NonZeroUsize,
) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> { ) -> mpsc::IntoIter<(PathBuf, BlissResult<Song>)> {
let mut cores = num_cpus::get(); let mut cores = NonZeroUsize::new(num_cpus::get()).unwrap();
if cores > number_cores { if cores > number_cores {
cores = number_cores; cores = number_cores;
} }
@ -322,7 +323,7 @@ mod tests {
assert_eq!(results, expected_results); assert_eq!(results, expected_results);
let mut results = analyze_paths_with_cores(&paths, 1) let mut results = analyze_paths_with_cores(&paths, NonZeroUsize::new(1).unwrap())
.map(|x| match &x.1 { .map(|x| match &x.1 {
Ok(s) => (true, s.path.to_owned(), None), Ok(s) => (true, s.path.to_owned(), None),
Err(e) => (false, x.0.to_owned(), Some(e.to_string())), Err(e) => (false, x.0.to_owned(), Some(e.to_string())),

View File

@ -28,6 +28,7 @@
//! use anyhow::Result; //! use anyhow::Result;
//! use serde::{Deserialize, Serialize}; //! use serde::{Deserialize, Serialize};
//! use std::path::PathBuf; //! use std::path::PathBuf;
//! use std::num::NonZeroUsize;
//! use bliss_audio::BlissError; //! use bliss_audio::BlissError;
//! use bliss_audio::library::{AppConfigTrait, BaseConfig}; //! use bliss_audio::library::{AppConfigTrait, BaseConfig};
//! //!
@ -52,7 +53,7 @@
//! music_library_path: PathBuf, //! music_library_path: PathBuf,
//! config_path: Option<PathBuf>, //! config_path: Option<PathBuf>,
//! database_path: Option<PathBuf>, //! database_path: Option<PathBuf>,
//! number_cores: Option<usize>, //! number_cores: Option<NonZeroUsize>,
//! ) -> Result<Self> { //! ) -> Result<Self> {
//! // Note that by passing `(None, None)` here, the paths will //! // Note that by passing `(None, None)` here, the paths will
//! // be inferred automatically using user data dirs. //! // be inferred automatically using user data dirs.
@ -107,7 +108,7 @@
//! "real-life" example, the //! "real-life" example, the
//! [blissify](https://github.com/Polochon-street/blissify-rs)'s code is using //! [blissify](https://github.com/Polochon-street/blissify-rs)'s code is using
//! [Library] to implement bliss for a MPD player. //! [Library] to implement bliss for a MPD player.
use crate::analyze_paths; use crate::analyze_paths_with_cores;
use crate::cue::CueInfo; use crate::cue::CueInfo;
use crate::playlist::closest_album_to_group_by_key; use crate::playlist::closest_album_to_group_by_key;
use crate::playlist::closest_to_first_song_by_key; use crate::playlist::closest_to_first_song_by_key;
@ -132,6 +133,7 @@ use std::collections::HashMap;
use std::env; use std::env;
use std::fs; use std::fs;
use std::fs::create_dir_all; use std::fs::create_dir_all;
use std::num::NonZeroUsize;
use std::path::{Path, PathBuf}; use std::path::{Path, PathBuf};
use std::sync::Arc; use std::sync::Arc;
use std::sync::Mutex; use std::sync::Mutex;
@ -167,6 +169,19 @@ pub trait AppConfigTrait: Serialize + Sized + DeserializeOwned {
Ok(serde_json::to_string(&self)?) Ok(serde_json::to_string(&self)?)
} }
/// Set the number of desired cores for analysis, and write it to the
/// configuration file.
fn set_number_cores(&mut self, number_cores: NonZeroUsize) -> Result<()> {
self.base_config_mut().number_cores = number_cores;
self.write()
}
/// Get the number of desired cores for analysis, and write it to the
/// configuration file.
fn get_number_cores(&self) -> NonZeroUsize {
self.base_config().number_cores
}
/// Default implementation to load a config from a JSON file. /// Default implementation to load a config from a JSON file.
/// Reads from a string. /// Reads from a string.
/// ///
@ -215,7 +230,7 @@ pub struct BaseConfig {
features_version: u16, features_version: u16,
/// The number of CPU cores an analysis will be performed with. /// The number of CPU cores an analysis will be performed with.
/// Defaults to the number of CPUs in the user's computer. /// Defaults to the number of CPUs in the user's computer.
number_cores: usize, number_cores: NonZeroUsize,
} }
impl BaseConfig { impl BaseConfig {
@ -241,7 +256,7 @@ impl BaseConfig {
pub fn new( pub fn new(
config_path: Option<PathBuf>, config_path: Option<PathBuf>,
database_path: Option<PathBuf>, database_path: Option<PathBuf>,
number_cores: Option<usize>, number_cores: Option<NonZeroUsize>,
) -> Result<Self> { ) -> Result<Self> {
let config_path = { let config_path = {
// User provided a path; let the future file creation determine // User provided a path; let the future file creation determine
@ -261,7 +276,8 @@ impl BaseConfig {
} }
}; };
let number_cores = number_cores.unwrap_or_else(num_cpus::get); let number_cores =
number_cores.unwrap_or_else(|| NonZeroUsize::new(num_cpus::get()).unwrap());
Ok(Self { Ok(Self {
config_path, config_path,
@ -449,7 +465,7 @@ impl<Config: AppConfigTrait> Library<Config> {
pub fn new_from_base( pub fn new_from_base(
config_path: Option<PathBuf>, config_path: Option<PathBuf>,
database_path: Option<PathBuf>, database_path: Option<PathBuf>,
number_cores: Option<usize>, number_cores: Option<NonZeroUsize>,
) -> Result<Self> ) -> Result<Self>
where where
BaseConfig: Into<Config>, BaseConfig: Into<Config>,
@ -760,7 +776,10 @@ impl<Config: AppConfigTrait> Library<Config> {
.collect(); .collect();
let mut cue_extra_info: HashMap<PathBuf, String> = HashMap::new(); let mut cue_extra_info: HashMap<PathBuf, String> = HashMap::new();
let results = analyze_paths(paths_extra_info.keys()); let results = analyze_paths_with_cores(
paths_extra_info.keys(),
self.config.base_config().number_cores,
);
let mut success_count = 0; let mut success_count = 0;
let mut failure_count = 0; let mut failure_count = 0;
for (path, result) in results { for (path, result) in results {
@ -1222,6 +1241,10 @@ mod test {
} }
} }
fn nzus(i: usize) -> NonZeroUsize {
NonZeroUsize::new(i).unwrap()
}
// Returning the TempDir here, so it doesn't go out of scope, removing // Returning the TempDir here, so it doesn't go out of scope, removing
// the directory. // the directory.
// //
@ -2787,8 +2810,12 @@ mod test {
// In reality, someone would just do that with `(None, None)` to get the default // In reality, someone would just do that with `(None, None)` to get the default
// paths. // paths.
let base_config = let base_config = BaseConfig::new(
BaseConfig::new(Some(config_file.to_owned()), Some(database_file), Some(1)).unwrap(); Some(config_file.to_owned()),
Some(database_file),
Some(nzus(1)),
)
.unwrap();
let config = CustomConfig { let config = CustomConfig {
base_config, base_config,
@ -2821,8 +2848,12 @@ mod test {
// In reality, someone would just do that with `(None, None)` to get the default // In reality, someone would just do that with `(None, None)` to get the default
// paths. // paths.
let base_config = let base_config = BaseConfig::new(
BaseConfig::new(Some(config_file.to_owned()), Some(database_file), Some(1)).unwrap(); Some(config_file.to_owned()),
Some(database_file),
Some(nzus(1)),
)
.unwrap();
let config = CustomConfig { let config = CustomConfig {
base_config, base_config,
@ -2856,6 +2887,39 @@ mod test {
assert!(library.version_sanity_check().unwrap()); assert!(library.version_sanity_check().unwrap());
} }
#[test]
fn test_config_number_cpus() {
let config_dir = TempDir::new("coucou").unwrap();
let config_file = config_dir.path().join("config.json");
let database_file = config_dir.path().join("bliss.db");
let base_config = BaseConfig::new(
Some(config_file.to_owned()),
Some(database_file.to_owned()),
None,
)
.unwrap();
let config = CustomConfig {
base_config,
second_path_to_music_library: "/path/to/somewhere".into(),
ignore_wav_files: true,
};
assert_eq!(config.get_number_cores().get(), num_cpus::get());
let base_config =
BaseConfig::new(Some(config_file), Some(database_file), Some(nzus(1))).unwrap();
let mut config = CustomConfig {
base_config,
second_path_to_music_library: "/path/to/somewhere".into(),
ignore_wav_files: true,
};
assert_eq!(config.get_number_cores().get(), 1);
config.set_number_cores(nzus(2)).unwrap();
assert_eq!(config.get_number_cores().get(), 2);
}
#[test] #[test]
fn test_library_create_all_dirs() { fn test_library_create_all_dirs() {
let config_dir = TempDir::new("coucou") let config_dir = TempDir::new("coucou")
@ -2866,7 +2930,7 @@ mod test {
assert!(!config_dir.is_dir()); assert!(!config_dir.is_dir());
let config_file = config_dir.join("config.json"); let config_file = config_dir.join("config.json");
let database_file = config_dir.join("bliss.db"); let database_file = config_dir.join("bliss.db");
Library::<BaseConfig>::new_from_base(Some(config_file), Some(database_file), Some(1)) Library::<BaseConfig>::new_from_base(Some(config_file), Some(database_file), Some(nzus(1)))
.unwrap(); .unwrap();
assert!(config_dir.is_dir()); assert!(config_dir.is_dir());
} }