|
|
|
use std::rc::Rc;
|
|
|
|
use std::thread;
|
|
|
|
|
|
|
|
use chrono::NaiveDateTime;
|
|
|
|
use crossbeam_channel::{Receiver, Sender};
|
|
|
|
use czkawka_core::bad_extensions::{BadExtensions, BadFileEntry};
|
|
|
|
use czkawka_core::big_file::BigFile;
|
|
|
|
use czkawka_core::broken_files::{BrokenEntry, BrokenFiles};
|
|
|
|
use humansize::{format_size, BINARY};
|
|
|
|
use rayon::prelude::*;
|
|
|
|
use slint::{ComponentHandle, ModelRc, SharedString, VecModel, Weak};
|
|
|
|
|
|
|
|
use czkawka_core::common::{split_path, split_path_compare, DEFAULT_THREAD_SIZE};
|
|
|
|
use czkawka_core::common_dir_traversal::{CheckingMethod, FileEntry, ProgressData};
|
|
|
|
use czkawka_core::common_tool::CommonData;
|
|
|
|
use czkawka_core::common_traits::ResultEntry;
|
|
|
|
use czkawka_core::duplicate::{DuplicateEntry, DuplicateFinder};
|
|
|
|
use czkawka_core::empty_files::EmptyFiles;
|
|
|
|
use czkawka_core::empty_folder::{EmptyFolder, FolderEntry};
|
|
|
|
use czkawka_core::invalid_symlinks::{InvalidSymlinks, SymlinksFileEntry};
|
|
|
|
use czkawka_core::same_music::{MusicEntry, SameMusic};
|
|
|
|
use czkawka_core::similar_images;
|
|
|
|
use czkawka_core::similar_images::{ImagesEntry, SimilarImages};
|
|
|
|
use czkawka_core::similar_videos::{SimilarVideos, VideosEntry};
|
|
|
|
use czkawka_core::temporary::{Temporary, TemporaryFileEntry};
|
|
|
|
|
|
|
|
use crate::common::split_u64_into_i32s;
|
|
|
|
use crate::settings::{collect_settings, SettingsCustom, ALLOWED_HASH_TYPE_VALUES, ALLOWED_RESIZE_ALGORITHM_VALUES};
|
|
|
|
use crate::{CurrentTab, GuiState, MainListModel, MainWindow, ProgressToSend};
|
|
|
|
|
|
|
|
pub fn connect_scan_button(app: &MainWindow, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>) {
|
|
|
|
let a = app.as_weak();
|
|
|
|
app.on_scan_starting(move |active_tab| {
|
|
|
|
let progress_sender = progress_sender.clone();
|
|
|
|
let stop_receiver = stop_receiver.clone();
|
|
|
|
let app = a.upgrade().unwrap();
|
|
|
|
|
|
|
|
app.set_progress_datas(ProgressToSend {
|
|
|
|
all_progress: 0,
|
|
|
|
current_progress: -1,
|
|
|
|
step_name: "".into(),
|
|
|
|
});
|
|
|
|
|
|
|
|
let custom_settings = collect_settings(&app);
|
|
|
|
|
|
|
|
let a = app.as_weak();
|
|
|
|
match active_tab {
|
|
|
|
CurrentTab::DuplicateFiles => {
|
|
|
|
scan_duplicates(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::EmptyFolders => {
|
|
|
|
scan_empty_folders(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::BigFiles => {
|
|
|
|
scan_big_files(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::EmptyFiles => {
|
|
|
|
scan_empty_files(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::SimilarImages => {
|
|
|
|
scan_similar_images(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::SimilarVideos => {
|
|
|
|
scan_similar_videos(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::SimilarMusic => {
|
|
|
|
scan_similar_music(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::InvalidSymlinks => {
|
|
|
|
scan_invalid_symlinks(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::BadExtensions => {
|
|
|
|
scan_bad_extensions(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::BrokenFiles => {
|
|
|
|
scan_broken_files(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::TemporaryFiles => {
|
|
|
|
scan_temporary_files(a, progress_sender, stop_receiver, custom_settings);
|
|
|
|
}
|
|
|
|
CurrentTab::Settings | CurrentTab::About => panic!("Button should be disabled"),
|
|
|
|
}
|
|
|
|
});
|
|
|
|
}
|
|
|
|
|
|
|
|
// Scan Duplicates
|
|
|
|
|
|
|
|
fn scan_duplicates(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = DuplicateFinder::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
// TODO Fill rest of settings
|
|
|
|
finder.set_check_method(CheckingMethod::Hash);
|
|
|
|
// finder.set_minimal_cache_file_size(loaded_commons.minimal_cache_file_size);
|
|
|
|
// finder.set_minimal_prehash_cache_file_size(minimal_prehash_cache_file_size);
|
|
|
|
// finder.set_check_method(check_method);
|
|
|
|
// finder.set_hash_type(hash_type);
|
|
|
|
// finder.set_ignore_hard_links(loaded_commons.hide_hard_links);
|
|
|
|
// finder.set_use_prehash_cache(use_prehash_cache);
|
|
|
|
// finder.set_delete_outdated_cache(delete_outdated_cache);
|
|
|
|
// finder.set_case_sensitive_name_comparison(case_sensitive_name_comparison);
|
|
|
|
finder.find_duplicates(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
let mut vector;
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
match finder.get_check_method() {
|
|
|
|
CheckingMethod::Hash => {
|
|
|
|
vector = finder
|
|
|
|
.get_files_with_identical_hashes_referenced()
|
|
|
|
.values()
|
|
|
|
.flatten()
|
|
|
|
.cloned()
|
|
|
|
.map(|(original, other)| (Some(original), other))
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
CheckingMethod::Name | CheckingMethod::Size | CheckingMethod::SizeName => {
|
|
|
|
let values: Vec<_> = match finder.get_check_method() {
|
|
|
|
CheckingMethod::Name => finder.get_files_with_identical_name_referenced().values().cloned().collect(),
|
|
|
|
CheckingMethod::Size => finder.get_files_with_identical_size_referenced().values().cloned().collect(),
|
|
|
|
CheckingMethod::SizeName => finder.get_files_with_identical_size_names_referenced().values().cloned().collect(),
|
|
|
|
_ => unreachable!("Invalid check method."),
|
|
|
|
};
|
|
|
|
vector = values.into_iter().map(|(original, other)| (Some(original), other)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
_ => unreachable!("Invalid check method."),
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
match finder.get_check_method() {
|
|
|
|
CheckingMethod::Hash => {
|
|
|
|
vector = finder.get_files_sorted_by_hash().values().flatten().cloned().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
CheckingMethod::Name | CheckingMethod::Size | CheckingMethod::SizeName => {
|
|
|
|
let values: Vec<_> = match finder.get_check_method() {
|
|
|
|
CheckingMethod::Name => finder.get_files_sorted_by_names().values().cloned().collect(),
|
|
|
|
CheckingMethod::Size => finder.get_files_sorted_by_size().values().cloned().collect(),
|
|
|
|
CheckingMethod::SizeName => finder.get_files_sorted_by_size_name().values().cloned().collect(),
|
|
|
|
_ => unreachable!("Invalid check method."),
|
|
|
|
};
|
|
|
|
vector = values.into_iter().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
_ => unreachable!("Invalid check method."),
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
for (_first, vec) in &mut vector {
|
|
|
|
vec.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
}
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_duplicate_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_duplicate_results(app: &MainWindow, vector: Vec<(Option<DuplicateEntry>, Vec<DuplicateEntry>)>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for (ref_fe, vec_fe) in vector {
|
|
|
|
if let Some(ref_fe) = ref_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_duplicates(&ref_fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
} else {
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_duplicates(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
app.set_duplicate_files_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} similar duplicates files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
fn prepare_data_model_duplicates(fe: &DuplicateEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////// Empty Folders
|
|
|
|
fn scan_empty_folders(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = EmptyFolder::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_empty_folders(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_empty_folder_list().values().cloned().collect::<Vec<_>>();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_empty_folders_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_empty_folders_results(app: &MainWindow, vector: Vec<FolderEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_empty_folders(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_empty_folder_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} empty folders").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_empty_folders(fe: &FolderEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
|
|
|
|
////////////////////////////////////////// Big files
|
|
|
|
fn scan_big_files(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = BigFile::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_big_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_big_files().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_big_files_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_big_files_results(app: &MainWindow, vector: Vec<FileEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_big_files(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_big_files_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_big_files(fe: &FileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
|
|
|
|
///////////////////////////////// Empty Files
|
|
|
|
fn scan_empty_files(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = EmptyFiles::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_empty_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_empty_files().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_empty_files_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_empty_files_results(app: &MainWindow, vector: Vec<FileEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_empty_files(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_empty_files_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} empty files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_empty_files(fe: &FileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
// Scan Similar Images
|
|
|
|
|
|
|
|
fn scan_similar_images(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = SimilarImages::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.set_hash_size(custom_settings.similar_images_sub_hash_size);
|
|
|
|
let resize_algorithm = ALLOWED_RESIZE_ALGORITHM_VALUES
|
|
|
|
.iter()
|
|
|
|
.find(|(setting_name, _gui_name, _resize_alg)| setting_name == &custom_settings.similar_images_sub_resize_algorithm)
|
|
|
|
.expect("Resize algorithm not found")
|
|
|
|
.2;
|
|
|
|
finder.set_image_filter(resize_algorithm);
|
|
|
|
let hash_type = ALLOWED_HASH_TYPE_VALUES
|
|
|
|
.iter()
|
|
|
|
.find(|(setting_name, _gui_name, _resize_alg)| setting_name == &custom_settings.similar_images_sub_hash_type)
|
|
|
|
.expect("Hash type not found")
|
|
|
|
.2;
|
|
|
|
finder.set_hash_alg(hash_type);
|
|
|
|
|
|
|
|
finder.set_exclude_images_with_same_size(custom_settings.similar_images_sub_ignore_same_size);
|
|
|
|
finder.set_similarity(custom_settings.similar_images_sub_similarity as u32);
|
|
|
|
finder.find_similar_images(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
let hash_size = custom_settings.similar_images_sub_hash_size;
|
|
|
|
|
|
|
|
let mut vector;
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
vector = finder
|
|
|
|
.get_similar_images_referenced()
|
|
|
|
.iter()
|
|
|
|
.cloned()
|
|
|
|
.map(|(original, others)| (Some(original), others))
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
} else {
|
|
|
|
vector = finder.get_similar_images().iter().cloned().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
vec_fe.par_sort_unstable_by_key(|e| e.similarity);
|
|
|
|
}
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_similar_images_results(&app, vector, messages, hash_size);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_similar_images_results(app: &MainWindow, vector: Vec<(Option<ImagesEntry>, Vec<ImagesEntry>)>, messages: String, hash_size: u8) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for (ref_fe, vec_fe) in vector {
|
|
|
|
if let Some(ref_fe) = ref_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&ref_fe, hash_size);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
} else {
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_images(&fe, hash_size);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
app.set_similar_images_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} similar images files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
fn prepare_data_model_similar_images(fe: &ImagesEntry, hash_size: u8) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
similar_images::get_string_from_similarity(&fe.similarity, hash_size).into(),
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
format!("{}x{}", fe.width, fe.height).into(),
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1, fe.width as i32, fe.height as i32]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
|
|
|
|
// Scan Similar Videos
|
|
|
|
|
|
|
|
fn scan_similar_videos(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = SimilarVideos::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
|
|
|
// TODO set rest of settings
|
|
|
|
finder.find_similar_videos(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
let mut vector;
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
vector = finder
|
|
|
|
.get_similar_videos_referenced()
|
|
|
|
.iter()
|
|
|
|
.cloned()
|
|
|
|
.map(|(original, others)| (Some(original), others))
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
} else {
|
|
|
|
vector = finder.get_similar_videos().iter().cloned().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
vec_fe.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
}
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_similar_videos_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_similar_videos_results(app: &MainWindow, vector: Vec<(Option<VideosEntry>, Vec<VideosEntry>)>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for (ref_fe, vec_fe) in vector {
|
|
|
|
if let Some(ref_fe) = ref_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_videos(&ref_fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
} else {
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_similar_videos(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
app.set_similar_videos_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} similar videos files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
fn prepare_data_model_similar_videos(fe: &VideosEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
// Scan Similar Music
|
|
|
|
fn scan_similar_music(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = SameMusic::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
|
|
|
|
// TODO set rest of settings
|
|
|
|
finder.find_same_music(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
let mut vector;
|
|
|
|
if finder.get_use_reference() {
|
|
|
|
vector = finder
|
|
|
|
.get_similar_music_referenced()
|
|
|
|
.iter()
|
|
|
|
.cloned()
|
|
|
|
.map(|(original, others)| (Some(original), others))
|
|
|
|
.collect::<Vec<_>>();
|
|
|
|
} else {
|
|
|
|
vector = finder.get_duplicated_music_entries().iter().cloned().map(|items| (None, items)).collect::<Vec<_>>();
|
|
|
|
}
|
|
|
|
for (_first_entry, vec_fe) in &mut vector {
|
|
|
|
vec_fe.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
}
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
crate::connect_scan::write_similar_music_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_similar_music_results(app: &MainWindow, vector: Vec<(Option<MusicEntry>, Vec<MusicEntry>)>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for (ref_fe, vec_fe) in vector {
|
|
|
|
if let Some(ref_fe) = ref_fe {
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_similar_music(&ref_fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, true);
|
|
|
|
} else {
|
|
|
|
insert_data_to_model(&items, ModelRc::new(VecModel::default()), ModelRc::new(VecModel::default()), true);
|
|
|
|
}
|
|
|
|
|
|
|
|
for fe in vec_fe {
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_similar_music(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
app.set_similar_music_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} similar music files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
fn prepare_data_model_similar_music(fe: &MusicEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
file.into(),
|
|
|
|
fe.track_title.clone().into(),
|
|
|
|
fe.track_artist.clone().into(),
|
|
|
|
fe.year.clone().into(),
|
|
|
|
fe.bitrate.to_string().into(),
|
|
|
|
fe.length.clone().into(),
|
|
|
|
fe.genre.clone().into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
// Invalid Symlinks
|
|
|
|
fn scan_invalid_symlinks(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = InvalidSymlinks::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
// TOOD set rest of settings
|
|
|
|
finder.find_invalid_links(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_invalid_symlinks().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
write_invalid_symlinks_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_invalid_symlinks_results(app: &MainWindow, vector: Vec<SymlinksFileEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_invalid_symlinks(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_invalid_symlinks_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} invalid symlinks").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_invalid_symlinks(fe: &SymlinksFileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(fe.get_path());
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
fe.symlink_info.destination_path.to_string_lossy().to_string().into(),
|
|
|
|
fe.symlink_info.type_of_error.to_string().into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.get_modified_date() as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
} ////////////////////////////////////////// Temporary Files
|
|
|
|
fn scan_temporary_files(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = Temporary::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_temporary_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_temporary_files().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
crate::connect_scan::write_temporary_files_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_temporary_files_results(app: &MainWindow, vector: Vec<TemporaryFileEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_temporary_files(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_temporary_files_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_temporary_files(fe: &TemporaryFileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
////////////////////////////////////////// Broken Files
|
|
|
|
fn scan_broken_files(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = BrokenFiles::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_broken_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_broken_files().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
crate::connect_scan::write_broken_files_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_broken_files_results(app: &MainWindow, vector: Vec<BrokenEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = crate::connect_scan::prepare_data_model_broken_files(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_broken_files_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} files").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_broken_files(fe: &BrokenEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
let data_model_str = VecModel::from_slice(&[
|
|
|
|
file.into(),
|
|
|
|
directory.into(),
|
|
|
|
fe.error_string.clone().into(),
|
|
|
|
format_size(fe.size, BINARY).into(),
|
|
|
|
NaiveDateTime::from_timestamp_opt(fe.modified_date as i64, 0).unwrap().to_string().into(),
|
|
|
|
]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
////////////////////////////////////////// Bad Extensions
|
|
|
|
fn scan_bad_extensions(a: Weak<MainWindow>, progress_sender: Sender<ProgressData>, stop_receiver: Receiver<()>, custom_settings: SettingsCustom) {
|
|
|
|
thread::Builder::new()
|
|
|
|
.stack_size(DEFAULT_THREAD_SIZE)
|
|
|
|
.spawn(move || {
|
|
|
|
let mut finder = BadExtensions::new();
|
|
|
|
set_common_settings(&mut finder, &custom_settings);
|
|
|
|
finder.find_bad_extensions_files(Some(&stop_receiver), Some(&progress_sender));
|
|
|
|
|
|
|
|
let mut vector = finder.get_bad_extensions_files().clone();
|
|
|
|
let messages = finder.get_text_messages().create_messages_text();
|
|
|
|
|
|
|
|
vector.par_sort_unstable_by(|a, b| split_path_compare(a.path.as_path(), b.path.as_path()));
|
|
|
|
|
|
|
|
a.upgrade_in_event_loop(move |app| {
|
|
|
|
crate::connect_scan::write_bad_extensions_results(&app, vector, messages);
|
|
|
|
})
|
|
|
|
})
|
|
|
|
.unwrap();
|
|
|
|
}
|
|
|
|
fn write_bad_extensions_results(app: &MainWindow, vector: Vec<BadFileEntry>, messages: String) {
|
|
|
|
let items_found = vector.len();
|
|
|
|
let items = Rc::new(VecModel::default());
|
|
|
|
for fe in vector {
|
|
|
|
let (data_model_str, data_model_int) = prepare_data_model_bad_extensions(&fe);
|
|
|
|
insert_data_to_model(&items, data_model_str, data_model_int, false);
|
|
|
|
}
|
|
|
|
app.set_bad_extensions_model(items.into());
|
|
|
|
app.invoke_scan_ended(format!("Found {items_found} files with bad extensions").into());
|
|
|
|
app.global::<GuiState>().set_info_text(messages.into());
|
|
|
|
}
|
|
|
|
|
|
|
|
fn prepare_data_model_bad_extensions(fe: &BadFileEntry) -> (ModelRc<SharedString>, ModelRc<i32>) {
|
|
|
|
let (directory, file) = split_path(&fe.path);
|
|
|
|
let data_model_str = VecModel::from_slice(&[file.into(), directory.into(), fe.current_extension.clone().into(), fe.proper_extensions.clone().into()]);
|
|
|
|
let modification_split = split_u64_into_i32s(fe.get_modified_date());
|
|
|
|
let size_split = split_u64_into_i32s(fe.size);
|
|
|
|
let data_model_int = VecModel::from_slice(&[modification_split.0, modification_split.1, size_split.0, size_split.1]);
|
|
|
|
(data_model_str, data_model_int)
|
|
|
|
}
|
|
|
|
////////////////////////////////////////// Common
|
|
|
|
fn insert_data_to_model(items: &Rc<VecModel<MainListModel>>, data_model_str: ModelRc<SharedString>, data_model_int: ModelRc<i32>, header_row: bool) {
|
|
|
|
let main = MainListModel {
|
|
|
|
checked: false,
|
|
|
|
header_row,
|
|
|
|
selected_row: false,
|
|
|
|
val_str: ModelRc::new(data_model_str),
|
|
|
|
val_int: ModelRc::new(data_model_int),
|
|
|
|
};
|
|
|
|
items.push(main);
|
|
|
|
}
|
|
|
|
|
|
|
|
fn set_common_settings<T>(component: &mut T, custom_settings: &SettingsCustom)
|
|
|
|
where
|
|
|
|
T: CommonData,
|
|
|
|
{
|
|
|
|
component.set_included_directory(custom_settings.included_directories.clone());
|
|
|
|
component.set_reference_directory(custom_settings.included_directories_referenced.clone());
|
|
|
|
component.set_excluded_directory(custom_settings.excluded_directories.clone());
|
|
|
|
component.set_recursive_search(custom_settings.recursive_search);
|
|
|
|
component.set_minimal_file_size(custom_settings.minimum_file_size as u64 * 1024);
|
|
|
|
component.set_maximal_file_size(custom_settings.maximum_file_size as u64 * 1024);
|
|
|
|
component.set_allowed_extensions(custom_settings.allowed_extensions.clone());
|
|
|
|
component.set_excluded_extensions(custom_settings.excluded_extensions.clone());
|
|
|
|
component.set_excluded_items(custom_settings.excluded_items.split(',').map(str::to_string).collect());
|
|
|
|
component.set_exclude_other_filesystems(custom_settings.ignore_other_file_systems);
|
|
|
|
component.set_use_cache(custom_settings.use_cache);
|
|
|
|
component.set_save_also_as_json(custom_settings.save_also_as_json);
|
|
|
|
}
|