Merge large job pool refactor by kernel #1210

kernelkind (38):
      feat(blur): add BlurCache
      feat(cargo): add crossbeam
      feat(gif): add AnimatedImgTexCache
      feat(gif): new Animation
      feat(gif): new ProcessedGifFrame
      feat(hyper): install crypto provider
      feat(images): new TextureState
      feat(img-parsing): new parse_img_response
      feat(job-cache): new JobCache
      feat(jobs): add `schedule_receivable`
      feat(jobs): mpsc -> mpmc
      feat(jobs): structs for new JobCache
      feat(jobs-media): basic media jobs structs
      feat(media-job): pre & post actions
      feat(media-jobs): add media JobCache to app
      feat(media-loading): Images helpers
      feat(media-loading): add TexturesCache to Images
      feat(media-loading): new Images::latest_texture
      feat(media-loading): new TexturesCache
      feat(media-loading): wire new media loading cache
      feat(media-rendering): add helpers for various media rendering configs
      feat(network): add hyper
      feat(network): hyper networking
      feat(static-imgs): add StaticImgTexCache
      refactor(gif): nevernest process_gif_frame
      refactor(jobs): move related jobs things to own module
      refactor(search): remove unnecessary params
      refactor: appease clippy
      refactor: remove unnecessary old JobsCache code
      tmp(refactor): Animation -> AnimationOld
      tmp(refactor): Images::latest_texture -> latest_texture_old
      tmp(refactor): MediaRenderState -> MediaRenderStateOld
      tmp(refactor): ObfuscatedTexture -> ObfuscatedTextureOld
      tmp(refactor): ProcessedGifFrame -> ProcessedGifFrameOld
      tmp(refactor): TextureState -> TextureStateOld
      tmp(refactor): TexturesCache -> TexturesCacheOld
      tmp(refactor): parse_img_response -> parse_img_response_old
      tmp(refactor): rename current jobs stuff to Old

Author: jb55

Cargo.lock

@@ -33,6 +33,11 @@ egui_tabs = { git = "https://github.com/damus-io/egui-tabs", rev = "6eb91740577b
 #egui_virtual_list = "0.6.0"
 egui_virtual_list = { git = "https://github.com/jb55/hello_egui", rev = "a66b6794f5e707a2f4109633770e02b02fb722e1" }
 ehttp = "0.5.0"
+hyper = { version = "1.7.0", features = ["full"] }
+hyper-util = {version = "0.1" , features = ["tokio"]}
+hyper-rustls = "0.27.7"
+http-body-util = "0.1.3"
+rustls = "0.23.28"
 enostr = { path = "crates/enostr" } 
 ewebsock = { version = "0.2.0", features = ["tls"] }
 fluent = "0.17.0"

Cargo.toml

@@ -53,6 +53,12 @@ chrono = { workspace = true }
 indexmap = {workspace = true}
 rand = {workspace = true}
 crossbeam-channel = "0.5"
+crossbeam = "0.8.4"
+hyper = { workspace = true }
+hyper-util = { workspace = true }
+http-body-util = { workspace = true }
+hyper-rustls = { workspace = true }
+rustls = { workspace = true }
 
 [dev-dependencies]
 tempfile = { workspace = true }

crates/notedeck/Cargo.toml

@@ -3,13 +3,13 @@ use crate::i18n::Localization;
 use crate::persist::{AppSizeHandler, SettingsHandler};
 use crate::wallet::GlobalWallet;
 use crate::zaps::Zaps;
-use crate::Error;
-use crate::JobPool;
 use crate::NotedeckOptions;
 use crate::{
     frame_history::FrameHistory, AccountStorage, Accounts, AppContext, Args, DataPath,
     DataPathType, Directory, Images, NoteAction, NoteCache, RelayDebugView, UnknownIds,
 };
+use crate::{Error, JobCache};
+use crate::{JobPool, MediaJobs};
 use egui::Margin;
 use egui::ThemePreference;
 use egui_winit::clipboard::Clipboard;
@@ -77,6 +77,7 @@ pub struct Notedeck {
     zaps: Zaps,
     frame_history: FrameHistory,
     job_pool: JobPool,
+    media_jobs: MediaJobs,
     i18n: Localization,
 
     #[cfg(target_os = "android")]
@@ -122,6 +123,13 @@ impl eframe::App for Notedeck {
         self.frame_history
             .on_new_frame(ctx.input(|i| i.time), frame.info().cpu_usage);
 
+        self.media_jobs.run_received(&mut self.job_pool, |id| {
+            crate::run_media_job_pre_action(id, &mut self.img_cache.textures);
+        });
+        self.media_jobs.deliver_all_completed(|completed| {
+            crate::deliver_completed_media_job(completed, &mut self.img_cache.textures)
+        });
+
         // handle account updates
         self.accounts.update(&mut self.ndb, &mut self.pool, ctx);
 
@@ -177,6 +185,8 @@ impl Notedeck {
         #[cfg(feature = "puffin")]
         setup_puffin();
 
+        install_crypto();
+
         // Skip the first argument, which is the program name.
         let (parsed_args, unrecognized_args) = Args::parse(&args[1..]);
 
@@ -288,6 +298,9 @@ impl Notedeck {
             }
         }
 
+        let (send_new_jobs, receive_new_jobs) = std::sync::mpsc::channel();
+        let media_job_cache = JobCache::new(receive_new_jobs, send_new_jobs);
+
         Self {
             ndb,
             img_cache,
@@ -306,6 +319,7 @@ impl Notedeck {
             clipboard: Clipboard::new(None),
             zaps,
             job_pool,
+            media_jobs: media_job_cache,
             i18n,
             #[cfg(target_os = "android")]
             android_app: None,
@@ -371,6 +385,7 @@ impl Notedeck {
             zaps: &mut self.zaps,
             frame_history: &mut self.frame_history,
             job_pool: &mut self.job_pool,
+            media_jobs: &mut self.media_jobs,
             i18n: &mut self.i18n,
             #[cfg(target_os = "android")]
             android: self.android_app.as_ref().unwrap().clone(),
@@ -401,3 +416,8 @@ impl Notedeck {
         &self.unrecognized_args
     }
 }
+
+pub fn install_crypto() {
+    let provider = rustls::crypto::aws_lc_rs::default_provider();
+    let _ = provider.install_default();
+}

crates/notedeck/src/app.rs

@@ -1,7 +1,7 @@
 use crate::{
     account::accounts::Accounts, frame_history::FrameHistory, i18n::Localization,
-    wallet::GlobalWallet, zaps::Zaps, Args, DataPath, Images, JobPool, NoteCache, SettingsHandler,
-    UnknownIds,
+    wallet::GlobalWallet, zaps::Zaps, Args, DataPath, Images, JobPool, MediaJobs, NoteCache,
+    SettingsHandler, UnknownIds,
 };
 use egui_winit::clipboard::Clipboard;
 
@@ -28,6 +28,7 @@ pub struct AppContext<'a> {
     pub zaps: &'a mut Zaps,
     pub frame_history: &'a mut FrameHistory,
     pub job_pool: &'a mut JobPool,
+    pub media_jobs: &'a mut MediaJobs,
     pub i18n: &'a mut Localization,
 
     #[cfg(target_os = "android")]