Added Melon color (red). Made recordings end on scene load async again. Made recordings only serialize after next scene loads. Made players not able to be null in infos anymore (hopefully). Made voice recording pipeline fully work. Fixed null files in the explorer making game freak out and break.

Author: xLoadingx

ERRORMODS-ReplayMod-1.0.0/Mods/ReplayMod.dll

@@ -132,7 +132,7 @@ The documentation for the API is found [here](docs/API/README.md)
 **ERROR** - Development of ReplayMod
 
 **TacoSlayer** - UI design help, logo design, and design feedback  
-**Blank** - Help with the binary format, GitHub workflow, and design decisions  
+**Blank** - Help with the binary format, GitHub workflow, voice playback, and design decisions  
 **MatsuNoKi** - UI feedback and design decisions  
 **ContagiousPow** - UI design feedback, testing, and other design decisions  
 **Kurama** - UI feedback  
@@ -147,6 +147,11 @@ boxyk9, Roydaboy27, Dr.Rock, MatsuNoKi, ContagiousPow, iListen2Sound,
 Footi, Lemmi05, @pple, WillNinja08, Peanut, BlueEyedFox, Fjm12, Pep,  
 Hudnimynini, Yiak65, Grand, ChimmyTv, Alexderus117, and BIVN
 
+## Third-Party Libraries
+
+- Concentus (Opus codec implementation)
+  BSD licensed - see [ThirdPartyLicenses.txt](ThirdPartyLicenses.txt)
+
 ---
 
 ## And thanks to the rest of the rumble community for supporting me through this project!

README.md

@@ -0,0 +1,40 @@
+Concentus (Opus codec implementation)
+-------------------------------------
+
+Copyright (c) by various holding parties, including (but not limited to): 
+Skype Limited, Xiph.Org Foundation, CSIRO, Microsoft Corporation,
+Jean-Marc Valin, Gregory Maxwell, Mark Borgerding, Timothy B. Terriberry,
+Logan Stromberg. All rights are reserved by their respective holders.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+* Redistributions of source code must retain the above copyright notice, this
+  list of conditions and the following disclaimer.
+
+* Redistributions in binary form must reproduce the above copyright notice,
+  this list of conditions and the following disclaimer in the documentation
+  and/or other materials provided with the distribution.
+
+* Neither the name of Internet Society, IETF or IETF Trust, nor the
+   names of specific contributors, may be used to endorse or promote
+   products derived from this software without specific prior written
+   permission.
+
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
+IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
+DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
+FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
+DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
+SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
+CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
+OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+This repository and its redistributable packages contain independently compiled
+versions of the Opus C reference library, which is maintained by Xiph.org and the
+Opus open-source contributors. The source code for these libraries is freely available
+at https://gitlab.xiph.org/xiph/opus/-/tags/v1.5.2, and all binaries are being
+redistributed to you under the same terms of the general Opus license dictated above.

ThirdPartyLicenses.txt

@@ -10,9 +10,11 @@
 using Il2CppRUMBLE.Players.Subsystems;
 using Il2CppRUMBLE.Slabs.Forms;
 using Il2CppRUMBLE.Social.Phone;
+using Il2CppSystem;
 using Il2CppSystem.IO;
 using Il2CppTMPro;
 using MelonLoader;
+using MelonLoader.Utils;
 using ReplayMod.Replay;
 using ReplayMod.Replay.Files;
 using ReplayMod.Replay.Serialization;
@@ -32,6 +34,7 @@
 
 [assembly: MelonInfo(typeof(Main), BuildInfo.Name, BuildInfo.Version, BuildInfo.Author)]
 [assembly: MelonGame("Buckethead Entertainment", "RUMBLE")]
+[assembly: MelonColor(255, 255, 0, 0), MelonAuthorColor(255, 255, 0, 0)]
 [assembly: MelonAdditionalDependencies("RumbleModdingAPI","UIFramework")]
 
 namespace ReplayMod.Core;
@@ -49,7 +52,9 @@ public class Main : MelonMod
     // Runtime
     public static Main instance;
     public Main() => instance = this;
+    
     public static string currentScene => Calls.Scene.GetSceneName();
+    public static bool isSceneReady = false;
 
     public static ReplayPlayback Playback;
     public static ReplayRecording Recording;
@@ -90,6 +95,8 @@ public class Main : MelonMod
     public MelonPreferences_Entry<bool> HandFingerRecording = new();
     public MelonPreferences_Entry<bool> CloseHandsOnPose = new();
 
+    public MelonPreferences_Entry<bool> VoiceRecording = new();
+
     // Automatic Markers - Match End
     public MelonPreferences_Entry<bool> EnableMatchEndMarker = new();
 
@@ -341,8 +348,6 @@ public override void OnLateInitializeMelon()
         {
             if (EnableMatchEndMarker.Value)
                 Recording.AddMarker("core.matchEnded", Color.black);
-
-            Recording.StopRecording();
         };
 
         ReplayFiles.Init();
@@ -361,6 +366,10 @@ public override void OnApplicationQuit()
     {
         if (Recording.isRecording)
             Recording.StopRecording();
+
+        string directory = Path.Combine(MelonEnvironment.UserDataDirectory, "ReplayMod", "TempReplayVoices");
+        if (System.IO.Directory.Exists(directory))
+            System.IO.Directory.Delete(directory, true);
     }
 
     public override void OnSceneWasLoaded(int buildIndex, string sceneName)
@@ -556,6 +565,8 @@ IEnumerator ShiftstoneApplyDelay()
 
         Playback.SetPlaybackSpeed(1f);
         ReplayPlayback.isReplayScene = false;
+
+        isSceneReady = true;
     }
 
     IEnumerator DelayedParkLoad()

src/Core/Main.cs

@@ -257,15 +257,21 @@ static void Postfix(PlayerVisuals __instance)
             Main.Recording.RegisterPlayer(player);
         }
 
-        public static IEnumerator VisualDataDelay(Player player)
+        public static IEnumerator VisualDataDelay(Player player, int slot)
         {
             yield return new WaitForSeconds(0.1f);
 
             if (player == null)
                 yield break;
 
-            var id = player.Data.GeneralData.PlayFabMasterId;
-            Main.Recording.PlayerInfos[id] = new PlayerInfo(player);
+            var info = new PlayerInfo(player);
+
+            Main.Recording.PlayerInfos[player.Data.GeneralData.PlayFabMasterId] = info;
+
+            while (Main.Recording.RecordedPlayerInfos.Count <= slot)
+                Main.Recording.RecordedPlayerInfos.Add(null);
+            
+            Main.Recording.RecordedPlayerInfos[slot] = new PlayerInfo(player);
         }
     }
 
@@ -315,6 +321,12 @@ static void Prefix()
         {
             if (!Main.instance.UIInitialized)
                 return;
+
+            if (Main.Recording.isRecording)
+            {
+                Main.isSceneReady = false;
+                Main.Recording.StopRecording();
+            }
 
             Main.Playback.StopReplay();
 
@@ -384,15 +396,5 @@ static bool Prefix(PlayerHealth __instance)
             return false;
         }
     }
-    [HarmonyPatch(typeof(VoiceClient), nameof(VoiceClient.createLocalVoice))]
-    public static class Patch_VoiceClient_createLocalVoice
-    {
-        static void Postfix(Il2CppPhoton.Voice.VoiceClient __instance, Il2CppPhoton.Voice.LocalVoice __result, int __0, Il2CppSystem.Func<byte, int, Il2CppPhoton.Voice.LocalVoice> __1)
-        {
-            if (Main.Recording.isRecording){
-                __result.DebugEchoMode = true;
-            }
-        }
-    }
   }
 

src/Core/Patches.cs

@@ -17,12 +17,14 @@
 using Il2CppRUMBLE.Poses;
 using Il2CppRUMBLE.Utilities;
 using MelonLoader;
+using MelonLoader.Utils;
 using ReplayMod.Replay;
 using ReplayMod.Replay.Serialization;
 using ReplayMod.Replay.UI;
 using RumbleModdingAPI.RMAPI;
 using UnityEngine;
 using UnityEngine.InputSystem.XR;
+using UnityEngine.Networking;
 using UnityEngine.VFX;
 using static UnityEngine.Mathf;
 using AudioManager = Il2CppRUMBLE.Managers.AudioManager;
@@ -302,6 +304,26 @@ public void LoadReplay(string path, bool allowDifferentSceneLoad = false)
 
             ReorderPlayers();
 
+            foreach (var info in currentReplay.Header.VoiceTrackInfos)
+            {
+                var clone = PlaybackPlayers.FirstOrDefault(p => 
+                    p.Controller.assignedPlayer.Data.GeneralData.PlayFabMasterId == info.MasterId);
+
+                if (clone == null) continue;
+
+                string voicePath = Path.Combine(currentReplay.Header.VoiceFolder, info.FileName);
+
+                var clip = ReplayVoices.LoadVoiceClipFromFile(voicePath);
+                
+                if (clip == null) return;
+                    
+                clone.VoiceTracks.Add(new Clone.VoiceTrack
+                {
+                    StartTime = info.StartTime,
+                    Clip = clip
+                });
+            }
+            
             if (currentReplay.Header.Scene == "Gym")
             {
                 foreach (var playbackPlayer in PlaybackPlayers)
@@ -363,6 +385,10 @@ public void StopReplay()
         isPlaying = false;
         ReplayPlaybackControls.Close();
 
+        string directory = Path.Combine(MelonEnvironment.UserDataDirectory, "ReplayMod", "TempReplayVoices");
+        if (Directory.Exists(directory))
+            Directory.Delete(directory, true);
+        
         UpdateReplayCameraPOV(Main.LocalPlayer);
         TogglePlayback(true, ignoreIsPlaying: true);
         SetPlaybackSpeed(1f);
@@ -1524,6 +1550,11 @@ public class Clone : MonoBehaviour
         public PlayerMovement pm;
         public PlayerPoseSystem ps;
 
+        public List<VoiceTrack> VoiceTracks = new();
+        public AudioSource VoiceSource;
+        
+        VoiceTrack currentTrack;
+
         public void ApplyInterpolatedPose(PlayerState a, PlayerState b, float t)
         {
             VRRig.transform.localPosition = Vector3.Lerp(a.VRRigPos, b.VRRigPos, t);
@@ -1559,6 +1590,12 @@ public void Update()
                 ps = Controller.PlayerPoseSystem;
             }
 
+            if (VoiceSource == null)
+            {
+                VoiceSource = Controller.PlayerVoiceSystem.GetComponent<AudioSource>();
+                VoiceSource.spatialBlend = 1f;
+            }
+
             int state;
 
             if (pm.IsGrounded())
@@ -1570,6 +1607,53 @@ public void Update()
 
             if (Main.instance.CloseHandsOnPose.Value)
                 pa.animator.SetBool(PoseFistsActiveHash, ps.IsDoingAnyPose());
+            
+            float replayTime = Main.Playback.elapsedPlaybackTime;
+
+            VoiceTrack active = null;
+
+            foreach (var t in VoiceTracks)
+            {
+                if (t.Clip == null) continue;
+
+                float end = t.StartTime + (t.Clip.samples / (float)t.Clip.frequency);
+
+                if (replayTime >= t.StartTime && replayTime < end)
+                {
+                    active = t;
+                    break;
+                }
+            }
+
+            if (active != currentTrack)
+            {
+                VoiceSource.Stop();
+                currentTrack = active;
+
+                if (active != null)
+                {
+                    VoiceSource.clip = active.Clip;
+                    VoiceSource.time = replayTime - active.StartTime;
+                    VoiceSource.Play();
+                }
+            } else if (currentTrack != null)
+            {
+                float localTime = replayTime - currentTrack.StartTime;
+
+                if (Abs(VoiceSource.time - localTime) > 0.1f)
+                    VoiceSource.time = localTime;
+
+                VoiceSource.pitch = Main.Playback.playbackSpeed;
+
+                if (!VoiceSource.isPlaying)
+                    VoiceSource.Play();
+            }
+        }
+
+        public class VoiceTrack
+        {
+            public float StartTime;
+            public AudioClip Clip;
         }
     }