Direct3D 11 Video Decoding Support (NV12)

Used the already included by Monogame, SharpDX Libraries Former-commit-id: fce268c
SuRGeoNix · Jun 3, 2020 · c98316d · c98316d
1 parent ea53f93
commit c98316d
Show file tree

Hide file tree

Showing 9 changed files with 664 additions and 423 deletions.
diff --git a/MediaRouter/Codecs/FFmpeg.cs b/MediaRouter/Codecs/FFmpeg.cs
diff --git a/MediaRouter/MediaRouter.cs b/MediaRouter/MediaRouter.cs
@@ -33,7 +33,7 @@ public class MediaRouter
         ConcurrentQueue<MediaFrame>       sFrames;
 
         int AUDIO_MIX_QUEUE_SIZE = 50;  int AUDIO_MAX_QUEUE_SIZE =  60;
-        int VIDEO_MIX_QUEUE_SIZE =  2;  int VIDEO_MAX_QUEUE_SIZE =   3;
+        int VIDEO_MIX_QUEUE_SIZE =  1;  int VIDEO_MAX_QUEUE_SIZE =   2;
         int  SUBS_MIN_QUEUE_SIZE =  5;  int  SUBS_MAX_QUEUE_SIZE =  10;
 
         // Status
@@ -54,7 +54,7 @@ enum Status
         // Callbacks
         public Action                       AudioResetClbk;
         public Action<byte[], int, int>     AudioFrameClbk;
-        public Action<byte[], long, long>   VideoFrameClbk;
+        public Action<byte[], long, IntPtr> VideoFrameClbk;
         public Action<string, int>          SubFrameClbk;
 
         public Action<bool>                 OpenTorrentSuccessClbk;
@@ -81,8 +81,9 @@ enum Status
         public long Duration        { get; private set; }
         public long CurTime         { get; private set; }
         public int  verbosity       { get; set; }
-        public bool HighQuality     { get { return decoder.HighQuality; } set { decoder.HighQuality = value; } }
-        public bool HWAcceleration  { get; set; }
+        public bool HighQuality     { get { return decoder.HighQuality; }   set { decoder.HighQuality   = value; } }
+        public bool HWAccel         { get { return decoder.HWAccel;     }   set { decoder.HWAccel       = value; } }
+        public bool iSHWAccelSuccess{ get { return decoder.hwAccelSuccess; } }
         public long AudioExternalDelay
         {
             get { return audioExternalDelay; }
@@ -134,10 +135,10 @@ private void Initialize()
             if (vScreamer   != null) vScreamer.Abort();
             if (sScreamer   != null) sScreamer.Abort();
 
-            isReady = false;
-            status  = Status.STOPPED;
-            beforeSeeking = Status.STOPPED;
-            decoder.HWAcceleration = HWAcceleration;
+            isReady         = false;
+            status          = Status.STOPPED;
+            beforeSeeking   = Status.STOPPED;
+            decoder.HWAccel = HWAccel;
 
             lock (aFrames) aFrames = new ConcurrentQueue<MediaFrame>();
             lock (vFrames) vFrames = new ConcurrentQueue<MediaFrame>();
@@ -306,7 +307,7 @@ private void VideoScreamer()
                 // Video Frames         [Callback]
                 CurTime = vFrame.timestamp;
                 //Log($"[VIDEO SCREAMER] Frame Scream [CurTS: {vFrame.timestamp/10000}] [Clock: {(videoStartTicks + videoClock.ElapsedTicks)/10000} | {CurTime/10000}] [Distance: {(vFrame.timestamp - (videoStartTicks + videoClock.ElapsedTicks))/10000}] [DiffTicks: {vFrame.timestamp - (videoStartTicks + videoClock.ElapsedTicks)}]");
-                VideoFrameClbk.BeginInvoke(vFrame.data, vFrame.timestamp, distanceTicks, null, null);
+                VideoFrameClbk.BeginInvoke(vFrame.data, vFrame.timestamp, vFrame.texture, null, null);
             }
 
             Log($"[VIDEO SCREAMER] Finished -> {videoStartTicks/10000}");
@@ -784,7 +785,7 @@ public void Seek(int ms, bool curPos = false)
                         lock (vFrames) vFrames.TryPeek(out vFrame);
                         CurTime         = vFrame.timestamp;
                         videoStartTicks = vFrame.timestamp;
-                        VideoFrameClbk.BeginInvoke(vFrame.data, vFrame.timestamp, 0, null, null);
+                        VideoFrameClbk.BeginInvoke(vFrame.data, vFrame.timestamp, vFrame.texture, null, null);
                     }
                     
                     if (beforeSeeking == Status.PLAYING) 

diff --git a/MediaRouter/MediaRouter.csproj b/MediaRouter/MediaRouter.csproj
@@ -83,6 +83,21 @@
       <HintPath>Libraries\Codecs\FFmpeg\FFmpeg.AutoGen.dll</HintPath>
       <Private>False</Private>
     </Reference>
+    <Reference Include="SharpDX, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\UI Example\Libraries\Monogame\SharpDX.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
+    <Reference Include="SharpDX.Direct3D11, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\UI Example\Libraries\Monogame\SharpDX.Direct3D11.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
+    <Reference Include="SharpDX.DXGI, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\UI Example\Libraries\Monogame\SharpDX.DXGI.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
     <Reference Include="System" />
     <Reference Include="System.Core" />
     <Reference Include="System.Xml.Linq" />

diff --git a/MediaRouter/MediaStreamer.cs b/MediaRouter/MediaStreamer.cs
@@ -67,7 +67,7 @@ public MediaStreamer(int verbosity = 0)
             this.verbosity              = verbosity;
 
             decoder                     = new Codecs.FFmpeg(null, verbosity);
-            decoder.HWAcceleration      = false;
+            decoder.HWAccel             = false;
             decoder.BufferingDone       = BufferingDone;
         }
         private void Initialize()

diff --git a/UI Example/Program.cs b/UI Example/Program.cs
@@ -1,4 +1,5 @@
 using System;
+using System.Windows.Forms;
 
 namespace PartyTime.UI_Example
 {
@@ -8,9 +9,11 @@ public static class Program
         [STAThread]
         static void Main()
         {
+            Application.SetCompatibleTextRenderingDefault(false);
+            Application.EnableVisualStyles();
             using (var game = new frmDisplay())
                 game.Run();
         }
     }
 #endif
-}
+}
diff --git a/UI Example/UI Example.csproj b/UI Example/UI Example.csproj
@@ -121,6 +121,21 @@
       <HintPath>..\packages\NAudio.1.10.0\lib\net35\NAudio.dll</HintPath>
       <Private>False</Private>
     </Reference>
+    <Reference Include="SharpDX, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\..\PartyTime\packages\SharpDX.4.2.0\lib\net45\SharpDX.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
+    <Reference Include="SharpDX.Direct3D11, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\..\PartyTime\packages\SharpDX.Direct3D11.4.2.0\lib\net45\SharpDX.Direct3D11.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
+    <Reference Include="SharpDX.DXGI, Version=4.0.1.0, Culture=neutral, PublicKeyToken=b4dcf0f35e5521f1, processorArchitecture=MSIL">
+      <SpecificVersion>False</SpecificVersion>
+      <HintPath>..\..\PartyTime\packages\SharpDX.DXGI.4.2.0\lib\net45\SharpDX.DXGI.dll</HintPath>
+      <Private>False</Private>
+    </Reference>
     <Reference Include="System" />
     <Reference Include="System.Drawing" />
     <Reference Include="System.Windows.Forms" />