Add Video Super Resolution for Windows (AMD, Intel and NVIDIA) and MacOS

.gitignore

@@ -2,6 +2,7 @@
 
 
 **/.vs/
+**/.vscode/
 build/
 config.tests/*/.qmake.stash
 config.tests/*/Makefile

app/app.pro

@@ -199,6 +199,7 @@ SOURCES += \
     gui/sdlgamepadkeynavigation.cpp \
     streaming/video/overlaymanager.cpp \
     backend/systemproperties.cpp \
+    streaming/video/videoenhancement.cpp \
     wm.cpp
 
 HEADERS += \
@@ -207,6 +208,7 @@ HEADERS += \
     cli/pair.h \
     settings/compatfetcher.h \
     settings/mappingfetcher.h \
+    streaming/video/videoenhancement.h \
     utils.h \
     backend/computerseeker.h \
     backend/identitymanager.h \

app/cli/commandlineparser.cpp

@@ -470,6 +470,9 @@ void StreamCommandLineParser::parse(const QStringList &args, StreamingPreference
     // Resolve --frame-pacing and --no-frame-pacing options
     preferences->framePacing = parser.getToggleOptionValue("frame-pacing", preferences->framePacing);
 
+    // Resolve --video-enhancement and --no-video-enhancement options
+    preferences->videoEnhancement = parser.getToggleOptionValue("video-enhancement", preferences->videoEnhancement);
+
     // Resolve --mute-on-focus-loss and --no-mute-on-focus-loss options
     preferences->muteOnFocusLoss = parser.getToggleOptionValue("mute-on-focus-loss", preferences->muteOnFocusLoss);
 

app/gui/SettingsView.qml

@@ -7,12 +7,16 @@ import StreamingPreferences 1.0
 import ComputerManager 1.0
 import SdlGamepadKeyNavigation 1.0
 import SystemProperties 1.0
+import VideoEnhancement 1.0
 
 Flickable {
     id: settingsPage
     objectName: qsTr("Settings")
 
     signal languageChanged()
+    signal displayModeChanged()
+    signal windowModeChanged()
+    signal videoEnhancementChanged()
 
     boundsBehavior: Flickable.OvershootBounds
 
@@ -231,6 +235,9 @@ Flickable {
                             recalculateWidth()
 
                             lastIndexValue = currentIndex
+
+                            // Signal other controls
+                            displayModeChanged()
                         }
 
                         id: resolutionComboBox
@@ -292,6 +299,9 @@ Flickable {
                             else {
                                 updateBitrateForSelection()
                             }
+
+                            // Signal other controls
+                            displayModeChanged()
                         }
 
                         NavigableDialog {
@@ -310,6 +320,9 @@ Flickable {
                             onClosed: {
                                 widthField.clear()
                                 heightField.clear()
+
+                                // Signal other controls
+                                displayModeChanged()
                             }
 
                             onRejected: {
@@ -759,9 +772,25 @@ Flickable {
                         activated(currentIndex)
                     }
 
+                    // Video Super-Resolution does not work in exclusive full screen, so auto switch do borderless window
+                    // [TODO] This may change according to what AMD and Intel will implement, if they can allow video enhancement in fullscreen
+                    function checkVSR(){
+                        if(videoEnhancementCheck.checked && model.get(currentIndex).val === StreamingPreferences.WM_FULLSCREEN){
+                            for (var i = 0; i < model.count; i++) {
+                                 var thisWm = model.get(i).val;
+                                 if (model.get(i).val === StreamingPreferences.WM_FULLSCREEN_DESKTOP) {
+                                     currentIndex = i
+                                     break
+                                 }
+                            }
+                            activated(currentIndex)
+                        }
+                    }
+
                     Component.onCompleted: {
                         reinitialize()
                         languageChanged.connect(reinitialize)
+                        videoEnhancementChanged.connect(checkVSR)
                     }
 
                     id: windowModeComboBox
@@ -771,6 +800,8 @@ Flickable {
                     textRole: "text"
                     onActivated: {
                         StreamingPreferences.windowMode = model.get(currentIndex).val
+                        // Signal others
+                        windowModeChanged()
                     }
 
                     ToolTip.delay: 1000
@@ -812,6 +843,81 @@ Flickable {
                     ToolTip.visible: hovered
                     ToolTip.text: qsTr("Frame pacing reduces micro-stutter by delaying frames that come in too early")
                 }
+
+                CheckBox {
+                    id: videoEnhancementCheck
+                    width: parent.width
+                    hoverEnabled: true
+                    text: qsTr("Video AI-Enhancement")
+                    font.pointSize:  12
+                    visible: VideoEnhancement.isUIvisible()
+                    enabled: true
+                    checked: StreamingPreferences.videoEnhancement
+                    property bool checkedSaved
+
+                    onCheckedChanged: {
+                        StreamingPreferences.videoEnhancement = checked
+                        // The value of checkedSaved is set while changing the WindowMode, need to find a way not to.
+                        if(StreamingPreferences.windowMode !== StreamingPreferences.WM_FULLSCREEN){
+                            checkedSaved = checked
+                        }
+                        // Signal others
+                        videoEnhancementChanged()
+                    }
+                    ToolTip.delay: 1000
+                    ToolTip.timeout: 5000
+                    ToolTip.visible: hovered
+                    ToolTip.text:
+                        qsTr("Enhance video quality by utilizing the GPU's AI-Enhancement capabilities.")
+                        + qsTr("\nThis feature effectively upscales, reduces compression artifacts and enhances the clarity of streamed content.")
+                        + qsTr("\nNote:")
+                        + qsTr("\n  - For optimal performance, use the software in borderless window mode; this feature is not applicable in fullscreen mode.")
+                        + qsTr("\n  - If available, ensure that appropriate settings, such as VSR (Virtual Super Resolution), are enabled in your GPU driver configurations.")
+                        + qsTr("\n  - Be advised that using this feature on laptops running on battery power may lead to significant battery drain.")
+
+                    function reinitialize() {
+                        if(typeof(checkedSaved) === "undefined"){
+                            checkedSaved = checked
+                        }
+                        if(!VideoEnhancement.isUIvisible()){
+                            checked = false
+                            checkedSaved = checked
+                            visible = false
+                        }
+                        // If Exclusive fullscreen is selected, disabled the VSR as it does not work in this window mode
+                        else if(StreamingPreferences.windowMode === StreamingPreferences.WM_FULLSCREEN){
+                            checked = false
+                        }
+                        else {
+                            // Get back the saved status
+                            checked = checkedSaved
+                        }
+                        // Indicate if the feature is available but not officially deployed by the Vendor
+                        if(VideoEnhancement.isExperimental()){
+                            text = qsTr("Video AI-Enhancement (Experimental)")
+                        }
+                    }
+
+                    Timer {
+                            id: vsrTimer
+                            interval: 300  // 0 to make it async to get the final status of StreamingPreferences.windowMode (which is set too late in the process)
+                            running: false  // Don't start the timer immediately
+                            repeat: false   // Run only once
+
+                            onTriggered: {
+                                parent.reinitialize()
+                            }
+                        }
+
+                    Component.onCompleted: {
+                        checkedSaved = checked
+                        reinitialize()
+                        windowModeChanged.connect(() => {
+                            checked = checkedSaved
+                            vsrTimer.start()
+                        })
+                    }
+                }
             }
         }
 

app/main.cpp

@@ -43,6 +43,7 @@
 #include "streaming/session.h"
 #include "settings/streamingpreferences.h"
 #include "gui/sdlgamepadkeynavigation.h"
+#include "streaming/video/videoenhancement.h"
 
 #if !defined(QT_DEBUG) && defined(Q_OS_WIN32)
 // Log to file for release Windows builds
@@ -636,6 +637,15 @@ int main(int argc, char *argv[])
                                                    [](QQmlEngine* qmlEngine, QJSEngine*) -> QObject* {
                                                        return new StreamingPreferences(qmlEngine);
                                                    });
+    qmlRegisterSingletonType<VideoEnhancement>("VideoEnhancement", 1, 0, "VideoEnhancement",
+                                               [](QQmlEngine *engine, QJSEngine *scriptEngine) -> QObject* {
+                                                   Q_UNUSED(engine)
+                                                   Q_UNUSED(scriptEngine)
+                                                   VideoEnhancement* videoEnhancement = &VideoEnhancement::getInstance();
+                                                   // Set the ownership to CppOwnership to avoid an error when QLM engine tries to delete the object
+                                                   QQmlEngine::setObjectOwnership(videoEnhancement, QQmlEngine::CppOwnership);
+                                                   return videoEnhancement;
+                                               });
 
     // Create the identity manager on the main thread
     IdentityManager::get();

app/settings/streamingpreferences.cpp

@@ -30,6 +30,7 @@
 #define SER_ABSTOUCHMODE "abstouchmode"
 #define SER_STARTWINDOWED "startwindowed"
 #define SER_FRAMEPACING "framepacing"
+#define SER_VIDEOENHANCEMENT "videoenhancement"
 #define SER_CONNWARNINGS "connwarnings"
 #define SER_UIDISPLAYMODE "uidisplaymode"
 #define SER_RICHPRESENCE "richpresence"
@@ -93,6 +94,7 @@ void StreamingPreferences::reload()
     absoluteMouseMode = settings.value(SER_ABSMOUSEMODE, false).toBool();
     absoluteTouchMode = settings.value(SER_ABSTOUCHMODE, true).toBool();
     framePacing = settings.value(SER_FRAMEPACING, false).toBool();
+    videoEnhancement = settings.value(SER_VIDEOENHANCEMENT, false).toBool();
     connectionWarnings = settings.value(SER_CONNWARNINGS, true).toBool();
     richPresence = settings.value(SER_RICHPRESENCE, true).toBool();
     gamepadMouse = settings.value(SER_GAMEPADMOUSE, true).toBool();
@@ -275,6 +277,7 @@ void StreamingPreferences::save()
     settings.setValue(SER_ABSMOUSEMODE, absoluteMouseMode);
     settings.setValue(SER_ABSTOUCHMODE, absoluteTouchMode);
     settings.setValue(SER_FRAMEPACING, framePacing);
+    settings.setValue(SER_VIDEOENHANCEMENT, videoEnhancement);
     settings.setValue(SER_CONNWARNINGS, connectionWarnings);
     settings.setValue(SER_RICHPRESENCE, richPresence);
     settings.setValue(SER_GAMEPADMOUSE, gamepadMouse);

app/settings/streamingpreferences.h

@@ -116,6 +116,8 @@ class StreamingPreferences : public QObject
     Q_PROPERTY(bool absoluteMouseMode MEMBER absoluteMouseMode NOTIFY absoluteMouseModeChanged)
     Q_PROPERTY(bool absoluteTouchMode MEMBER absoluteTouchMode NOTIFY absoluteTouchModeChanged)
     Q_PROPERTY(bool framePacing MEMBER framePacing NOTIFY framePacingChanged)
+    Q_PROPERTY(bool videoEnhancement MEMBER videoEnhancement NOTIFY videoEnhancementChanged)
+    Q_PROPERTY(bool videoEnhancementVisible MEMBER videoEnhancementVisible NOTIFY videoEnhancementVisibleChanged)
     Q_PROPERTY(bool connectionWarnings MEMBER connectionWarnings NOTIFY connectionWarningsChanged)
     Q_PROPERTY(bool richPresence MEMBER richPresence NOTIFY richPresenceChanged)
     Q_PROPERTY(bool gamepadMouse MEMBER gamepadMouse NOTIFY gamepadMouseChanged)
@@ -152,6 +154,8 @@ class StreamingPreferences : public QObject
     bool absoluteMouseMode;
     bool absoluteTouchMode;
     bool framePacing;
+    bool videoEnhancement;
+    bool videoEnhancementVisible;
     bool connectionWarnings;
     bool richPresence;
     bool gamepadMouse;
@@ -192,6 +196,8 @@ class StreamingPreferences : public QObject
     void uiDisplayModeChanged();
     void windowModeChanged();
     void framePacingChanged();
+    void videoEnhancementChanged();
+    void videoEnhancementVisibleChanged();
     void connectionWarningsChanged();
     void richPresenceChanged();
     void gamepadMouseChanged();