Attachment 373217 Details for Bug 198376 – Patch

[patch] Patch

bug-198376-20190701102837.patch (text/plain), 15.79 KB, created by Philippe Normand on 2019-07-01 02:28:39 PDT

(hide)

Description:

Filename:

MIME Type:

Creator: Philippe Normand

Created: 2019-07-01 02:28:39 PDT

Size: 15.79 KB

patch

obsolete

>Subversion Revision: 246965
>diff --git a/Source/WTF/ChangeLog b/Source/WTF/ChangeLog
>index 6b5b8283847bb8d77d474cd9117d5bf11b188c82..2b491d5b50218c78c81b0d6df1b64315da55b67d 100644
>--- a/Source/WTF/ChangeLog
>+++ b/Source/WTF/ChangeLog
>@@ -1,3 +1,13 @@
>+2019-07-01  Philippe Normand  <pnormand@igalia.com>
>+
>+        [GStreamer] Cannot play Bert's Bytes radio stream from http://radio.dos.nl/
>+        https://bugs.webkit.org/show_bug.cgi?id=198376
>+
>+        Reviewed by NOBODY (OOPS!).
>+
>+        * wtf/glib/GLibUtilities.h:
>+        (enumToString): Utility function to get a string representation of of a GLib enum.
>+
> 2019-06-22  Darin Adler  <darin@apple.com>
> 
>         Streamline some string code, focusing on functions that were using substringSharingImpl
>diff --git a/Source/WebCore/ChangeLog b/Source/WebCore/ChangeLog
>index 157cee590b84dd72be80ba82cdab254915dcd22a..34c7189b7d69e0c6a807fb4fe422831ee9542f37 100644
>--- a/Source/WebCore/ChangeLog
>+++ b/Source/WebCore/ChangeLog
>@@ -1,3 +1,37 @@
>+2019-07-01  Philippe Normand  <pnormand@igalia.com>
>+
>+        [GStreamer] Cannot play Bert's Bytes radio stream from http://radio.dos.nl/
>+        https://bugs.webkit.org/show_bug.cgi?id=198376
>+
>+        Reviewed by NOBODY (OOPS!).
>+
>+        The delayed startup was due to a mix of buffering feedback
>+        messages not handled correctly by the player. We were handling
>+        download and streaming buffering metrics without distinction.
>+        Range requests (used for seeking) were also triggering on-disk
>+        buffering in some cases. The buffering percentage estimation based
>+        on network read position was not working either because uint64_t
>+        division doesn't return a floating point value.
>+
>+        No new tests, existing media tests cover this patch.
>+
>+        * platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.cpp:
>+        (WebCore::MediaPlayerPrivateGStreamer::commitLoad):
>+        (WebCore::MediaPlayerPrivateGStreamer::play):
>+        (WebCore::MediaPlayerPrivateGStreamer::handleMessage):
>+        (WebCore::MediaPlayerPrivateGStreamer::processBufferingStats):
>+        (WebCore::MediaPlayerPrivateGStreamer::updateBufferingStatus):
>+        (WebCore::MediaPlayerPrivateGStreamer::fillTimerFired):
>+        (WebCore::MediaPlayerPrivateGStreamer::maxTimeLoaded const):
>+        (WebCore::MediaPlayerPrivateGStreamer::didLoadingProgress const):
>+        (WebCore::MediaPlayerPrivateGStreamer::updateStates):
>+        (WebCore::MediaPlayerPrivateGStreamer::updateDownloadBufferingFlag):
>+        (WebCore::MediaPlayerPrivateGStreamer::setPreload):
>+        * platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.h:
>+        * platform/graphics/gstreamer/WebKitWebSourceGStreamer.cpp:
>+        (webkitWebSrcReset):
>+        * platform/graphics/gstreamer/mse/MediaPlayerPrivateGStreamerMSE.h:
>+
> 2019-07-01  Carlos Garcia Campos  <cgarcia@igalia.com>
> 
>         WebSockets: add support for sending blob messages when using web sockets platform APIs
>diff --git a/Source/WTF/wtf/glib/GLibUtilities.h b/Source/WTF/wtf/glib/GLibUtilities.h
>index 2993789c2baf588f1ee47912eaaa5f3eb7a4d922..1e77f07afa5c059de7170c08ce3d2f38a29a8e97 100644
>--- a/Source/WTF/wtf/glib/GLibUtilities.h
>+++ b/Source/WTF/wtf/glib/GLibUtilities.h
>@@ -17,10 +17,10 @@
>  *  Boston, MA 02110-1301, USA.
>  */
> 
>-#ifndef GLibUtilities_h
>-#define GLibUtilities_h
>+#pragma once
> 
> #include <wtf/Assertions.h>
>+#include <wtf/glib/GUniquePtr.h>
> #include <wtf/text/CString.h>
> 
> CString getCurrentExecutablePath();
>@@ -35,4 +35,15 @@ CString getCurrentExecutableName();
> #define GPOINTER_TO_ULONG(p) ((gulong) (p))
> #endif
> 
>+static inline GUniquePtr<char> enumToString(GType type, guint value)
>+{
>+#if GLIB_CHECK_VERSION(2, 54, 0)
>+    return GUniquePtr<char>(g_enum_to_string(type, value));
>+#else
>+    GEnumClass* enumClass = reinterpret_cast<GEnumClass*>(g_type_class_ref(type));
>+    GEnumValue* enumValue = g_enum_get_value(enumClass, value);
>+    char* representation = enumValue ? g_strdup(enumValue->value_nick) : nullptr;
>+    g_type_class_unref(enumClass);
>+    return GUniquePtr<char>(representation);
> #endif
>+}
>diff --git a/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.cpp b/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.cpp
>index 709a1b628466a12541bca8a142e96613f87adcde..14af97b154ea891e0c99cb0b9ce7b0eb563f18ab 100644
>--- a/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.cpp
>+++ b/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.cpp
>@@ -48,7 +48,7 @@
> #include <wtf/StringPrintStream.h>
> #include <wtf/URL.h>
> #include <wtf/WallTime.h>
>-#include <wtf/glib/GUniquePtr.h>
>+#include <wtf/glib/GLibUtilities.h>
> #include <wtf/glib/RunLoopSourcePriority.h>
> #include <wtf/text/CString.h>
> #include <wtf/text/StringConcatenateNumbers.h>
>@@ -349,7 +349,7 @@ void MediaPlayerPrivateGStreamer::commitLoad()
>     // start providing anything useful.
>     changePipelineState(GST_STATE_PAUSED);
> 
>-    setDownloadBuffering();
>+    updateDownloadBufferingFlag();
>     updateStates();
> }
> 
>@@ -458,7 +458,7 @@ void MediaPlayerPrivateGStreamer::play()
>         m_isEndReached = false;
>         m_delayingLoad = false;
>         m_preload = MediaPlayer::Auto;
>-        setDownloadBuffering();
>+        updateDownloadBufferingFlag();
>         GST_INFO_OBJECT(pipeline(), "Play");
>     } else
>         loadingFailed(MediaPlayer::Empty);
>@@ -1349,6 +1349,14 @@ void MediaPlayerPrivateGStreamer::handleMessage(GstMessage* message)
>                     break;
>                 }
>             }
>+
>+            bool isRangeRequest = false;
>+            GUniqueOutPtr<GstStructure> requestHeaders;
>+            if (gst_structure_get(structure, "request-headers", GST_TYPE_STRUCTURE, &requestHeaders.outPtr(), nullptr))
>+                isRangeRequest = gst_structure_has_field(requestHeaders.get(), "Range");
>+
>+            GST_DEBUG_OBJECT(pipeline(), "Is range request: %s", boolForPrinting(isRangeRequest));
>+
>             GUniqueOutPtr<GstStructure> responseHeaders;
>             if (gst_structure_get(structure, "response-headers", GST_TYPE_STRUCTURE, &responseHeaders.outPtr(), nullptr)) {
>                 const char* contentLengthHeaderName = httpHeaderNameString(HTTPHeaderName::ContentLength).utf8().data();
>@@ -1363,10 +1371,10 @@ void MediaPlayerPrivateGStreamer::handleMessage(GstMessage* message)
>                             contentLength = 0;
>                     }
>                 }
>-                GST_INFO_OBJECT(pipeline(), "%s stream detected", !contentLength ? "Live" : "Non-live");
>-                if (!contentLength) {
>-                    m_isStreaming = true;
>-                    setDownloadBuffering();
>+                if (!isRangeRequest) {
>+                    m_isStreaming = !contentLength;
>+                    GST_INFO_OBJECT(pipeline(), "%s stream detected", m_isStreaming ? "Live" : "Non-live");
>+                    updateDownloadBufferingFlag();
>                 }
>             }
>         } else if (gst_structure_has_name(structure, "webkit-network-statistics")) {
>@@ -1450,13 +1458,57 @@ void MediaPlayerPrivateGStreamer::handleMessage(GstMessage* message)
> 
> void MediaPlayerPrivateGStreamer::processBufferingStats(GstMessage* message)
> {
>-    m_buffering = true;
>-    gst_message_parse_buffering(message, &m_bufferingPercentage);
>+    GstBufferingMode mode;
>+    gst_message_parse_buffering_stats(message, &mode, nullptr, nullptr, nullptr);
>+
>+    int percentage;
>+    gst_message_parse_buffering(message, &percentage);
>+
>+    updateBufferingStatus(mode, percentage);
>+}
>+
>+void MediaPlayerPrivateGStreamer::updateBufferingStatus(GstBufferingMode mode, double percentage)
>+{
>+    GST_DEBUG_OBJECT(pipeline(), "[Buffering] mode: %s, status: %f%%", enumToString(GST_TYPE_BUFFERING_MODE, mode).get(), percentage);
>+
>+    auto updateMaxTimeLoaded = [&]() {
>+        MediaTime mediaDuration = durationMediaTime();
>+        if (!mediaDuration)
>+            return;
>+
>+        m_maxTimeLoaded = MediaTime(percentage * static_cast<double>(toGstUnsigned64Time(mediaDuration)) / 100, GST_SECOND);
>+        GST_DEBUG_OBJECT(pipeline(), "[Buffering] Updated maxTimeLoaded: %s", toString(m_maxTimeLoaded).utf8().data());
>+    };
>+
>+    m_downloadFinished = percentage == 100;
>+    m_buffering = !m_downloadFinished;
>+
>+    switch (mode) {
>+    case GST_BUFFERING_STREAM: {
>+        updateMaxTimeLoaded();
> 
>-    GST_DEBUG_OBJECT(pipeline(), "[Buffering] Buffering: %d%%.", m_bufferingPercentage);
>+        m_bufferingPercentage = percentage;
>+        if (m_downloadFinished)
>+            updateStates();
>+
>+        break;
>+    }
>+    case GST_BUFFERING_DOWNLOAD: {
>+        updateMaxTimeLoaded();
>+
>+        // Media is now fully loaded. It will play even if network connection is
>+        // cut. Buffering is done, remove the fill source from the main loop.
>+        if (m_downloadFinished)
>+            m_fillTimer.stop();
> 
>-    if (m_bufferingPercentage == 100)
>         updateStates();
>+        break;
>+    }
>+    case GST_BUFFERING_TIMESHIFT:
>+    case GST_BUFFERING_LIVE:
>+        GST_DEBUG_OBJECT(pipeline(), "Unhandled buffering mode: %s", enumToString(GST_TYPE_BUFFERING_MODE, mode).get());
>+        break;
>+    }
> }
> 
> #if ENABLE(VIDEO_TRACK) && USE(GSTREAMER_MPEGTS)
>@@ -1585,48 +1637,23 @@ void MediaPlayerPrivateGStreamer::fillTimerFired()
> {
>     GRefPtr<GstQuery> query = adoptGRef(gst_query_new_buffering(GST_FORMAT_PERCENT));
>     double fillStatus = 100.0;
>+    GstBufferingMode mode = GST_BUFFERING_DOWNLOAD;
> 
>-    if (gst_element_query(m_pipeline.get(), query.get())) {
>-        int64_t stop;
>-        GstFormat format;
>-        gst_query_parse_buffering_range(query.get(), &format, nullptr, &stop, nullptr);
>-        ASSERT(format == GST_FORMAT_PERCENT);
>+    if (gst_element_query(m_source.get(), query.get())) {
>+        gst_query_parse_buffering_stats(query.get(), &mode, nullptr, nullptr, nullptr);
> 
>-        if (stop != -1)
>-            fillStatus = 100.0 * stop / GST_FORMAT_PERCENT_MAX;
>+        int percentage;
>+        gst_query_parse_buffering_percent(query.get(), nullptr, &percentage);
>+        fillStatus = percentage;
>     } else if (m_httpResponseTotalSize) {
>         GST_DEBUG_OBJECT(pipeline(), "[Buffering] Query failed, falling back to network read position estimation");
>-        fillStatus = 100.0 * (m_networkReadPosition / m_httpResponseTotalSize);
>+        fillStatus = 100.0 * (static_cast<double>(m_networkReadPosition) / static_cast<double>(m_httpResponseTotalSize));
>     } else {
>         GST_DEBUG_OBJECT(pipeline(), "[Buffering] Unable to determine on-disk buffering status");
>         return;
>     }
> 
>-    GST_DEBUG_OBJECT(pipeline(), "[Buffering] Download buffer filled up to %f%%", fillStatus);
>-
>-    MediaTime mediaDuration = durationMediaTime();
>-
>-    // Update maxTimeLoaded only if the media duration is
>-    // available. Otherwise we can't compute it.
>-    if (mediaDuration) {
>-        if (fillStatus == 100.0)
>-            m_maxTimeLoaded = mediaDuration;
>-        else
>-            m_maxTimeLoaded = MediaTime(fillStatus * static_cast<double>(toGstUnsigned64Time(mediaDuration)) / 100, GST_SECOND);
>-        GST_DEBUG_OBJECT(pipeline(), "[Buffering] Updated maxTimeLoaded: %s", toString(m_maxTimeLoaded).utf8().data());
>-    }
>-
>-    m_downloadFinished = fillStatus == 100.0;
>-    if (!m_downloadFinished) {
>-        updateStates();
>-        return;
>-    }
>-
>-    // Media is now fully loaded. It will play even if network
>-    // connection is cut. Buffering is done, remove the fill source
>-    // from the main loop.
>-    m_fillTimer.stop();
>-    updateStates();
>+    updateBufferingStatus(mode, fillStatus);
> }
> 
> MediaTime MediaPlayerPrivateGStreamer::maxMediaTimeSeekable() const
>@@ -1655,7 +1682,7 @@ MediaTime MediaPlayerPrivateGStreamer::maxTimeLoaded() const
>     MediaTime loaded = m_maxTimeLoaded;
>     if (m_isEndReached)
>         loaded = durationMediaTime();
>-    GST_LOG("maxTimeLoaded: %s", toString(loaded).utf8().data());
>+    GST_LOG_OBJECT(pipeline(), "maxTimeLoaded: %s", toString(loaded).utf8().data());
>     return loaded;
> }
> 
>@@ -1666,8 +1693,9 @@ bool MediaPlayerPrivateGStreamer::didLoadingProgress() const
> 
>     if (WEBKIT_IS_WEB_SRC(m_source.get())) {
>         GST_LOG_OBJECT(pipeline(), "Last network read position: %" G_GUINT64_FORMAT ", current: %" G_GUINT64_FORMAT, m_readPositionAtLastDidLoadingProgress, m_networkReadPosition);
>-        bool didLoadingProgress = m_readPositionAtLastDidLoadingProgress != m_networkReadPosition;
>+        bool didLoadingProgress = m_readPositionAtLastDidLoadingProgress < m_networkReadPosition;
>         m_readPositionAtLastDidLoadingProgress = m_networkReadPosition;
>+        GST_LOG_OBJECT(pipeline(), "didLoadingProgress: %s", boolForPrinting(didLoadingProgress));
>         return didLoadingProgress;
>     }
> 
>@@ -2001,7 +2029,7 @@ void MediaPlayerPrivateGStreamer::updateStates()
> 
>         // Live pipelines go in PAUSED without prerolling.
>         m_isStreaming = true;
>-        setDownloadBuffering();
>+        updateDownloadBufferingFlag();
> 
>         if (m_currentState == GST_STATE_READY)
>             m_readyState = MediaPlayer::HaveNothing;
>@@ -2256,7 +2284,7 @@ MediaPlayer::SupportsType MediaPlayerPrivateGStreamer::supportsType(const MediaE
>     return finalResult;
> }
> 
>-void MediaPlayerPrivateGStreamer::setDownloadBuffering()
>+void MediaPlayerPrivateGStreamer::updateDownloadBufferingFlag()
> {
>     if (!m_pipeline)
>         return;
>@@ -2291,7 +2319,7 @@ void MediaPlayerPrivateGStreamer::setPreload(MediaPlayer::Preload preload)
>         return;
> 
>     m_preload = preload;
>-    setDownloadBuffering();
>+    updateDownloadBufferingFlag();
> 
>     if (m_delayingLoad && m_preload != MediaPlayer::None) {
>         m_delayingLoad = false;
>diff --git a/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.h b/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.h
>index 8e257e6230320b93bbacdc826f90f11c325eb45c..e3517f1523db7732c1c9df60422ef26e1c877c80 100644
>--- a/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.h
>+++ b/Source/WebCore/platform/graphics/gstreamer/MediaPlayerPrivateGStreamer.h
>@@ -154,8 +154,10 @@ private:
>     bool loadNextLocation();
>     void mediaLocationChanged(GstMessage*);
> 
>-    virtual void setDownloadBuffering();
>+    virtual void updateDownloadBufferingFlag();
>     void processBufferingStats(GstMessage*);
>+    void updateBufferingStatus(GstBufferingMode, double percentage);
>+
> #if ENABLE(VIDEO_TRACK)
> #if USE(GSTREAMER_MPEGTS)
>     void processMpegTsSection(GstMpegtsSection*);
>diff --git a/Source/WebCore/platform/graphics/gstreamer/WebKitWebSourceGStreamer.cpp b/Source/WebCore/platform/graphics/gstreamer/WebKitWebSourceGStreamer.cpp
>index cff19ab942864f054117941c2e5cf731875f8d20..121884a10ad51151f97ac07c550c236e95e6ded9 100644
>--- a/Source/WebCore/platform/graphics/gstreamer/WebKitWebSourceGStreamer.cpp
>+++ b/Source/WebCore/platform/graphics/gstreamer/WebKitWebSourceGStreamer.cpp
>@@ -237,6 +237,7 @@ static void webkitWebSrcReset(WebKitWebSrc* src)
> {
>     WebKitWebSrcPrivate* priv = WEBKIT_WEB_SRC_GET_PRIVATE(src);
> 
>+    GST_DEBUG_OBJECT(src, "Resetting internal state");
>     priv->haveSize = false;
>     priv->wereHeadersReceived = false;
>     priv->isSeekable = false;
>diff --git a/Source/WebCore/platform/graphics/gstreamer/mse/MediaPlayerPrivateGStreamerMSE.h b/Source/WebCore/platform/graphics/gstreamer/mse/MediaPlayerPrivateGStreamerMSE.h
>index 7d74057b9be9deb83d798ff88bb8953bdc6c1e00..3bcc0fdba3883aeec6e2e26585eac8cbbe0d4eae 100644
>--- a/Source/WebCore/platform/graphics/gstreamer/mse/MediaPlayerPrivateGStreamerMSE.h
>+++ b/Source/WebCore/platform/graphics/gstreamer/mse/MediaPlayerPrivateGStreamerMSE.h
>@@ -52,7 +52,7 @@ public:
>     void load(const String&) override;
>     void load(const String&, MediaSourcePrivateClient*) override;
> 
>-    void setDownloadBuffering() override { };
>+    void updateDownloadBufferingFlag() override { };
> 
>     bool isLiveStream() const override { return false; }
>     MediaTime currentMediaTime() const override;

Actions: View | Formatted Diff | Diff

Attachments on bug 198376: 373217 | 373236 | 373239 | 373242