[YouTube] implement support retrieving SABR URL and player config

Author: FineFindus

extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/YoutubeStreamHelper.java

@@ -72,7 +72,7 @@ public static JsonObject getWebMetadataPlayerResponse(
                 .getBytes(StandardCharsets.UTF_8);
 
         final String url = YOUTUBEI_V1_URL + PLAYER + "?" + DISABLE_PRETTY_PRINT_PARAMETER
-                + "&$fields=microformat,playabilityStatus,storyboards,videoDetails";
+                + "&$fields=microformat,playabilityStatus,storyboards,videoDetails,playerConfig";
 
         return JsonUtils.toJsonObject(getValidJsonResponseBody(
                 getDownloader().postWithContentTypeJson(

extractor/src/main/java/org/schabi/newpipe/extractor/services/youtube/extractors/YoutubeStreamExtractor.java

@@ -109,6 +109,7 @@ public class YoutubeStreamExtractor extends StreamExtractor {
     private static PoTokenProvider poTokenProvider;
     private static boolean fetchIosClient;
 
+    private JsonObject androidPlayerResponse;
     private JsonObject playerResponse;
     private JsonObject nextResponse;
 
@@ -700,6 +701,29 @@ public List<VideoStream> getVideoOnlyStreams() throws ExtractionException {
                 getVideoStreamBuilderHelper(true), "video-only");
     }
 
+    @Override
+    public String getServerAbrStreamingUrl() {
+        assertPageFetched();
+        return java.util.stream.Stream.of(
+            html5StreamingData,
+            androidStreamingData,
+            iosStreamingData)
+            .filter(Objects::nonNull)
+            .map(streamingData -> streamingData.getString(SERVER_ABR_STREAMING_URL))
+            .findFirst()
+            .get();
+    }
+
+    @Override
+    public String getUstreamerConfig() {
+        assertPageFetched();
+        return androidPlayerResponse
+                .getObject("playerConfig")
+                .getObject("mediaCommonConfig")
+                .getObject("mediaUstreamerRequestConfig")
+                .getString("videoPlaybackUstreamerConfig");
+    }
+
     @Override
     @Nonnull
     public List<SubtitlesStream> getSubtitlesDefault() throws ParsingException {
@@ -835,6 +859,7 @@ public String getErrorMessage() {
 
     private static final String FORMATS = "formats";
     private static final String ADAPTIVE_FORMATS = "adaptiveFormats";
+    private static final String SERVER_ABR_STREAMING_URL = "serverAbrStreamingUrl";
     private static final String STREAMING_DATA = "streamingData";
     private static final String NEXT = "next";
     private static final String SIGNATURE_CIPHER = "signatureCipher";
@@ -1031,7 +1056,6 @@ private void fetchAndroidClient(@Nonnull final Localization localization,
         try {
             androidCpn = generateContentPlaybackNonce();
 
-            final JsonObject androidPlayerResponse;
             if (androidPoTokenResult == null) {
                 androidPlayerResponse = YoutubeStreamHelper.getAndroidReelPlayerResponse(
                         contentCountry, localization, videoId, androidCpn);

extractor/src/main/java/org/schabi/newpipe/extractor/stream/StreamExtractor.java

@@ -593,6 +593,26 @@ public ContentAvailability getContentAvailability() throws ParsingException {
         return ContentAvailability.UNKNOWN;
     }
 
+    /**
+     * The URL for server adaptive bitrate streaming.
+     *
+     * @return The stream's SABR URL.
+     * @throws ParsingException if there is an error in the extraction
+     */
+    public String getServerAbrStreamingUrl() throws ParsingException {
+        return null;
+    }
+
+    /**
+     * The ustreamerConfig for server adaptive bitrate streaming.
+     *
+     * @return The stream's ustreamerConfig.
+     * @throws ParsingException if there is an error in the extraction
+     */
+    public String getUstreamerConfig() throws ParsingException {
+        return null;
+    }
+
     public enum Privacy {
         PUBLIC,
         UNLISTED,

extractor/src/main/java/org/schabi/newpipe/extractor/stream/StreamInfo.java

@@ -335,6 +335,16 @@ private static void extractOptionalData(final StreamInfo streamInfo,
         } catch (final Exception e) {
             streamInfo.addError(e);
         }
+        try {
+            streamInfo.setServerAbrStreamingUrl(extractor.getServerAbrStreamingUrl());
+        } catch (final Exception e) {
+            streamInfo.addError(e);
+        }
+        try {
+            streamInfo.setUstreamerConfig(extractor.getUstreamerConfig());
+        } catch (final Exception e) {
+            streamInfo.addError(e);
+        }
 
         streamInfo.setRelatedItems(ExtractorHelper.getRelatedItemsOrLogError(streamInfo,
                 extractor));
@@ -388,6 +398,8 @@ private static void extractOptionalData(final StreamInfo streamInfo,
     private boolean shortFormContent = false;
     @Nonnull
     private ContentAvailability contentAvailability = ContentAvailability.AVAILABLE;
+    private String serverAbrStreamingUrl = "";
+    private String ustreamerConfig = "";
 
     /**
      * Preview frames, e.g. for the storyboard / seekbar thumbnail preview
@@ -743,4 +755,20 @@ public ContentAvailability getContentAvailability() {
     public void setContentAvailability(@Nonnull final ContentAvailability availability) {
         this.contentAvailability = availability;
     }
+
+    public String getServerAbrStreamingUrl() {
+        return serverAbrStreamingUrl;
+    }
+
+    public void setServerAbrStreamingUrl(final String serverAbrStreamingUrl) {
+        this.serverAbrStreamingUrl = serverAbrStreamingUrl;
+    }
+
+    public String getUstreamerConfig() {
+        return ustreamerConfig;
+    }
+
+    public void setUstreamerConfig(final String ustreamerConfig) {
+        this.ustreamerConfig = ustreamerConfig;
+    }
 }