Add head request to the current downloader implementation

Author: mauriciocolli

extractor/src/main/java/org/schabi/newpipe/extractor/DownloadResponse.java

@@ -7,15 +7,21 @@
 import javax.annotation.Nonnull;
 
 public class DownloadResponse {
+    private final int responseCode;
     private final String responseBody;
     private final Map<String, List<String>> responseHeaders;
 
-    public DownloadResponse(String responseBody, Map<String, List<String>> headers) {
+    public DownloadResponse(int responseCode, String responseBody, Map<String, List<String>> headers) {
         super();
+        this.responseCode = responseCode;
         this.responseBody = responseBody;
         this.responseHeaders = headers;
     }
 
+    public int getResponseCode() {
+        return responseCode;
+    }
+
     public String getResponseBody() {
         return responseBody;
     }
@@ -33,5 +39,4 @@ public List<String> getResponseCookies(){
         else
             return cookies;
     }
-
 }

extractor/src/main/java/org/schabi/newpipe/extractor/Downloader.java

@@ -60,6 +60,8 @@ public interface Downloader {
      */
     String download(String siteUrl) throws IOException, ReCaptchaException;
 
+    DownloadResponse head(String siteUrl) throws IOException, ReCaptchaException;
+
     DownloadResponse get(String siteUrl, DownloadRequest request)
             throws IOException, ReCaptchaException;
 

extractor/src/test/java/org/schabi/newpipe/Downloader.java

@@ -172,6 +172,28 @@ public String download(String siteUrl) throws IOException, ReCaptchaException {
         return dl(con);
     }
 
+    @Override
+    public DownloadResponse head(String siteUrl) throws IOException, ReCaptchaException {
+        final HttpsURLConnection con = (HttpsURLConnection) new URL(siteUrl).openConnection();
+
+        try {
+            con.setRequestMethod("HEAD");
+            setDefaults(con);
+        } catch (Exception e) {
+            /*
+             * HTTP 429 == Too Many Request Receive from Youtube.com = ReCaptcha challenge
+             * request See : https://github.com/rg3/youtube-dl/issues/5138
+             */
+            if (con.getResponseCode() == 429) {
+                throw new ReCaptchaException("reCaptcha Challenge requested", con.getURL().toString());
+            }
+
+            throw new IOException(con.getResponseCode() + " " + con.getResponseMessage(), e);
+        }
+
+        return new DownloadResponse(con.getResponseCode(), null, con.getHeaderFields());
+    }
+
     @Override
     public DownloadResponse get(String siteUrl, DownloadRequest request)
             throws IOException, ReCaptchaException {
@@ -183,7 +205,7 @@ public DownloadResponse get(String siteUrl, DownloadRequest request)
             }
         }
         String responseBody = dl(con);
-        return new DownloadResponse(responseBody, con.getHeaderFields());
+        return new DownloadResponse(con.getResponseCode(), responseBody, con.getHeaderFields());
     }
 
     @Override
@@ -219,6 +241,6 @@ public DownloadResponse post(String siteUrl, DownloadRequest request)
                 sb.append(inputLine);
             }
         }
-        return new DownloadResponse(sb.toString(), con.getHeaderFields());
+        return new DownloadResponse(con.getResponseCode(), sb.toString(), con.getHeaderFields());
     }
 }