Make geo-bypass more robust

src/invidious.cr

@@ -1874,6 +1874,7 @@ get "/api/v1/comments/:id" do |env|
 
       proxies.each do |region, list|
         spawn do
+          list.each do |proxy|
             begin
               proxy_client = HTTPClient.new(YT_URL)
               proxy_client.read_timeout = 10.seconds
@@ -1893,8 +1894,10 @@ get "/api/v1/comments/:id" do |env|
               else
                 bypass_channel.send({proxy_html, proxy_client, proxy_headers})
               end
+
+              break
             rescue ex
-            bypass_channel.send(nil)
+            end
           end
         end
       end
@@ -3227,23 +3230,16 @@ get "/videoplayback" do |env|
   host = "https://r#{fvip}---#{mn}.googlevideo.com"
   url = "/videoplayback?#{query_params.to_s}"
 
+  if query_params["region"]?
     client = make_client(URI.parse(host))
-  response = client.head(url)
+    response = HTTP::Client::Response.new(status_code: 403)
 
-  if response.status_code == 403
+    if !proxies[query_params["region"]]?
-    ip = query_params["ip"]
-    proxy = proxies.values.flatten.select { |proxy| proxy[:ip] == ip }
-    if proxy.empty?
-      halt env, status_code: 403
-    end
-
-    proxy = proxy[0]
-    # Try to find proxy in same region
-    proxy = proxies.select { |region, list| list.includes? proxy }.values[0].sample(1)[0]
-    if proxy.empty?
       halt env, status_code: 403
     end
 
+    proxies[query_params["region"]].each do |proxy|
+      begin
         client = HTTPClient.new(URI.parse(host))
         client.read_timeout = 10.seconds
         client.connect_timeout = 10.seconds
@@ -3252,9 +3248,21 @@ get "/videoplayback" do |env|
         client.set_proxy(proxy)
 
         response = client.head(url)
-
+        if response.status_code == 200
           # For whatever reason the proxy needs to be set again
           client.set_proxy(proxy)
+          break
+        end
+      rescue ex
+      end
+    end
+  else
+    client = make_client(URI.parse(host))
+    response = client.head(url)
+  end
+
+  if response.status_code != 200
+    halt env, status_code: 403
   end
 
   if response.headers["Location"]?

src/invidious/videos.cr

@@ -273,6 +273,12 @@ class Video
     streams.each { |s| s.add("label", "#{s["quality"]} - #{s["type"].split(";")[0].split("/")[1]}") }
     streams = streams.uniq { |s| s["label"] }
 
+    if self.info["region"]?
+      streams.each do |fmt|
+        fmt["url"] += "&region=" + self.info["region"]
+      end
+    end
+
     if streams[0]? && streams[0]["s"]?
       streams.each do |fmt|
         fmt["url"] += "&signature=" + decrypt_signature(fmt["s"], decrypt_function)
@@ -362,6 +368,12 @@ class Video
       end
     end
 
+    if self.info["region"]?
+      adaptive_fmts.each do |fmt|
+        fmt["url"] += "&region=" + self.info["region"]
+      end
+    end
+
     if adaptive_fmts[0]? && adaptive_fmts[0]["s"]?
       adaptive_fmts.each do |fmt|
         fmt["url"] += "&signature=" + decrypt_signature(fmt["s"], decrypt_function)
@@ -527,47 +539,56 @@ def fetch_video(id, proxies)
   info = info_channel.receive
 
   if info["reason"]? && info["reason"].includes? "your country"
-    bypass_channel = Channel({HTTP::Params | Nil, XML::Node | Nil}).new
+    bypass_channel = Channel(HTTPProxy | Nil).new
 
     proxies.each do |region, list|
       spawn do
+        list.each do |proxy|
           begin
             client = HTTPClient.new(YT_URL)
             client.read_timeout = 10.seconds
             client.connect_timeout = 10.seconds
 
-          proxy = list.sample(1)[0]
             proxy = HTTPProxy.new(proxy_host: proxy[:ip], proxy_port: proxy[:port])
             client.set_proxy(proxy)
 
-          proxy_info = client.get("/get_video_info?video_id=#{id}&el=detailpage&ps=default&eurl=&gl=US&hl=en&disable_polymer=1")
+            response = client.head("/get_video_info?video_id=#{id}&el=detailpage&ps=default&eurl=&gl=US&hl=en&disable_polymer=1")
-          proxy_info = HTTP::Params.parse(proxy_info.body)
+            if response.status_code == 200
-
+              bypass_channel.send(proxy)
-          if proxy_info["reason"]?
-            proxy_info = client.get("/get_video_info?video_id=#{id}&ps=default&eurl=&gl=US&hl=en&disable_polymer=1")
-            proxy_info = HTTP::Params.parse(proxy_info.body)
-          end
-
-          if !proxy_info["reason"]?
-            proxy_html = client.get("/watch?v=#{id}&bpctr=#{Time.new.epoch + 2000}&gl=US&hl=en&disable_polymer=1")
-            proxy_html = XML.parse_html(proxy_html.body)
-
-            bypass_channel.send({proxy_info, proxy_html})
             else
-            bypass_channel.send({nil, nil})
+              bypass_channel.send(nil)
             end
+
+            break
           rescue ex
-          bypass_channel.send({nil, nil})
+          end
         end
       end
     end
 
     proxies.size.times do
-      response = bypass_channel.receive
+      proxy = bypass_channel.receive
-      if response[0] || response[1]
+      if proxy
-        info = response[0].not_nil!
+        client = HTTPClient.new(YT_URL)
-        html = response[1].not_nil!
+        client.read_timeout = 10.seconds
-        break
+        client.connect_timeout = 10.seconds
+        client.set_proxy(proxy)
+
+        proxy = {ip: proxy.proxy_host, port: proxy.proxy_port}
+        region = proxies.select { |region, list| list.includes? proxy }.keys[0]
+
+        html = client.get("/watch?v=#{id}&bpctr=#{Time.new.epoch + 2000}&gl=US&hl=en&disable_polymer=1")
+        html = XML.parse_html(html.body)
+
+        info = client.get("/get_video_info?video_id=#{id}&el=detailpage&ps=default&eurl=&gl=US&hl=en&disable_polymer=1")
+        info = HTTP::Params.parse(info.body)
+
+        if info["reason"]?
+          info = client.get("/get_video_info?video_id=#{id}&ps=default&eurl=&gl=US&hl=en&disable_polymer=1")
+          info = HTTP::Params.parse(info.body)
+        end
+
+        info["region"] = region
       end
     end
   end