From 9270c2df190e8ddcbb06db0ed10bc1abf40d53a8 Mon Sep 17 00:00:00 2001 From: ed Date: Thu, 9 Mar 2023 21:35:07 +0000 Subject: [PATCH] evict basic-browser from crawlers --- copyparty/httpcli.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/copyparty/httpcli.py b/copyparty/httpcli.py index c15514e6..749d66fe 100644 --- a/copyparty/httpcli.py +++ b/copyparty/httpcli.py @@ -3249,7 +3249,7 @@ class HttpCli(object): raise Pebkac(403) self.html_head = vn.flags.get("html_head", "") - if vn.flags.get("norobots"): + if vn.flags.get("norobots") or "b" in self.uparam: self.out_headers["X-Robots-Tag"] = "noindex, nofollow" else: self.out_headers.pop("X-Robots-Tag", None)