if ($http_user_agent ~* (Baiduspider|Sogou|bingbot|YisouSpider)) {
        rewrite ^/(.*)/$ https://www.copycf.com/$1/ permanent;
	rewrite ^/(.*)/(.*)/$ https://www.copycf.com/$1/$2/ permanent;
        rewrite ^/(.*)/(.*)/(.*)/$ https://www.copycf.com/$1/$2/$3/ permanent;
        }

蜘蛛放行。其他的防问404

        if ($http_user_agent !~* "baiduspider|sogou|bingbot|360Spider|Bytespider|YisouSpider|Googlebot")
        {
          return 404;
        }

屏蔽垃圾蜘蛛

if ($http_user_agent ~* "GPTBot|my-tiny-bot|YandexBot|spbot|DnyzBot|Researchscan|aiHitBot|ExtLinksBot|BLEXBot|SeznamBot|Mail.Ru|ZoominfoBo|MegaIndex.ru|Uptimebot|SemrushBot|DotBot|msnbot|YodaoBot|Googlebot|Amazonbot|PetalBot|AhrefsBot|Barkrowler|MJ12bot|FeedDemon|JikeSpider|Indy Library|AskTbFXTV|CrawlDaddy|CoolpadWebkit|Java|Feedly|UniversalFeedParser|ApacheBench|Microsoft URL Control|Swiftbot|ZmEu|oBot|jaunty|Python-urllib|python-requests|lightDeckReports Bot|YYSpider|DigExt|HttpClient|heritrix|EasouSpider|Ezooms|facebookexternalhit|ClaudeBot") {
      return 403;
}