shouldBlock($request)) { // abort(403, 'Unauthorized', ['X-Robots-Tag' => 'noindex, nofollow']); return response('', 200) ->header('X-Robots-Tag', 'noindex, nofollow') ->header('Content-Type', 'application/javascript'); exit; } return $next($request); } protected function shouldBlock(Request $request): bool { $userAgent = strtolower($request->server->get('HTTP_USER_AGENT')); $bufferAgent = $request->server->get('X-BUFFERBOT'); $shouldBlock = false; if ( ! $userAgent) return false; if ( ! $request->isMethod('GET')) return false; // prerender if _escaped_fragment_ is in the query string if ($request->query->has('_escaped_fragment_')) $shouldBlock = true; // prerender if a crawler is detected foreach ($this->crawlerUserAgents as $crawlerUserAgent) { if (Str::contains($userAgent, strtolower($crawlerUserAgent))) { $shouldBlock = true; } } if ($bufferAgent) $shouldBlock = true; return $shouldBlock; } }