From 1e21c9372ed0ca660eaf2a03bee8ba51480a207d Mon Sep 17 00:00:00 2001 From: padams Date: Mon, 24 Jan 2022 20:17:06 +0000 Subject: [PATCH] only crawl if not search or social. --- modules/base/entities/referer.php | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/modules/base/entities/referer.php b/modules/base/entities/referer.php index cbce030b..7a3201fc 100644 --- a/modules/base/entities/referer.php +++ b/modules/base/entities/referer.php @@ -76,6 +76,13 @@ public function crawlReferer() if ($se == true) { return; } + + $medium = $this->get('medium'); + + if ( $medium === 'organic-search' || $medium === 'social-network' ) { + + return; + } //Extract anchortext and page snippet but not if it's a search engine... $snippet = $crawler->extract_anchor_snippet($this->get('url'));