Skip to content

Commit

Permalink
only crawl if not search or social.
Browse files Browse the repository at this point in the history
  • Loading branch information
padams committed Jan 24, 2022
1 parent 71a1457 commit 1e21c93
Showing 1 changed file with 7 additions and 0 deletions.
7 changes: 7 additions & 0 deletions modules/base/entities/referer.php
Original file line number Diff line number Diff line change
Expand Up @@ -76,6 +76,13 @@ public function crawlReferer()
if ($se == true) {
return;
}

$medium = $this->get('medium');

if ( $medium === 'organic-search' || $medium === 'social-network' ) {

return;
}

//Extract anchortext and page snippet but not if it's a search engine...
$snippet = $crawler->extract_anchor_snippet($this->get('url'));
Expand Down

0 comments on commit 1e21c93

Please sign in to comment.