This page will update robots.txt to prevent indexing of problematic parameter URLs.
SUCCESS: Robots.txt updated successfully!
‘;
echo ‘
Added the following rules to prevent indexing of problematic URLs:
‘;
echo ‘
- ‘;
- Disallow: /*?amp=* (AMP parameter URLs)
- Disallow: /*&=* (AMP parameter URLs)
- Disallow: /*?noamp=* (noamp parameter URLs)
- Disallow: /*&noamp=* (noamp parameter URLs)
- Disallow: /product/*-copy/ (duplicate product URLs)
- Disallow: /shop/oskars-surstromming-475/ (old shop URLs)
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
This will help prevent Google from crawling problematic URLs that cause redirect errors.
‘;
} else {
echo ‘
ERROR: Could not update robots.txt file.
‘;
}
}
else {
echo ‘
‘;
echo ‘
This will add rules to robots.txt to prevent crawling of:
‘;
echo ‘
- ‘;
- AMP parameter URLs (?amp=1, &=1)
- NoAMP parameter URLs (?noamp=mobile, &noamp=mobile)
- Duplicate product URLs (product/*-copy/)
- Old shop URLs that redirect incorrectly
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
echo ‘
‘;
}
?>