User-agent: Mediapartners-Google
Disallow:
User-agent: Baiduspider
Disallow: /
User-agent: coccoc
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: *
Disallow: */vessels/view/*
Disallow: */ship-photos/*
Disallow: */vessels/captcha
Disallow: */vessels/uploadphoto/*
Disallow: */vessels/embedphoto
Disallow: */ports/uploadphoto/*
Disallow: */uploads/ship-photo/*
Disallow: */ports/captcha
Disallow: */site/login*
Disallow: */site/captcha
Disallow: */report-photo/*
Disallow: /embed
Disallow: /aismap*
Disallow: /testmap1
Disallow: /testmap2
Disallow: /vessels/details-test1/*
Disallow: /vessels/details-test2/*
Disallow: /publift/*
Disallow: /worker1/*
Disallow: /worker2/*
Disallow: */get-premium2
Disallow: */satellite-ais2
Crawl-delay: 5
Sitemap: https://www.vesselfinder.com/sitemap.xml