User-agent: *
Disallow:flag.html
Disallow:flag.php
Disallow:add_cell_marker_public.html
Disallow:login.html
Disallow:add_celltype_desc.html
Disallow:priority.php
Disallow:edit_data.php
Disallow:vote.php
Disallow:/csvs/

User-agent: AhrefsBot
Disallow: *

User-agent: dotbot
Disallow: *

User-agent: SafeDNSBot
Disallow: *

User-agent: CCBot
Crawl-Delay: 1000

User-agent: Uptimebot
Disallow: *

User-agent: MJ12Bot
Disallow: *

User-agent: VelenPublicWebCrawler
Disallow: *

User-agent:marvin
Disallow:/thanks_for_all_the_fish