User-agent: SemrushBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: Sogou web spider
User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: ImagesiftBot 
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: coccocbot
Disallow: /

User-Agent: *
Crawl-delay: 30
Disallow: moderation.php
Disallow: ratethread.php
Disallow: report.php
Disallow: reputation.php
Disallow: sendthread.php
Disallow: usercp.php
Disallow: usercp2.php
Disallow: newreply.php
Disallow: newthread.php
Disallow: editpost.php
Disallow: private.php
Disallow: search.php
Disallow: printthread.php
Disallow: archive/index.php