# # # # # # # # # # # #
#
#   robots.txt file
#

User-agent: MojeekBot
User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /add-url/
Disallow: /order/
Disallow: /img/
Disallow: /more.html
Disallow: /*.php$