# # /robots.txt # User-agent: Python-urllib/2.6 Disallow: / User-agent: Python-urllib Disallow: / User-agent: * Disallow: /images/ Disallow: /articleimages/