# All robots will spider the domain
User-agent: *
Disallow:/storage/
Disallow:/pimg/
Disallow:/archive/img/
Disallow:/img/
Disallow:/images/
Disallow:/test/