User-agent: * Disallow: /admin/ Disallow: /ajax/ Disallow: /controllers/ Disallow: /cron/ Disallow: /libraries/ Disallow: /models/ Disallow: /shipment_labels/ Disallow: /social/