# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow directory /admin/
User-agent: *
Disallow: /admin/

# Disallow directory /includes/
User-agent: *
Disallow: /includes/

# Disallow directory /includes/
User-agent: *
Disallow: /pub/

# Disallow directory /includes/
User-agent: *
Disallow: /tmp/

# Disallow directory /includes/
User-agent: *
Disallow: /store/download/


# Disallow directory /includes/
User-agent: *
Disallow: /archive/


# Disallow directory /includes/
User-agent: *
Disallow: /cache/