# All robots will spider the domain
User-agent: *
Disallow: 

# Disallow None (Default)
User-agent: None (Default)
Disallow: /

# Disallow directory /agridemo/ 
User-agent: *
Disallow: /agridemo/ 

# Disallow directory /agridemo2/ 
User-agent: *
Disallow: /agridemo2/ 

# Disallow directory /cgi-bin/ 
User-agent: *
Disallow: /cgi-bin/ 

# Disallow directory /lib/ 
User-agent: *
Disallow: /lib/ 

# Disallow directory /log/ 
User-agent: *
Disallow: /log/ 

# Disallow directory /users/ 
User-agent: *
Disallow: /users/ 

# Disallow directory /vecchio_agridemo/ 
User-agent: *
Disallow: /vecchio_agridemo/