# All robots will spider the domain User-agent: * Disallow: # Disallow directory cgi-bin User-agent: * Disallow: /cgi-bin # Disallow directory video-accion-basta3 User-agent: * Disallow: /web-ind/video-accion-basta3 # Disallow gif User-agent: * Disallow: /web-ind/*/*.gif$ # Disallow jpg User-agent: * Disallow: /web-ind/*/*.jpg$