# /robots.txt file for http://webcrawler.com/
    # mail webmaster@webcrawler.com for constructive criticism

    

    User-agent: *
    Disallow: /tmp
    Disallow: /logs
    Disallow: /vsadmin
    Disallow: /GeneratedItems
    Disallow: /cgi-bin
    allow: /makemoney
    allow: /pages
    Disallow: /data
    Disallow: /entropybanner
    Disallow: /images
    Disallow: /scgi-bin
    Disallow: /shoppingcart
    Disallow: /photoalbum
    allow: /financial
    Disallow: /ditch
    Disallow: /DwayneS
    Disallow: /arppro
    allow: /Cab_Ef_Port
    allow: /worldofink
    Disallow: /worldofink/vsadmin
    Disallow: /worldofink/GeneratedItems
    Disallow: /Project_photos
     Sitemap: http://www.scdltd.com/sitemap.xml