# This is for every spider: User-agent: * # stay away from this Disallow: /bj/ # all in /bj/, its descendents... Disallow: /es/ # all in /es/, its descendents... Disallow: /esprovider/ # all in /esprovider/, its descendents... Disallow: /_db_backups/ # all in /_db_backups/, its descendents... Disallow: /cgi/ # all in /cgi/, its descendents... Disallow: /stats/ # all in /stats/, its descendents... Disallow: /sources/images/ # all in /sources/images/, its descendents... # specific files, some allowed (marked #) Disallow: adminlog.php #Disallow: index.php Disallow: php.ini Disallow: secure.php up_index.htm #Disallow: /sources/AbtCook.php #Disallow: /sources/AbtSecur.php Disallow: /sources/AdminSel.php Disallow: /sources/BuyCart.php Disallow: /sources/BuyCartP.php Disallow: /sources/CartQuot.php Disallow: /sources/CartQuotP.php Disallow: /sources/ChkPath.php Disallow: /sources/Confirm.php Disallow: /sources/ConfirmP.php Disallow: /sources/DBconn.php Disallow: /sources/err_tbl.php #Disallow: /sources/error.php Disallow: /sources/GCinit.php Disallow: /sources/GCstyle.css Disallow: /sources/GetOrder.php Disallow: /sources/GoldCo.php Disallow: /sources/GoldCoS.php Disallow: /sources/HomePg.php Disallow: /sources/ImgTab.php Disallow: /sources/ImgView.php #Disallow: /sources/index.php Disallow: /sources/OrdSent.php Disallow: /sources/ProdFrm.php Disallow: /sources/ProdQty.php Disallow: /sources/QuotSent.php Disallow: /sources/scroll.js Disallow: /sources/scrollDv.js Disallow: /sources/SendCart.php Disallow: /sources/SendCartP.php #Disallow: /sources/ShopHelp.php Disallow: /sources/SupAdmin.php Disallow: /sources/SvrRoot.php Disallow: /sources/ViewCart.php # Blank line terminates record - more records may follow