User-agent: *
Disallow: /function.include
Disallow: /tsc-charleston
Disallow: /idx/mlundy/function.include
Disallow: /real-estate/dubai-uae/undefined
Disallow: /real-estate/hawaii/undefined
Disallow: /real-estate/louisiana/undefined
Disallow: /real-estate/minnesota/undefined
Disallow: /real-estate/north-dakota/undefined
Disallow: /real-estate/pennsylvania/undefined
Disallow: /real-estate/rhode-island/undefined
Disallow: /real-estate/texas/undefined
Disallow: /real-estate/undefined
Disallow: /real-estate/virginia/undefined
Allow: /


User-agent: Slurp
Crawl-delay: 8

User-agent: msnbot
Crawl-delay: 5

User-agent: nutch
Crawl-delay: 5

User-agent: yeti
Crawl-delay: 8

User-agent: Yeti/1.0 (NHN Corp.; http://help.naver.com/robots/)
Crawl-delay: 8

User-agent: naverbot
Crawl-delay: 8

User-agent: googlebot
Crawl-delay: 5

User-agent: dotbot
Crawl-delay: 5

User-agent: twiceler
Crawl-delay: 8

User-agent: yandex
Crawl-delay: 5

User-agent: Teoma
Crawl-delay: 5

User-agent: BoardReader
Crawl-delay: 8

User-agent: Exabot
Crawl-delay: 10