# 네이버	cowbot
# 구글		Googlebot
# 구글 이미지	googlebot-image
# MSN		MSNBot
# 야후봇	Slurp
# 야후 이미지	Yahoo-MMCrawler
# 다음봇	daumoa
# 엠파스봇	empas
# 첫눈봇	1Noonbot 1.0
# sohu-search	중국포털 Sohu의 검색로봇.
# moget	일본포털 goo의 검색로봇.


User-Agent: *
#Allow: /
Disallow: /admin/
Disallow: /aspnet_client/
Disallow: /board/
Disallow: /dica/
Disallow: /event/
Disallow: /popup/
Disallow: /report/
Disallow: /feed/
Disallow: /inc/
Disallow: /member/
Disallow: /js/
Disallow: /css/
Disallow: /data/
Disallow: /inc/
Disallow: /search/
Disallow: /skin/
Disallow: /subscribe/
Disallow: /today/
Disallow: /tpl/
Disallow: /editor/
Disallow: /upload/
Disallow: /intranet/
Disallow: /wnetwork/
Disallow: /desk/
Disallow: /marathon/
Disallow: /sql/
Disallow: /dev/
Disallow: /rip/
Disallow: /vew/
Disallow: /w3c/

#User-agent: cowbot
#Allow: /news/

User-agent: Googlebot
#Allow: /news/
Disallow: *mode=link*
Sitemap: http://www.womennews.co.kr/news/sitemap.xml

User-agent: Googlebot-Image
Disallow: /image*
Disallow: /img*

#User-agent: MSNBot
#Allow: /news/

User-agent: Slurp
Crawl-Delay: 1800

User-agent: Yahoo-MMCrawler
Crawl-Delay: 1800

#User-agent: empas
#Allow: /news/

#User-agent: 1Noonbot 1.0
#Allow: /news/

#User-agent: Slurp
#Allow: /news/

#User-agent: Teoma
#Allow: /news/

#User-agent: Gigabot
#Allow: /news/

#User-agent: Scrubby
#Allow: /news/

#User-agent: Robozilla
#Allow: /news/

#User-agent: Nutch
#Allow: /news/

#User-agent: ia_archiver
#Allow: /news/

#User-agent: baiduspider
#Allow: /news/

#User-agent: yahoo-mmcrawler
#Allow: /news/

#User-agent: psbot
#Allow: /news/

#User-agent: asterias
#Allow: /news/

#User-agent: yahoo-blogs/v3.9
#Allow: /news/

#User-agent: Edacious
#Disallow: