User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-content/cache/ Disallow: /trackback/ Disallow: /*/trackback/ Disallow: /comments/ Disallow: /*/comments/ Disallow: /writer/*/page/ Disallow: /*/writer/*/page/ Disallow: /author/*/page/ Disallow: /*/author/*/page/ Allow: /events/$ Disallow: /events/ Disallow: /event/*?ical=1* Allow: /*/events/$ Disallow: /*/events/ Disallow: /*/event/*?ical=1* Disallow: /venue/ Disallow: /*/venue/ Disallow: /news/tag/ Disallow: /news/category/*/page/ User-agent: DataForSeoBot Disallow: / # 12/05/2025 CSE poison term remediation # 1) Block Programmable Search Engine result pages Disallow: /*?cx= Disallow: /*&cx= Disallow: /*?q= Disallow: /*&q= Disallow: /*?cof= Disallow: /*&cof= Disallow: /*?sa= Disallow: /*&sa= Disallow: /*?ie= Disallow: /*&ie= # 2) Adult / Pornography spam Disallow: /*porn* Disallow: /*sex* Disallow: /*xxx* Disallow: /*adult* Disallow: /*escort* Disallow: /*cams* Disallow: /*hot-girls* Disallow: /*pornhub* Disallow: /*xvideos* Disallow: /*redtube* Disallow: /*sex-toy* Disallow: /*成人* Disallow: /*淫* # 3) Gambling spam Disallow: /*casino* Disallow: /*gambling* Disallow: /*betting* Disallow: /*sportsbook* Disallow: /*slots* Disallow: /*slot-machine* Disallow: /*poker* Disallow: /*blackjack* Disallow: /*赌博* # 4) Other spam Disallow: /*viagra* Disallow: /*cialis* Disallow: /*loan-scam* Disallow: /*cheap-* Disallow: /*free-money* Disallow: /*work-from-home-* Disallow: /*adult-dating* # 5) Chinese escort spam patterns Disallow: /*%E5%93%81%E8%8C%B6* Disallow: /*%E9%AB%98%E7%AB%AF* Disallow: /*%E6%A8%A1%E7%89%B9* Disallow: /*%E5%A4%96%E5%9B%B4* Disallow: /*%E4%B8%8A%E9%97%A8* Disallow: /*%E5%85%BC%E8%81%8C%E5%A5%B3* # 6) Allow key sections Allow: /$ Allow: /admissions/ Allow: /international/ Allow: /programs/ Allow: /academics/ Allow: /news/ Allow: /resources/