User-agent: *
Disallow: /404
Disallow: /500
Disallow: /Users/
Allow: /Users/GetUserCookies/
Allow: /Users/UserName/
Allow: /Users/register/
Disallow: /responsa/Responsa.aspx
Disallow: /ask/printAsk.aspx
Disallow: /reg/recommend.aspx
Disallow: /midrash/printshiur.aspx
Disallow: /midrash/outer
Disallow: /ask/outer
Disallow: /article/outer
Disallow: /calendar/printcalendar.aspx
Disallow: /calendar/timesplaces.aspx
Disallow: /calendar/YeshivaTimes.aspx
Disallow: /calendar/eng/eprintcalendar.aspx
Disallow: /wiki2/
Disallow: /psakim/
Disallow: /oldEng/
Disallow: /frames/esi
Disallow: /esi_angular
Disallow: /midrashAngular/
Disallow: /wiki/*action=edit
Disallow: /wiki/*printable=yes
Disallow: /wiki/api.php
Disallow: /wiki/*%D7%9B%D7%A0%D7%99%D7%A1%D7%94_%D7%9C%D7%97%D7%A9%D7%91%D7%95%D7%9F
Disallow: /wiki/*%D7%94%D7%A8%D7%A9%D7%9E%D7%94_%D7%9C%D7%97%D7%A9%D7%91%D7%95%D7%9F
Disallow: /wiki/*mobileaction=toggle_view_desktop
Disallow: /wiki/*bookcmd
Disallow: /wiki/*hideredirs
Disallow: /wiki/*hidetrans
Disallow: /wiki/*return_to
Disallow: /wiki/*mobileaction
Disallow: /ViewSwitcher/SwitchView
Disallow: /frames/esi
Disallow: /images/rabanim/*&v
Disallow: /midrashview/template
Disallow: /angularview/template
Disallow: /warehouse

Sitemap: https://www.yeshiva.org.il/Sitemap.aspx

User-agent:AdsBot-Google-Mobile
User-agent:AdsBot-Google
Disallow: /info/

User-agent: Amazonbot               # Amazon's user agent
Disallow: /wiki/            # disallow this directory