User-agent: ltx71 - (http://ltx71.com/)
Disallow: /

User-agent: Xenu’s Link Sleuth 1.1c
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: YandexBot
Allow: /

User-agent: Twitterbot
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: Bingbot
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: Slurp
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: Baiduspider
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: zoomBot
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: SemrushBot
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx

User-agent: SemrushBot-SA
Allow: /
Disallow: /CMSPages/Wamgroup/GetSharePointFile.aspx