# Allow all web crawlers to access the entire site
User-agent: *
Disallow: /offalygaa/results/db
Disallow: /offalygaa/results/viewResultsNoQuery.php

# Block access to the /cgi-bin/ directory
Disallow: /cgi-bin/

# Block access to the /private/ directory
Disallow: /private/

# Block access to the /temp/ directory
Disallow: /temp/

# Block specific file types (example: .pdf files)
Disallow: /*.pdf$

# Block specific parameters in URLs (example: session IDs)
Disallow: /*?sessionid=

# Sitemap location (if you have one)
Sitemap: http://uibhfhaili.com/sitemap.xml

# Specific directives for Googlebot (if needed)
User-agent: Googlebot
Disallow: /no-google/

# Specific directives for Bingbot (if needed)
User-agent: Bingbot
Disallow: /no-bing/

User-agent: AhrefsBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: SEMrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /
User-agent: MJ12Bot
Disallow: /
User-agent: Seekport
Disallow:/
User-agent: DotBot
Disallow: /
User-Agent: *
Crawl-Delay: 3600

Crawl-Delay: 3600