# User-agent: *
# Disallow: /cgi-bin/
# Disallow: /log/
# Disallow: /images/

# For domain: www.snippetlibrary.com
# All robots will spider the domain

Allow: /sitemap.htm
Sitemap: https://www.snippetlibrary.com/sitemap.xml

# Disallow directory /cgi-bin/
User-agent: *
Disallow: /cgi-bin/

# Disallow directory /blackhole/
User-agent: *
Disallow: /blackhole/

# Disallow directory /images/
User-agent: *
Disallow: /images/

# Disallow directory /tmp/
User-agent: *
Disallow: /tmp/

# Disallow directory /tutorials/
User-agent: *
Disallow: /tutorials/

# Disallow directory /files/
User-agent: *
Disallow: /down_zip/

# Disallow directory /kligel/
User-agent: *
Disallow: /kligel/

User-agent: AhrefsBot
Disallow: /

User-agent: spbot
Disallow: /  

User-agent: ezooms
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: proximic
Disallow: /php/