#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

User-agent: *
# CSS, JS, Images
Allow: /core/*.css$
Allow: /core/*.css?
Allow: /core/*.js$
Allow: /core/*.js?
Allow: /core/*.gif
Allow: /core/*.jpg
Allow: /core/*.jpeg
Allow: /core/*.png
Allow: /core/*.svg
Allow: /profiles/*.css$
Allow: /profiles/*.css?
Allow: /profiles/*.js$
Allow: /profiles/*.js?
Allow: /profiles/*.gif
Allow: /profiles/*.jpg
Allow: /profiles/*.jpeg
Allow: /profiles/*.png
Allow: /profiles/*.svg
# Directories
Disallow: /core/
Disallow: /profiles/
# Files
Disallow: /README.txt
Disallow: /web.config
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /cgi-bin/koha/opac-search.pl
Disallow: /cgi-bin/koha/opac-detail.pl
#404 and 403 semrush report
Disallow: /en/1927
Disallow: /en/become-student/international/www.icisleri.gov.ct.tr
Disallow: /en/faculty-engineering/babatunde-oluwole
Disallow: /en/faculty-health-sciences/huseyin-beyaz
Disallow: /en/faculty-law/mustafa-ercakica
Disallow: /en/news/www.mipimawards.com/mipimawards2021/en/page/winners
Disallow: /en/node/1095
Disallow: /en/node/1927
Disallow: /en/programs/postgraduate/ciu-institute@ciu.edu.tr
Disallow: /en/programs/undergraduate/application%20portal
Disallow: /en/student-life/student-engagement/student-ombudsman
Disallow: /en/taxonomy/term/31
Disallow: /en/taxonomy/term/43
Disallow: /en/taxonomy/term/44
Disallow: /en/taxonomy/term/45
Disallow: /en/taxonomy/term/46
Disallow: /en/taxonomy/term/47
Disallow: /en/taxonomy/term/48
Disallow: /en/taxonomy/term/49
Disallow: /en/taxonomy/term/50
Disallow: /en/taxonomy/term/51
Disallow: /en/taxonomy/term/52
Disallow: /en/taxonomy/term/53
Disallow: /en/taxonomy/term/54
Disallow: /en/taxonomy/term/55
Disallow: /en/taxonomy/term/56
Disallow: /en/taxonomy/term/57
Disallow: /en/taxonomy/term/58
Disallow: /en/taxonomy/term/59
Disallow: /en/taxonomy/term/60
Disallow: /en/taxonomy/term/61
Disallow: /en/taxonomy/term/62
Disallow: /node/1114
Disallow: /node/1389
Disallow: /node/1415
Disallow: /node/1417
Disallow: /node/1729
Disallow: /node/1730
Disallow: /node/1791
Disallow: /node/1840
Disallow: /node/1922
Disallow: /node/880
Disallow: /tr/haberler/metaverse-bilimsel-bakis-acisi-ile-ukude-ele-alindi-0
Disallow: /tr/haberler/www.mipimawards.com/mipimawards2021/en/page/winners
Disallow: /tr/hakkimizda/yonetim/idari-birimler/bilgi-islem-merkezi-mudurlugu/blank
Disallow: /tr/etkinlikler/kariyer-yolculugunda-hayaller-hedefler-istekler-ihtiyaclar-de…
Disallow: /tr/hakkimizda/yonetim/idari-birimler/sis.ciu.edu.tr
Disallow: /tr/hakkimizda/yonetim/tr/node/1091
Disallow: /tr/hukuk-fakultesi/mustafa-ercakica
Disallow: /tr/node/1004
Disallow: /tr/node/1095
Disallow: /tr/node/1114
Disallow: /tr/node/1389
Disallow: /tr/node/1415
Disallow: /tr/node/1417
Disallow: /tr/node/1729
Disallow: /tr/node/1730
Disallow: /tr/node/1840
Disallow: /tr/node/1922
Disallow: /tr/node/1927
Disallow: /tr/node/880
Disallow: /tr/node/www.icisleri.gov.ct.tr
Disallow: /tr/ogrenci-yasami/ogrenci-etkilesimi/ogrenci-ombudsmanligi
Disallow: /tr/programlar/lisansustu/ciu-institute@ciu.edu.tr
Disallow: /tr/taxonomy/term/31
Disallow: /tr/taxonomy/term/43
Disallow: /tr/taxonomy/term/44
Disallow: /tr/taxonomy/term/45
Disallow: /tr/taxonomy/term/46
Disallow: /tr/taxonomy/term/47
Disallow: /tr/taxonomy/term/48
Disallow: /tr/taxonomy/term/49
Disallow: /tr/taxonomy/term/50
Disallow: /tr/taxonomy/term/51
Disallow: /tr/taxonomy/term/52
Disallow: /tr/taxonomy/term/53
Disallow: /tr/taxonomy/term/54
Disallow: /tr/taxonomy/term/55
Disallow: /tr/taxonomy/term/56
Disallow: /tr/taxonomy/term/57
Disallow: /tr/taxonomy/term/58
Disallow: /tr/taxonomy/term/59
Disallow: /tr/taxonomy/term/60
Disallow: /tr/taxonomy/term/61
Disallow: /tr/taxonomy/term/62
# Paths (no clean URLs)
Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
# Twitter
User-agent: Twitterbot/1.0
Allow: /