#
# robots.txt
#
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
#
# This file will be ignored unless it is at the root of your host:
# Used:    http://example.com/robots.txt
# Ignored: http://example.com/site/robots.txt
#
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/wc/robots.html
#
# For syntax checking, see:
# http://www.sxw.org.uk/computing/robots/check.html

User-agent: *
Crawl-delay: 10
# Directories
Disallow: /includes/
Disallow: /misc/
Disallow: /modules/
Allow: /profiles/openscholar/themes/
Disallow: /profiles/
Disallow: /scripts/
Disallow: /themes/
# Files
Disallow: /CHANGELOG.txt
Disallow: /cron.php
Disallow: /INSTALL.mysql.txt
Disallow: /INSTALL.pgsql.txt
Disallow: /INSTALL.sqlite.txt
Disallow: /install.php
Disallow: /INSTALL.txt
Disallow: /LICENSE.txt
Disallow: /MAINTAINERS.txt
Disallow: /update.php
Disallow: /UPGRADE.txt
Disallow: /xmlrpc.php
# Paths (clean URLs)
Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips/
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register/
Disallow: /user/password/
Disallow: /user/login/
Disallow: /user/logout/
# Paths (no clean URLs)
Disallow: /?q=admin/
Disallow: /?q=comment/reply/
Disallow: /?q=filter/tips/
Disallow: /?q=node/add/
Disallow: /?q=search/
Disallow: /?q=user/password/
Disallow: /?q=user/register/
Disallow: /?q=user/login/
Disallow: /?q=user/logout/
Disallow: /crustal-dynamics/
Disallow: /astronomy/
Disallow: /atweb/
Disallow: /testfowkes/
Disallow: /gabriel/
Disallow: /nora-hampl/
Disallow: /joanna-nizynska/
Disallow: /jacobsen/
Disallow: /kahne/
Disallow: /shair/
Disallow: /annualmeeting/
Disallow: /hwpi/
Disallow: /socquantworkshop/
Disallow: /advisingcorner/
Disallow: /stuart-project/
Disallow: /huit-intranet/
Disallow: /nilagiatest/
Disallow: /uds-sensusaccess/
Disallow: /ivy/
Disallow: /nilagiatest3/
Disallow: /nilagia-lab-test-site/
Disallow: /soch/
Disallow: /hks/
Disallow: /hms/
Disallow: /hiltresearch/
Disallow: /slt/
Disallow: /resources/
Disallow: /itcrb/
Disallow: /itattitest/
Disallow: /academictech/
Disallow: /admin-enews/
Disallow: /nilagia-test-event/
Disallow: /projectdelivery/
Disallow: /learning/
Disallow: /unifiedcommunications/
Disallow: /mixedmethodsworkshop/
Disallow: /harvard/
Disallow: /jillhooley/
Disallow: /lciportal/
Disallow: /cavanaughlab/
Disallow: /nm-test/
Disallow: /employers/
Disallow: /advising_materials/
Disallow: /myfad/
Disallow: /bokcenter-videos/
Disallow: /a_harvard_education/
Disallow: /hacc/
Disallow: /fasscit/
Disallow: /amdp-globalmap/
Disallow: /debivortlab/
Disallow: /able/
Disallow: /eric-heller/
Disallow: /facultysearch/
Disallow: /umt-test/
Disallow: /professors_and_pastries/
Disallow: /graduate_student_site/
Disallow: /umt/
Disallow: /inas2015/
Disallow: /fep/
Disallow: /eric-temp/
Disallow: /osp-nfs/
Disallow: /admin-login/
Disallow: /govwrites/
Disallow: /share/
Disallow: /hms-mso/
Disallow: /travelservices_reimbursement/
Disallow: /card_services/
Disallow: /posts/
Disallow: /hwp_test/
Disallow: /srivastavalab/
Disallow: /spierce/
Disallow: /sjm-test/
Disallow: /hbi-protected/
Disallow: /govteaches/
Disallow: /mediasite-recordings/
Disallow: /hsdmintranet/
Disallow: /hura/
Disallow: /brain-initiative/
Disallow: /susansuleiman/
Disallow: /andes_amazon_initiative/
Disallow: /fas_glacier/
Disallow: /ajones/
Disallow: /onecampus-sandbox/
Disallow: /procurement/
Disallow: /knolllab/
Disallow: /procurement-splash/
Disallow: /harvard_peer_advising_fellows/
Disallow: /olveczky-internal/
Disallow: /internal/
Disallow: /hoekstra-lab-internal/
Disallow: /comp-lit-alumni-connect/
Disallow: /webinars/
Disallow: /digging/
Disallow: /minerals/
Disallow: /ali2ndsite/
Disallow: /mrct-landing/
Disallow: /diversity_new/
Disallow: /cwd_getorganized/
Disallow: /cwd_bic/
Disallow: /hmsc_resources/
Disallow: /campus_of_the_future/
Disallow: /jsinger/
Disallow: /oebinternal/
Disallow: /hwp-sample-academic-department/
Disallow: /girguis.lab.members/
Disallow: /academic_resources_student_advisory_board/
Disallow: /est_repository/
Disallow: /libsearching/
Disallow: /fad-ccs/
Disallow: /hwp-sample-department-minimal/
Disallow: /test2_sjm/
Disallow: /jri/
Disallow: /tax/
Disallow: /spectra/
Disallow: /hwpscholars/
Disallow: /geobiology-symposium-2016/
Disallow: /secretsofthesiege/
Disallow: /web/
Disallow: /mrct/
Disallow: /saultest/
Disallow: /client-services/
Disallow: /kentontesting/
Disallow: /radcliffe/
Disallow: /internalcontrols/
Disallow: /seas-courses/
Disallow: /administration/
Disallow: /levi/
Disallow: /financialmanagersforum/
Disallow: /myfac/
Disallow: /msotest/
Disallow: /seas-courselist/
Disallow: /hscrb-guide/
Disallow: /ldcnetwork/
Disallow: /redirects/
Disallow: /testing_kim/
Disallow: /fingerprinting/
Disallow: /grs/
Disallow: /jonathan-donais/
Disallow: /complit-intranet/
Disallow: /slo/
Disallow: /titleixreviewcommittee/
Disallow: /evp2/
Disallow: /grid/
Disallow: /torman_lop/
Disallow: /africa/
Disallow: /marytestsubsite2/
Disallow: /anothony_sandbox/
Disallow: /hopitest/
Disallow: /evp/
Disallow: /mcz-entomology-department-specimen-ledgers/
Disallow: /specimen-ledgers/
Disallow: /hunt/
Disallow: /tlfwebinars/
Disallow: /huit-pmo-1/
Disallow: /psnetwork/
Disallow: /finding/
Disallow: /joe/
Disallow: /pha/
Disallow: /academic/
Disallow: /flyresearch/
Disallow: /jkloppenberg/
Disallow: /naomitest/
Disallow: /healthcare/
Disallow: /tll-im/
Disallow: /hks-publications/
Disallow: /hks-pubs-ksr/
Disallow: /thecitizen/
Disallow: /publicservice/
Disallow: /training/
Disallow: /marshalkm/
Disallow: /huit-pmo/
Disallow: /aeo/
Disallow: /huitintranet2/
Disallow: /libraryresources/
Disallow: /cloudrevamp/
Disallow: /execed/
Disallow: /cloud2/
Disallow: /kates-site/
Disallow: /newhuitsite/
Disallow: /lab-site/
Disallow: /wellbeing/
Disallow: /friedmanlab/
Disallow: /chemcmm/
Disallow: /content-strategy/
Disallow: /drclasmcaoredirect/
Disallow: /signdemo/
Disallow: /giribettest/
Disallow: /beijing/
Disallow: /fsan/
Disallow: /currier/
Disallow: /fashrtest/
Disallow: /fsan-intranet/
Disallow: /testcal/
Disallow: /bok/
Disallow: /harvardshorts/
Disallow: /community/
Disallow: /hwp-officehours/
Disallow: /ccva/
Disallow: /advising_programs/
Disallow: /ogcfaq/
Disallow: /hrpractitioners/
Disallow: /tormanhc2/
Disallow: /expos/
Disallow: /test3_sjm/
Disallow: /student-test/
Disallow: /nasaabisscruise_julyaug2017/
Disallow: /rbarro/
Disallow: /alberto-alesina/
Disallow: /james-stock/
Disallow: /concentrations/
Disallow: /rll-tutoring/
Disallow: /rebeccafischer/
Disallow: /ypo/
Disallow: /rll-intranet/
Disallow: /rogerfu/
Disallow: /leap/
Disallow: /weiss_fund/
Disallow: /grouper_demo/
Disallow: /grouper-test/
Disallow: /kenton_grouper_test/
Disallow: /grouper_test/
Disallow: /it_security/
Disallow: /officemanual/
Disallow: /classicsintranet/
Disallow: /plaza-webcam/
Disallow: /metro-redirect/
Disallow: /bureau-study-counsel/
Disallow: /bgltq/
Disallow: /torman_group_hwp_client/
Disallow: /torman_group_os_managed/
Disallow: /guidelines/
Disallow: /bsc-2/
Disallow: /hmsc_private/
Disallow: /texere/
Disallow: /hmsc_intranet/
Disallow: /kasper/
Disallow: /lish_temp/
Disallow: /matt/
Disallow: /aisp-practice/
Disallow: /tix/
Disallow: /bokcenter/
Disallow: /elevate/
Disallow: /tdmtheowlanswers/
Disallow: /zhangtest/
Disallow: /tormanhc_001/
Disallow: /yusuf/
Disallow: /2018pdsymposium/
Disallow: /tlt/
Disallow: /cepr-sdp/
Disallow: /jconforti/
Disallow: /advisingfortnight/
Disallow: /torman_grouper_client/
Disallow: /torman_grouper_dev/
Disallow: /mammalogy/
Disallow: /herpetology/
Disallow: /reu/
Disallow: /b2p/
Disallow: /gdpr/
Disallow: /studentemployment/
Disallow: /3ash/
Disallow: /kramertest/
Disallow: /chge-redirect/
Disallow: /chge/
Disallow: /shinesummit/
Disallow: /may18/
Disallow: /ctrrtaskforce-temp/
Disallow: /gdprprivacy/
Disallow: /hmstheme/
Disallow: /transparency/
Disallow: /statistics/
Disallow: /resilience/
Disallow: /my-hwpi-department-site/
Disallow: /hbi-2/
Disallow: /kwf/
Disallow: /kramertest1/
Disallow: /commencement-temp/
Disallow: /chinaphilanthropy/
Disallow: /title-ix/
Disallow: /hcs/
Disallow: /insights/
Disallow: /hds-temporary/
Disallow: /share_shadow/
Disallow: /firstyear/
Disallow: /fdd/
Disallow: /emedesigntoolkit/
Disallow: /cepr-4/
Disallow: /dso-redirect/
Disallow: /hr-policies/
Disallow: /lab-demo/
Disallow: /conference-demo/
Disallow: /haa-intranet/
Disallow: /joelab/
Disallow: /joelab1/
Disallow: /cepr-temp/
Disallow: /pulse2/
Disallow: /harvardhillelboard/
Disallow: /edportal/
Disallow: /webpublishing/
Disallow: /case/
Disallow: /resilience-redirect/
Disallow: /resilience-consortium/
Disallow: /upolicies/
Disallow: /diversity/
Disallow: /sis/
Disallow: /torman_test_2002/
Disallow: /torman_test_2003/
Disallow: /torman_test_3002/
Disallow: /torman_test_3003/
Disallow: /torman_test_3004/
Disallow: /torman_test_1003_personal_minimal/
Disallow: /torman_test_1001/
Disallow: /torman_test_3001/
Disallow: /torman_test_2001/
Disallow: /csrtest/
Disallow: /labadminmanual/
Disallow: /halc-redirect/
Disallow: /halccom-redirect/
Disallow: /iq-redirect/
Disallow: /brochure/
Disallow: /hscrb/
Disallow: /kdtest/
Disallow: /henrytestsite/
Disallow: /titleixdisclosure/
Disallow: /maryslanguagecenter/
Disallow: /zaentz/
Disallow: /flag/
Disallow: /signs/
Disallow: /enterprisearchitecture/
Disallow: /haaitsupporttest/
Disallow: /edlabs/
Disallow: /seed/
Disallow: /hcf-fy15/
Disallow: /gsf/
Disallow: /bostonharborislands/
Disallow: /beatyaleweek/
Disallow: /lcassets/
Disallow: /haatestsite/
Disallow: /osl-redirect/
Disallow: /fdo-redirect/
Disallow: /osl/
Disallow: /soch-redirect/
Disallow: /thegame-redirect/
Disallow: /wintersession-redirect/
Disallow: /thegame/
Disallow: /arcsign/
Disallow: /sochsign/
Disallow: /institutionalresearch/
Disallow: /fasadmin/
Disallow: /procurement-travel/
Disallow: /styleguide/
Disallow: /hwptemp/
Disallow: /sochnew/
Disallow: /liaisons/
Disallow: /mahindra/
Disallow: /it-security-new/
Disallow: /hillel-beta/
Disallow: /edredesign-portal/
Disallow: /covid-19/
Disallow: /huri-test/
Disallow: /semiticmuseum-redirect/
Disallow: /semiticmuseum-redirect/
Disallow: /hupd-redirect/
Disallow: /epscommunitymap/
Disallow: /brazil-drclas-redirect/
Disallow: /mx-drclas-redirect/
Disallow: /ro-drclas-redirect/
Disallow: /drclasregionaloffice/
Disallow: /drclasbraziloffice/
Disallow: /drclasmcaoffice/
Disallow: /hsci-temporary/
Disallow: /researchsupport/
Disallow: /parents-fas-redirect/
Disallow: /parents/
Disallow: /drclas/
Disallow: /dmca/
Disallow: /huri-events-test/
Disallow: /hilt/
Disallow: /ats/
Disallow: /collegeorientation/
Disallow: /hds-rpp/
Disallow: /huri-events-test-2/
Disallow: /huri-events-test-3/
Disallow: /huri-events-test-4/
Disallow: /aisptimeline/
Disallow: /hcf-fy21/
Disallow: /hds-intranet/
Disallow: /ali/
Disallow: /vlsiarch/
Disallow: /osp/
Disallow: /gsf-fy21/
Disallow: /harvardhumanitarianinitiative/
Disallow: /lichens/
Disallow: /huri-tcup-events/
Disallow: /hds-temporary2/
Disallow: /hds-temporary2/
Disallow: /hds-rlp/
Disallow: /accessibilitykey/
Disallow: /engagement/
Disallow: /test1120/
Disallow: /hilr-members-test/
Disallow: /cpl-temporary/
Disallow: /anniedemosite/
Disallow: /2021gordonlabvirtualreunion/
Disallow: /jukeboxcabaret/
Disallow: /ofa/
Disallow: /edredesign-temp/
Disallow: /hillel-events/
Disallow: /huit/
Disallow: /w4w/
Disallow: /economics/
Disallow: /seo/
Disallow: /das-admin/
Disallow: /drewfaust/
Disallow: /grantwriting/
Disallow: /peabody/
Disallow: /central-payroll/
Disallow: /thesis/
Disallow: /hughp/
Disallow: /erg/
Disallow: /hms-accessibility/
Disallow: /ovpr-test/
Disallow: /titleix/
Disallow: /osapr/
Disallow: /mahindra-ihum-usi/
Disallow: /huitintranet/
Disallow: /oie-test/
Disallow: /econ-campus-reboot/
Disallow: /nra/
Disallow: /ash-innovations-redirect/
Disallow: /biocaribe/
Disallow: /hbs_test/
Disallow: /hbstraining/
Disallow: /hucfar/
Disallow: /kahlilchaarperez/
Disallow: /harvardworks/
Disallow: /mgr/
Disallow: /coldwarlinkages/
Disallow: /dib-redirect/
Disallow: /cjs/
Disallow: /risk-services/