# Updated: 2009-10-19 # Robots.txt User-agent: * # Block Nocache=1 Disallow: /*nocache=1 Disallow: /*Nocache=1 Disallow: /*NoCache=1 Disallow: /*noCache=1 # Block Static Update Disallow: /*updfcache=1 # Block Folders Disallow: /adlogs/ Disallow: /assets/ Disallow: /error/ Disallow: /red/ Disallow: /aspnet_client/ Disallow: /tmp/ Disallow: /logs/ Disallow: /.cache/ Disallow: /.localcache/ Disallow: /mal/ Disallow: /templates/ Disallow: /edit/ Disallow: /editor/ #Block certain actions Disallow: /apps/pbcs.dll/article Disallow: /apps/pbcs.dll/classifieds Disallow: /apps/pbcs.dll/ptshowguide Disallow: /apps/pbcs.dll/events Disallow: /apps/pbcs.dll/index Disallow: /apps/pbcs.dll/news Disallow: /apps/pbcs.dll/news_message Disallow: /apps/pbcs.dll/news_messages Disallow: /apps/pbcs.dll/temaoversikt Disallow: /apps/pbcs.dll/related Disallow: /apps/pbcs.dll/misc Disallow: /apps/pbcs.dll/error Disallow: /apps/pbcs.dll/search Disallow: /apps/pbcs.dll/status Disallow: /apps/pbcs.dll/usercomments Disallow: /apps/pbcsedit.dll Disallow: /apps/pbcsad.dll Disallow: /apps/rub.dll #Block certain old resources Disallow: /lastarticles.php Disallow: /show_file.php Disallow: /App_Modules/banks/ Disallow: /SendToFriend.aspx # Block certain pages Disallow: /*template=loadcomments* # Block by request Disallow: /archive/article/2014/6/26/skyrius-i-kalejima-sesti-neketinu* # Block AI bots User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: /