tuxmain/website
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

robots.txt, G1 link

Browse source
This commit is contained in:
Pascal Engélibert 2025-03-21 22:59:20 +01:00
commit 1d09b31159
2 changed files with 52 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
templates/base.html
View file

@ -43,6 +43,7 @@
<a rel="author" href="https://toot.aquilenet.fr/@tuxmain" title="Mastodon" target="_blank"><img alt="Mastodon" src="/img/mastodon-purple.svg" style="height:32px"/></a> <a rel="author" href="https://toot.aquilenet.fr/@tuxmain" title="Mastodon" target="_blank"><img alt="Mastodon" src="/img/mastodon-purple.svg" style="height:32px"/></a>
<a href="/{{macros::langurl()}}atom.xml" title="☭RSS/Atom"><img alt="☭RSS/Atom" src="/img/rss-gradient.svg" style="height:32px"/></a> <a href="/{{macros::langurl()}}atom.xml" title="☭RSS/Atom"><img alt="☭RSS/Atom" src="/img/rss-gradient.svg" style="height:32px"/></a>
<a href="https://liberapay.com/tuxmain/donate" title="Liberapay"><img alt="Liberapay" src="/img/liberapay-donate.svg"/></a> <a href="https://liberapay.com/tuxmain/donate" title="Liberapay"><img alt="Liberapay" src="/img/liberapay-donate.svg"/></a>
<a href="https://demo.cesium.app/#/app/wot/45GfjkWCWQhJ3epJVGC2NSg1Rcu4Ue1vDD3kk9eLs5TQ/"><img alt="Libre currency Ğ1" src="/img/gbreve-white.svg" style="height:32px"/></a>
</div> </div>
<p> <p>
Electronic missive:<br/> Electronic missive:<br/>

51
templates/robots.txt Normal file
View file

@ -0,0 +1,51 @@
User-agent: AI2Bot
User-agent: Ai2Bot-Dolma
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Brightbot 1.0
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: Crawlspace
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: FacebookBot
User-agent: FriendlyCrawler
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: GoogleOther-Image
User-agent: GoogleOther-Video
User-agent: GPTBot
User-agent: iaskspider/2.0
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: Kangaroo Bot
User-agent: Meta-ExternalAgent
User-agent: Meta-ExternalFetcher
User-agent: OAI-SearchBot
User-agent: omgili
User-agent: omgilibot
User-agent: PanguBot
User-agent: PerplexityBot
User-agent: PetalBot
User-agent: Scrapy
User-agent: SemrushBot-OCOB
User-agent: SemrushBot-SWA
User-agent: Sidetrade indexer bot
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: YouBot
Disallow: /
User-agent: *
Allow: /
Sitemap: {{ get_url(path="sitemap.xml") }}