2024-08-06 18:08:05 +00:00
|
|
|
User-agent: search.marginalia.nu
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-08-25 17:25:49 +00:00
|
|
|
User-agent: DuckDuckBot
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-10-11 18:47:43 +00:00
|
|
|
User-agent: Yahoo! Slurp
|
|
|
|
|
Disallow: /cursors/
|
|
|
|
|
Disallow: /images/
|
|
|
|
|
Disallow: /fonts/
|
|
|
|
|
Disallow: /moderator/
|
|
|
|
|
Disallow: /login
|
|
|
|
|
Disallow: /logout
|
|
|
|
|
Disallow: /human/
|
|
|
|
|
|
2023-05-27 04:20:14 +00:00
|
|
|
User-agent: *
|
2023-08-15 04:39:22 +00:00
|
|
|
Disallow: /
|
