User-agent: *

Allow: /core/.css$
Allow: /core/.css?
Allow: /core/.js$
Allow: /core/.js?
Allow: /core/.gif
Allow: /core/.jpg
Allow: /core/.jpeg
Allow: /core/.png
Allow: /core/.svg
Allow: /profiles/.css$
Allow: /profiles/.css?
Allow: /profiles/.js$
Allow: /profiles/.js?
Allow: /profiles/.gif
Allow: /profiles/.jpg
Allow: /profiles/.jpeg
Allow: /profiles/.png
Allow: /profiles/.svg

Disallow: /core/
Disallow: /profiles/

Disallow: /README.txt
Disallow: /web.config

Disallow: /admin/
Disallow: /comment/reply/
Disallow: /filter/tips
Disallow: /node/add/
Disallow: /search/
Disallow: /user/register
Disallow: /user/password
Disallow: /user/login
Disallow: /user/logout
Disallow: /media/oembed
Disallow: /*/media/oembed

Disallow: /index.php/admin/
Disallow: /index.php/comment/reply/
Disallow: /index.php/filter/tips
Disallow: /index.php/node/add/
Disallow: /index.php/search/
Disallow: /index.php/user/password
Disallow: /index.php/user/register
Disallow: /index.php/user/login
Disallow: /index.php/user/logout
Disallow: /index.php/media/oembed
Disallow: /index.php/*/media/oembed

User-agent: grapeshot
Allow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: OpenAI
Disallow: /