robots.txt

# https://developers.google.com/search/docs/fundamentals/seo-starter-guide?hl=en#for-non-sensitive-information,-block-unwanted-crawling-by-using-robots.txt
# https://developers.google.com/search/docs/crawling-indexing/robots/create-robots-txt
# https://github.com/GoogleChrome/lighthouse/blob/main/core/audits/seo/is-crawlable.js
# https://www.google.com/webmasters/tools/robots-testing-tool
#
# Tell bots not to crawl any URLs in the following folders, because they won't be useful in search results.
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot
User-agent: bingbot
User-agent: DuckDuckBot
User-agent: archive.org_bot
Disallow: /assets/programming-languages/
Disallow: /assets/social/
Disallow: /assets/flags/
Disallow: /assets/link-white.svg
Disallow: /assets/liwei.jpg