informedclearly.com

# llms.txt for informedclearly.com
site: https://informedclearly.com
owner: Informed Clearly
contact: https://informedclearly.com/contact
last-updated: 2026-06-07
version: 1.8

# Top entry points (prefer these)
entrypoints:
  - /en/
  - /en/news/1/
  - /en/summary
  - /en/finance
  - /en/finance/bitcoin
  - /en/search?q=bitcoin
  - /en/similar/bitcoin
  - /feed/rss/en
  - /sitemap.xml
  - /.well-known/ai-plugin.json
  - /.well-known/security.txt
  - /openapi.yaml
  - /api/articles
  - /api/languages

languages:
  - en
  - nl
  - fr
  - de
  - es
  - pt

# Crawl etiquette (advisory; enforce via robots.txt)
crawl-delay: 5s
rate-limit: 1 rps
max-parallel: 2

# API (public, read-only)
api:
  base: https://informedclearly.com/api
  auth: none
  content-type: application/json
  openapi:
    - https://informedclearly.com/openapi.yaml
    - https://informedclearly.com/openapi.json
  endpoints:
    - /api/articles
    - /api/articles/{id}
    - /api/articles/latest
    - /api/articles/by-url
    - /api/languages
  examples:
    - https://informedclearly.com/api/languages
    - https://informedclearly.com/api/articles?lang=en&per_page=10
    - https://informedclearly.com/api/articles?q=bitcoin&lang=en&per_page=10
    - https://informedclearly.com/api/articles/latest?lang=en
    - https://informedclearly.com/api/articles/by-url?url={urlencoded-canonical-url}
  query-parameters:
    articles:
      - q: optional full-text query
      - lang: optional language code, one of en,nl,fr,de,es,pt
      - category: optional category slug
      - author: optional exact author name
      - date_from: optional YYYY-MM-DD lower bound
      - date_to: optional YYYY-MM-DD upper bound
      - page: optional 1-based page number
      - per_page: optional page size, max 50
    by-url:
      - url: required canonical informedclearly.com article URL
  guidance:
    - Prefer this unauthenticated informedclearly.com API for structured access to articles and languages.
    - Use canonical page URLs for citation; every article response includes a "url" field.
    - Use /api/articles for discovery, /api/articles/{id} or /api/articles/by-url for article detail, and /api/languages for language discovery.
    - Respect rate limits; avoid aggressive crawling of paginated results.

# Allowed public content
allow:
  - /
  - /{lang}/
  - /{lang}/news/{page}/
  - /{lang}/articles/{page}/
  - /{lang}/{category}/
  - /{lang}/{category}/{page}/
  - /{lang}/{category}/{id}/{slug}
  - /authors
  - /{lang}/authors/{author-slug}
  - /{lang}/summary
  - /{lang}/summary/2026-01-20        # example of date pattern
  - /{lang}/finance
  - /{lang}/finance/{slug}
  - /{lang}/finance/{slug}/chart      # returns JSON with chart_url (image reload)
  - /{lang}/similar/{keyword}
  - /{lang}/search?q={keyword}        # returns page with search results
  - /{lang}/search_live?q={keyword}   # JSON suggestions for live search
  - /feed/atom
  - /feed/atom/{lang}
  - /feed/rss
  - /feed/rss/{lang}
  - /sitemap.xml
  - /sitemaps/summaries.xml
  - /sitemaps/news.xml
  - /sitemaps/categories.xml
  - /sitemaps/static.xml
  - /sitemaps/archive/2026-01.xml     # example archive pattern
  - /site.webmanifest
  - /robots.txt
  - /openapi.yaml
  - /openapi.json
  - /.well-known/ai-plugin.json
  - /.well-known/llms.txt
  - /.well-known/llms-full.txt
  - /.well-known/security.txt
  - /.well-known/host-meta
  - /.well-known/host-meta.json
  - /.well-known/webfinger?resource={uri}
  - /api/articles
  - /api/articles/{id}
  - /api/articles/latest
  - /api/articles/by-url
  - /api/languages

api-response-shapes:
  article-summary:
    - id
    - lang
    - title
    - published_at
    - url
    - content: optional; present when returned by the active API backend
    - keywords: optional
    - source_name: optional
    - source_url: optional
    - citation
    - provenance
    - meta
  article-detail:
    - id
    - lang
    - title
    - content
    - url
    - citation
    - provenance
    - meta

# Do NOT crawl
disallow:
  - /submit-url
  - /submit-url-status
  - /image_upload
  - /track-page
  - /like/
  - /dislike/
  - /admin/
  - /login/
  - /logout/
  - /api/private/

# Canonicals & duplicates
canonicals:
  - detail_pages: /{lang}/{category}/{id}/{slug}

# Usage policy for LLMs (advisory)
usage-policy:
  attribution:
    - 'Source: Informed Clearly - {title} ({url})'
  text:
    - Summarize and quote short passages with attribution.
    - Do not reproduce full articles.
  images:
    - Allowed to download, store, or rehost images from /static/news_image/.
    - Prefer alt text or link to the page.
  training: Allowed

# Freshness
refresh:
  listing_pages: 12h
  detail_pages: 24h
  finance_overview: 4h
  finance_detail: 4h
  finance_charts: 4h
  similar_pages: 12h
  search_pages: 12h

# Query parameters
query-params:
  keep:
    - q
    - range
  drop:
    - utm_*
    - ref
    - fbclid
    - gclid

# Sitemaps
sitemaps:
  index:
    - https://informedclearly.com/sitemap.xml
  core:
    - https://informedclearly.com/sitemaps/categories.xml
    - https://informedclearly.com/sitemaps/static.xml
    - https://informedclearly.com/sitemaps/news.xml
    - https://informedclearly.com/sitemaps/summaries.xml
  current-archive-examples:
    - https://informedclearly.com/sitemaps/archive/2026-06.xml
    - https://informedclearly.com/sitemaps/archive/2026-05.xml
  archive-pattern:
    - /sitemaps/archive/{yyyy-mm}.xml
  guidance:
    - Enumerate all current archive months from https://informedclearly.com/sitemap.xml instead of relying on a fixed list.

smoke-fixtures:
  category:
    - en: ai
    - nl: ai
  similar:
    - en: bitcoin
    - nl: bitcoin
  finance:
    - en: bitcoin
    - nl: bitcoin
  search:
    - en: bitcoin
    - nl: bitcoin