add per domain config
Some checks failed
ci/woodpecker/push/build Pipeline failed

This commit is contained in:
JMARyA 2025-01-03 13:34:59 +01:00
parent dc10052c16
commit 536f42a4e8
Signed by: jmarya
GPG key ID: 901B2ADDF27C2263
4 changed files with 164 additions and 18 deletions

View file

@ -11,6 +11,48 @@ BLACKLIST_DOMAINS = [
"^gitlab" # All domains starting with gitlab
]
# Domain configuration (Example)
[[websites.domains]]
# The domain the config applies to
domain = "example.com"
# Blacklisted Path (Regexes)
blacklist_paths = ["/.*"]
# Exclude <audio> tags
no_audio = false
# Exclude <video> tags
no_video = false
# Exclude <img> tags
no_image = false
# Exclude CSS
no_css = false
# Exclude Javascript
no_javascript = false
# Exclude fonts
no_fonts = false
# Exclude iframes
no_frames = false
# User Agent
user_agent = "Safari"
[ai]
# Ollama URL (Enables vector search)
OLLAMA_URL="127.0.0.1:11434"
# --- Website Config
[[websites.domains]]
domain = "developer.mozilla.org"
no_javascript = true
[[websites.domains]]
domain = "github.com"
no_javascript = true