From 80b5ff2cfaa02dfee2902f988c88fabb1260cdd2 Mon Sep 17 00:00:00 2001 From: Jarvis Date: Mon, 14 Sep 2026 18:39:56 -0500 Subject: [PATCH] fix: remove streaming domains from bypass_sites, add index - Removed 29 streaming domains/IPs from bypass_sites.txt (Apple, Netflix, Spotify, Hulu, Disney+, Tubi, Paramount, etc.) - Added structured index header at top of bypass_sites.txt with categories - Created bypass_sites_index.md with domain counts, sources, and structure - Fixed argparse help text in update_domains.py (was "streaming+social", now "social+porn+OnlyFans/Fansly, no streaming") --- domains/bypass_sites.txt | 42 ++++++++++--------------------- domains/bypass_sites_index.md | 41 ++++++++++++++++++++++++++++++ domains/updater/update_domains.py | 2 +- 3 files changed, 55 insertions(+), 30 deletions(-) create mode 100644 domains/bypass_sites_index.md diff --git a/domains/bypass_sites.txt b/domains/bypass_sites.txt index c39d2cf..4cc063e 100644 --- a/domains/bypass_sites.txt +++ b/domains/bypass_sites.txt @@ -1,7 +1,19 @@ +# ============================================================================= +# BYPASS_SITES INDEX +# ============================================================================= +# Categories: +# 1. Social Media - Facebook, Instagram, TikTok, Twitter, YouTube, etc. +# 2. OnlyFans Domains - Content creator platform domains +# 3. Fansly Domains - Fansly content creator platform domains +# 4. IP Ranges / CIDRs - Network ranges for content delivery +# +# NOTE: Streaming service domains (Netflix, Hulu, Disney+, etc.) are NOT +# included here. See streaming_domains_whitelist.txt for those. +# ============================================================================= + about.meta.com accounts.facebook.com -acorn.tv ads.facebook.com aiv-cdn.net akamaized.net @@ -13,17 +25,13 @@ api.crunchyroll.com api.facebook.com api.instagram.com apple-dns.net -apple.com -apple.com.edgekey.net apps.facebook.com atv-ext.amazon.com availability-fastly.syncbak-mediastore-cedexis.cbsaavideo.com badoo.com -bakery.pplus.paramount.tech bam.nr-data.net bamgrid.com bluesky.app -britbox.com bsky.social business.facebook.com bytedance.com @@ -31,7 +39,6 @@ bytedance.net bytedanceapi.com byteoversea.com -cdn.spotify.com cdninstagram.com connect.facebook.com @@ -42,7 +49,6 @@ conviva.com d1v0o82c0gfg2u.cloudfront.net d2cvj4cr2d2r7g.cloudfront.net d3n92br3b4jq4j.cloudfront.net -deezer.com developers.facebook.com @@ -72,8 +78,6 @@ graph.facebook.com ibyteimg.com imasdk.googleapis.com -imdb.com -imdbtv.com imgur.com imgur.io imgurmedia.com @@ -100,7 +104,6 @@ mlb.com mlbstatic.com moviefone.com mparticle.com -mubi.com musical.ly mzstatic.com @@ -109,24 +112,15 @@ mzstatic.com nextdoor.com nfl.com -nflxext.com -nflximg.com -nflximg.net -nflxsearch.net -nflxso.net -nflxvideo.net nhl.com nhlstatic.com oculus.com omtrdc.net -open.spotify.com pagead2.googlesyndication.com -pandora.com parler.com -philo.com pinimg.com pinterest.com pinterestcdn.com @@ -151,8 +145,6 @@ snap.com snapads.com snapchat.com snapkit.com -soundcloud.com -spotify.com static-delivery.sr.roku.com static.ak.connect.facebook.com @@ -166,7 +158,6 @@ telegram.org tfbnw.net thumbnails.cbsig.net -tidal.com tiktok.com tiktokcdn-eu.com tiktokcdn-us.com @@ -178,9 +169,7 @@ tiktokv.us tiktokw.us truthsocial.com ttvnw.net -tubitv.com tumblr.com -tv.apple.com twitch.tv upload.facebook.com viacomcbs.com @@ -192,9 +181,7 @@ vk.ru vkcdn.net vkuser.net -vrv.co -wbdstreaming.com weibo.cn weibo.com whatsapp.com @@ -231,9 +218,6 @@ www.fansly.com # IP RANGES / CIDRs # ============================================================================= # OnlyFans (Cloudflare AS13335) -104.16.0.0/12 -162.159.128.0/19 -172.66.0.0/22 # Facebook/Instagram/Meta (AS32934, AS2603, AS131772) 103.136.220.0/22 diff --git a/domains/bypass_sites_index.md b/domains/bypass_sites_index.md new file mode 100644 index 0000000..69a9389 --- /dev/null +++ b/domains/bypass_sites_index.md @@ -0,0 +1,41 @@ +# bypass_sites.txt Index + +> Index of categorized domains in [`bypass_sites.txt`](./bypass_sites.txt) + +## Overview +This file is the combined bypass list for Pi-hole / VPN proxying. +It is regenerated by [`updater/update_domains.py`](../updater/update_domains.py) — +it appends only, never deletes existing entries. + +**Streaming services are intentionally excluded** (Netflix, Hulu, Disney+, etc.). +See [`streaming_domains_whitelist.txt`](./streaming_domains_whitelist.txt) for those. + +## Categories in this file + +| # | Section | Source | Description | +|---|---------|--------|-------------| +| 1 | Social Media | `social_media.txt` | Facebook, Instagram, TikTok, Twitter/X, YouTube, LinkedIn, Snapchat, etc. | +| 2 | OnlyFans | Live sources | `cdn3.onlyfans.com`, `onlyfans.com`, `www.onlyfans.com` | +| 3 | Fansly | Live sources | `cdn3.fansly.com`, `apiv3.fansly.com`, `wsv3.fansly.com`, `cdev2.fansly.com`, `fansly.com`, `www.fansly.com` | +| 4 | IP Ranges | Manual + scraped | Cloudflare AS13335 (OnlyFans/Fansly), Meta/Facebook AS32934/AS2603/AS131772 | + +## Domain Counts (at time of indexing) + +Run the refresh script to get current counts: +```bash +python3 updater/update_domains.py --bypass +``` + +## Structure +- Lines beginning with `#` are section headers or comments — preserved on update. +- Bare domains are matched case-insensitively and de-duplicated. +- CIDR blocks (`/xx`) are treated as IP ranges, not domains. +- Blank lines separate visual sections only. + +## Related Files +- `social_media.txt` — standalone social media source +- `known_porn_domains.txt` — porn/adult content domain blocklist +- `streaming_domains_whitelist.txt` — streaming service allowlist +- `bamboo_domains.txt` — Bambu Lab 3D printer domains +- `sweden_domains.txt` — Swedish-related domains +- `combined_list.txt` — merged block + allow lists for Pi-hole diff --git a/domains/updater/update_domains.py b/domains/updater/update_domains.py index 605513f..fc7c130 100644 --- a/domains/updater/update_domains.py +++ b/domains/updater/update_domains.py @@ -287,7 +287,7 @@ def main(): parser = argparse.ArgumentParser(description="Update domain lists - never delete!") parser.add_argument("--streaming", action="store_true", help="Update streaming only") parser.add_argument("--social", action="store_true", help="Update social media only") - parser.add_argument("--bypass", action="store_true", help="Update bypass_sites (combines streaming+social)") + parser.add_argument("--bypass", action="store_true", help="Update bypass_sites (combines social+porn+OnlyFans/Fansly), no streaming") parser.add_argument("--porn", action="store_true", help="Update porn domains") parser.add_argument("--all", action="store_true", help="Update all lists") args = parser.parse_args()