164 lines
6.8 KiB
YAML
164 lines
6.8 KiB
YAML
# Policy for the unified simulation enforcer.
|
|
# This file is used by `bin/ytops-client policy-enforcer --live` to manage
|
|
# both the authentication and download simulation environments from a single process.
|
|
|
|
# Policy for the unified simulation enforcer.
|
|
# This file is used by `bin/ytops-client policy-enforcer --live` to manage
|
|
# both the authentication and download simulation environments from a single process.
|
|
|
|
simulation_parameters:
|
|
# --- Common Redis settings for all tools ---
|
|
# The enforcer will connect to two different Redis environments (key prefixes)
|
|
# based on these settings, applying the corresponding policies to each.
|
|
env_file: ".env"
|
|
auth_env: "sim_auth"
|
|
download_env: "sim_download"
|
|
|
|
# How often the enforcer should wake up and apply all policies.
|
|
interval_seconds: 2
|
|
|
|
# --- Policies for the Authentication Simulation ---
|
|
auth_policy_enforcer_config:
|
|
# Ban if 2 failures occur within a 1-minute window.
|
|
#ban_on_failures: 2
|
|
#ban_on_failures_window_minutes: 1
|
|
|
|
# The standard rest policy is disabled, as rotation is handled by the profile group.
|
|
profile_prefix: "user1"
|
|
|
|
# New rate limit policy to enforce requests-per-hour limits.
|
|
# For guest sessions, the limit is ~300 videos/hour.
|
|
rate_limit_requests: 280
|
|
rate_limit_window_minutes: 60
|
|
rate_limit_rest_duration_minutes: 5
|
|
|
|
rest_after_requests: 0
|
|
rest_duration_minutes: 10
|
|
|
|
# NOTE on Rate Limits: With the default yt-dlp settings, the rate limit for guest
|
|
# sessions is ~300 videos/hour (~1000 webpage/player requests per hour).
|
|
# For accounts, it is ~2000 videos/hour (~4000 webpage/player requests per hour).
|
|
# The settings below should be configured to respect these limits.
|
|
|
|
# A group of profiles that are managed together.
|
|
# The enforcer will ensure that no more than `max_active_profiles` from this
|
|
# group are in the ACTIVE state at any time.
|
|
profile_groups:
|
|
- name: "exclusive_auth_profiles"
|
|
prefix: "user1"
|
|
# Enforce that only 1 profile from this group can be active at a time.
|
|
max_active_profiles: 1
|
|
# After an active profile has been used for this many requests, it will be
|
|
# rotated out and put into a RESTING state.
|
|
rotate_after_requests: 25
|
|
# How long a profile rests after being rotated out.
|
|
rest_duration_minutes_on_rotation: 1
|
|
|
|
# If true, no new profile in this group will be activated while another
|
|
# one is in the 'waiting_downloads' state.
|
|
defer_activation_if_any_waiting: true
|
|
|
|
# --- New settings for download wait feature ---
|
|
# When a profile is rotated, wait for its generated downloads to finish
|
|
# before it can be used again.
|
|
wait_download_finish_per_profile: true
|
|
# Safety net: max time to wait for downloads before forcing rotation.
|
|
# Should be aligned with info.json URL validity (e.g., 4 hours = 240 mins).
|
|
max_wait_for_downloads_minutes: 240
|
|
|
|
# Time-based proxy rules are disabled as they are not needed for this setup.
|
|
proxy_work_minutes: 0
|
|
proxy_rest_duration_minutes: 0
|
|
|
|
# Global maximum time a proxy can be active before being rested, regardless of
|
|
# other rules. Acts as a safety net. Set to 0 to disable.
|
|
max_global_proxy_active_minutes: 0
|
|
rest_duration_on_max_active: 10
|
|
|
|
# Proxy-level ban on failure burst is disabled.
|
|
proxy_ban_on_failures: 0
|
|
proxy_ban_window_minutes: 2
|
|
|
|
# Clean up locks held for more than 16 minutes (960s) to prevent stuck workers.
|
|
# This should be longer than the docker container timeout (15m).
|
|
unlock_stale_locks_after_seconds: 960
|
|
|
|
# A short post-task cooldown for auth simulation profiles. When a batch is finished,
|
|
# the profile is put into COOLDOWN briefly. This prevents a worker from immediately
|
|
# re-locking the same profile, giving the policy enforcer a window to perform rotation.
|
|
unlock_cooldown_seconds: 1
|
|
|
|
# Cross-simulation synchronization
|
|
cross_simulation_sync:
|
|
# Link auth profiles to download profiles (by name)
|
|
# Both profiles should exist in their respective environments
|
|
profile_links:
|
|
- auth: "user1"
|
|
download: "user1"
|
|
# Which states to synchronize
|
|
#sync_states:
|
|
# - "RESTING" # Disabling to prevent deadlock when auth profile is waiting for downloads.
|
|
# The download profile must remain active to process them.
|
|
# - "BANNED"
|
|
# Whether to sync rotation (when auth is rotated due to rotate_after_requests)
|
|
#sync_rotation: true
|
|
# Whether download profile should be banned if auth is banned (even if download hasn't violated its own rules)
|
|
#enforce_auth_lead: true
|
|
# Ensures the same profile (e.g., user1_0) is active in both simulations.
|
|
# This will activate the correct download profile and rest any others in its group.
|
|
sync_active_profile: true
|
|
# When an auth profile is waiting for downloads, ensure the matching download profile is active
|
|
sync_waiting_downloads: true
|
|
|
|
# --- Policies for the Download Simulation ---
|
|
download_policy_enforcer_config:
|
|
# Ban if 1 failure occurs within a 1-minute window.
|
|
ban_on_failures: 1
|
|
ban_on_failures_window_minutes: 1
|
|
|
|
# Standard rest policy is disabled in favor of group rotation.
|
|
profile_prefix: "user1"
|
|
|
|
# New rate limit policy to enforce requests-per-hour limits.
|
|
# For guest sessions, the limit is ~300 videos/hour. We set it slightly lower to be safe.
|
|
rate_limit_requests: 280
|
|
rate_limit_window_minutes: 60
|
|
rate_limit_rest_duration_minutes: 5
|
|
#
|
|
rest_after_requests: 0
|
|
rest_duration_minutes: 20
|
|
|
|
# NOTE on Rate Limits: With the default yt-dlp settings, the rate limit for guest
|
|
# sessions is ~300 videos/hour (~1000 webpage/player requests per hour).
|
|
# For accounts, it is ~2000 videos/hour (~4000 webpage/player requests per hour).
|
|
# The settings below should be configured to respect these limits.
|
|
|
|
# A group of profiles that are mutually exclusive. Only one will be active at a time.
|
|
profile_groups:
|
|
- name: "exclusive_download_profiles"
|
|
prefix: "user1"
|
|
rotate_after_requests: 25
|
|
rest_duration_minutes_on_rotation: 1
|
|
max_active_profiles: 1
|
|
|
|
# Time-based proxy rules are disabled.
|
|
proxy_work_minutes: 50
|
|
proxy_rest_duration_minutes: 10
|
|
|
|
# Global maximum time a proxy can be active before being rested, regardless of
|
|
# other rules. Acts as a safety net. Set to 0 to disable.
|
|
max_global_proxy_active_minutes: 0
|
|
rest_duration_on_max_active: 10
|
|
|
|
# Proxy-level ban on failure burst is disabled.
|
|
proxy_ban_on_failures: 3
|
|
proxy_ban_window_minutes: 1
|
|
|
|
# Clean up download locks held for more than 16 minutes (960s) to allow for long downloads.
|
|
# This should be longer than the docker container timeout (15m).
|
|
unlock_stale_locks_after_seconds: 960
|
|
|
|
# After a profile is used for a download, unlock it but put it in COOLDOWN
|
|
# state for 12-16s. This is enforced by the worker, which reads this config from Redis.
|
|
unlock_cooldown_seconds: [2, 3]
|