Compare commits
2 Commits
561eac8a7e
...
e284099eee
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
e284099eee | ||
|
|
ab23cca903 |
1
.vault_pass.example
Normal file
1
.vault_pass.example
Normal file
@ -0,0 +1 @@
|
|||||||
|
PASS_TO_UNLOCK_host_vars_encrypted
|
||||||
44
README.md
Normal file
44
README.md
Normal file
@ -0,0 +1,44 @@
|
|||||||
|
|
||||||
|
|
||||||
|
Deploy with ansible from af-jump
|
||||||
|
```
|
||||||
|
ssh user@af-jump
|
||||||
|
|
||||||
|
cp cluster.dummy.yml cluster.stress.yml
|
||||||
|
vi cluster.stress.yml
|
||||||
|
|
||||||
|
./tools/generate-inventory.py cluster.stress.yml
|
||||||
|
|
||||||
|
ansible-playbook ansible/playbook-XXX -i ansible/inventory.stress.ini
|
||||||
|
|
||||||
|
playbook-base-system.yml
|
||||||
|
playbook-proxies.yml
|
||||||
|
playbook-stress-sync-code.yml
|
||||||
|
playbook-stress-install-deps.yml
|
||||||
|
playbook-stress-generate-env.yml
|
||||||
|
playbook-docker-services-setup.yml
|
||||||
|
```
|
||||||
|
|
||||||
|
Code updates only of ytops
|
||||||
|
```
|
||||||
|
#git pull or ./tools/sync-to-jump.sh
|
||||||
|
|
||||||
|
playbook-stress-sync-code.yml
|
||||||
|
```
|
||||||
|
|
||||||
|
Running
|
||||||
|
```
|
||||||
|
ssh user@af-green
|
||||||
|
cd /srv/airflow_master
|
||||||
|
./bin/build-yt-dlp-image
|
||||||
|
|
||||||
|
bin/ytops-client setup-profiles --policy policies/6_profile_setup_policy.yaml --cleanup-all
|
||||||
|
bin/ytops-client profile list --auth-env sim_auth --download-env sim_download --live --no-blink --show-proxy-activity
|
||||||
|
|
||||||
|
bin/ytops-client policy-enforcer --policy policies/8_unified_simulation_enforcer.yaml --live
|
||||||
|
|
||||||
|
bin/ytops-client stress-policy --policy policies/10_direct_docker_auth_simulation.yaml --verbose --set execution_control.workers=1 --set settings.urls_file=inputfiles/urls.rt3700.txt
|
||||||
|
bin/ytops-client stress-policy --policy policies/11_direct_docker_download_simulation.yaml --set execution_control.workers=1 --verbose
|
||||||
|
|
||||||
|
|
||||||
|
```
|
||||||
32
cluster.dummy.yml
Normal file
32
cluster.dummy.yml
Normal file
@ -0,0 +1,32 @@
|
|||||||
|
global_vars:
|
||||||
|
# --- Core Ansible & Directory Settings ---
|
||||||
|
ansible_user: "alex_p"
|
||||||
|
deploy_group: "ytdl"
|
||||||
|
airflow_master_dir: "/srv/airflow_master"
|
||||||
|
airflow_worker_dir: "/srv/airflow_dl_worker"
|
||||||
|
|
||||||
|
# --- Docker & Network Settings ---
|
||||||
|
docker_network_name: "airflow_proxynet"
|
||||||
|
|
||||||
|
# --- Shadowsocks Proxy Configuration ---
|
||||||
|
shadowsocks_image: "ghcr.io/shadowsocks/sslocal-rust:v1.22.0"
|
||||||
|
shadowsocks_cipher_method: "aes-256-gcm"
|
||||||
|
shadowsocks_local_address: "0.0.0.0"
|
||||||
|
shadowsocks_timeout: 20
|
||||||
|
shadowsocks_fast_open: true
|
||||||
|
shadowsocks_mode: "tcp_and_udp"
|
||||||
|
|
||||||
|
# List of all available proxies to be deployed on all nodes.
|
||||||
|
# The key (e.g., 'sslocal-rust-1087') becomes the service name.
|
||||||
|
shadowsocks_proxies:
|
||||||
|
sslocal-rust-1084:
|
||||||
|
server: px012
|
||||||
|
server_port: 8388
|
||||||
|
local_port: 1092
|
||||||
|
vault_password_key: vault_ss_password_1
|
||||||
|
|
||||||
|
|
||||||
|
master:
|
||||||
|
af-green:
|
||||||
|
ip: x.x.x.x
|
||||||
|
port: 22
|
||||||
Loading…
x
Reference in New Issue
Block a user