Compare commits
5 Commits
master
...
fix/ansibl
Author | SHA1 | Date | |
---|---|---|---|
510baa7f94 | |||
088846cad9 | |||
1be3a8e588 | |||
da580eb7d2 | |||
a8d7c01efe |
@ -1,3 +0,0 @@
|
|||||||
nigel:
|
|
||||||
hosts:
|
|
||||||
nigel.local:
|
|
@ -1,27 +0,0 @@
|
|||||||
# This playbook is meant to be a oneshot to be ran manually on the dev box
|
|
||||||
# The rest of the role stuff is meant to be ran as the admin user that
|
|
||||||
# this playbook creates for us
|
|
||||||
---
|
|
||||||
- hosts: nigel.local
|
|
||||||
remote_user: nigel
|
|
||||||
vars:
|
|
||||||
admin:
|
|
||||||
username: nigel
|
|
||||||
tasks:
|
|
||||||
- name: Copy the nigel admin key
|
|
||||||
ansible.builtin.authorized_key:
|
|
||||||
user: "{{ admin.username }}"
|
|
||||||
state: present
|
|
||||||
key: "{{ lookup('file', '~/.ssh/nigel/admin.pub') }}"
|
|
||||||
- name: Prevent password based logins
|
|
||||||
become: true
|
|
||||||
ansible.builtin.lineinfile:
|
|
||||||
dest: /etc/ssh/sshd_config
|
|
||||||
line: PasswordAuthentication no
|
|
||||||
state: present
|
|
||||||
backup: true
|
|
||||||
- name: Restart SSH Daemon
|
|
||||||
become: true
|
|
||||||
ansible.builtin.service:
|
|
||||||
name: ssh
|
|
||||||
state: restarted
|
|
@ -17,7 +17,7 @@ resource kubernetes_pod admin {
|
|||||||
}
|
}
|
||||||
spec {
|
spec {
|
||||||
node_selector = {
|
node_selector = {
|
||||||
"vke.vultr.com/node-pool" = var.admin_services.namespace
|
NodeType = var.admin_services.namespace
|
||||||
}
|
}
|
||||||
container {
|
container {
|
||||||
image = each.value.image
|
image = each.value.image
|
||||||
|
@ -22,7 +22,7 @@ resource vultr_kubernetes_node_pools games {
|
|||||||
label = var.game_servers.namespace
|
label = var.game_servers.namespace
|
||||||
min_nodes = var.cluster.pools["games"].min
|
min_nodes = var.cluster.pools["games"].min
|
||||||
max_nodes = var.cluster.pools["games"].max
|
max_nodes = var.cluster.pools["games"].max
|
||||||
tag = var.game_servers.namespace
|
tag = var.admin_services.namespace
|
||||||
}
|
}
|
||||||
|
|
||||||
output k8s_config {
|
output k8s_config {
|
||||||
|
@ -8,7 +8,7 @@ def get_args() -> Namespace:
|
|||||||
prog="Cluster Search Thing",
|
prog="Cluster Search Thing",
|
||||||
description="General utility for finding resources for game server bot"
|
description="General utility for finding resources for game server bot"
|
||||||
)
|
)
|
||||||
games = {"health", "reflex", "minecraft"}
|
games = {"reflex", "minecraft"}
|
||||||
parser.add_argument('-g', '--game', required=False, choices=games)
|
parser.add_argument('-g', '--game', required=False, choices=games)
|
||||||
|
|
||||||
admin = {"health"}
|
admin = {"health"}
|
||||||
@ -21,19 +21,11 @@ def k8s_api(config_path: str) -> client.api.core_v1_api.CoreV1Api:
|
|||||||
|
|
||||||
def get_admin_service_details(args: ArgumentParser, api: client.api.core_v1_api.CoreV1Api):
|
def get_admin_service_details(args: ArgumentParser, api: client.api.core_v1_api.CoreV1Api):
|
||||||
print('admin thing requested', args.admin)
|
print('admin thing requested', args.admin)
|
||||||
services = api.list_service_for_all_namespaces(label_selector=f'app={args.admin}')
|
|
||||||
if len(services.items) == 0:
|
|
||||||
print(f'Unable to find {args.admin} amongst the admin-services')
|
|
||||||
return
|
|
||||||
|
|
||||||
port = services.items[0].spec.ports[0].port
|
|
||||||
node_ips = list(filter(lambda a: a.type == 'ExternalIP', api.list_node().items[0].status.addresses))
|
|
||||||
ipv4 = list(filter(lambda item: not re.match('[\d\.]{3}\d', item.address), node_ips))[0].address
|
|
||||||
ipv6 = list(filter(lambda item: re.match('[\d\.]{3}\d', item.address), node_ips))[0].address
|
|
||||||
|
|
||||||
print(f'{args.admin} --> {ipv4}:{port} ~~> {ipv6}:{port}')
|
|
||||||
|
|
||||||
def get_game_server_ip(args: ArgumentParser, api: client.api.core_v1_api.CoreV1Api):
|
def get_game_server_ip(args: ArgumentParser, api: client.api.core_v1_api.CoreV1Api):
|
||||||
|
pods = api.list_pod_for_all_namespaces(label_selector=f'app={args.game}')
|
||||||
|
node_name = pods.items[0].spec.node_name
|
||||||
|
|
||||||
services = api.list_service_for_all_namespaces(label_selector=f'app={args.game}')
|
services = api.list_service_for_all_namespaces(label_selector=f'app={args.game}')
|
||||||
port = services.items[0].spec.ports[0].port
|
port = services.items[0].spec.ports[0].port
|
||||||
|
|
||||||
|
@ -29,3 +29,4 @@ resource vultr_firewall_rule admin-service-inbound {
|
|||||||
notes = each.value.port.notes
|
notes = each.value.port.notes
|
||||||
port = each.value.port.expose
|
port = each.value.port.expose
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -21,22 +21,31 @@ cluster = {
|
|||||||
game_servers = {
|
game_servers = {
|
||||||
namespace = "games"
|
namespace = "games"
|
||||||
configs = {
|
configs = {
|
||||||
|
# minecraft = {
|
||||||
|
# image = "itzg/minecraft-server"
|
||||||
|
# cpu = "1000m"
|
||||||
|
# mem = "2048Mi"
|
||||||
|
# port = {
|
||||||
|
# expose = 30808
|
||||||
|
# internal = 80
|
||||||
|
# }
|
||||||
|
# }
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
admin_services = {
|
admin_services = {
|
||||||
namespace = "admin-services"
|
namespace = "admin-services"
|
||||||
configs = {
|
configs = {
|
||||||
health = {
|
# health = {
|
||||||
image = "nginx:latest"
|
# image = "nginx:latest"
|
||||||
name = "health"
|
# name = "health"
|
||||||
cpu = "200m"
|
# cpu = "200m"
|
||||||
mem = "64Mi"
|
# mem = "64Mi"
|
||||||
port = {
|
# port = {
|
||||||
notes = "Basic nginx sanity check service"
|
# notes = "Basic nginx sanity check service"
|
||||||
expose = 30800
|
# expose = 30800
|
||||||
internal = 80
|
# internal = 80
|
||||||
}
|
# }
|
||||||
}
|
# }
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
3
playbooks/inventory.yaml
Normal file
3
playbooks/inventory.yaml
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
static-web:
|
||||||
|
hosts:
|
||||||
|
shockrah.xyz:
|
9
playbooks/manual-prerequisites.yaml
Normal file
9
playbooks/manual-prerequisites.yaml
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
---
|
||||||
|
- name: Pre Pipeline Playbook for Static Hosts
|
||||||
|
hosts: static-web
|
||||||
|
remote_user: root
|
||||||
|
tasks:
|
||||||
|
- name: Import manual setup steps
|
||||||
|
ansible.builtin.import_role:
|
||||||
|
name: static
|
||||||
|
tasks_from: setup-webadmin.yaml
|
5
playbooks/readme.md
Normal file
5
playbooks/readme.md
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
# What is this
|
||||||
|
|
||||||
|
Here be the ansible based workflows that we use to keep things like the static
|
||||||
|
hosts properly setup with all the resources they need to properly host the
|
||||||
|
services we intended on hosting.
|
8
playbooks/static-setup.yaml
Normal file
8
playbooks/static-setup.yaml
Normal file
@ -0,0 +1,8 @@
|
|||||||
|
---
|
||||||
|
- name: Static Host Maintenance and Setup
|
||||||
|
hosts: static-web
|
||||||
|
remote_user: webadmin
|
||||||
|
tasks:
|
||||||
|
- name: Import static host role
|
||||||
|
ansible.builtin.import_role:
|
||||||
|
name: static
|
0
playbooks/static/files/.gitkeep
Normal file
0
playbooks/static/files/.gitkeep
Normal file
0
playbooks/static/handlers/.gitkeep
Normal file
0
playbooks/static/handlers/.gitkeep
Normal file
5
playbooks/static/handlers/main.yaml
Normal file
5
playbooks/static/handlers/main.yaml
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
- name: Restart SSH
|
||||||
|
become: true
|
||||||
|
ansible.builtin.systemd:
|
||||||
|
name: sshd
|
||||||
|
state: restarted
|
0
playbooks/static/tasks/.gitkeep
Normal file
0
playbooks/static/tasks/.gitkeep
Normal file
40
playbooks/static/tasks/main.yaml
Normal file
40
playbooks/static/tasks/main.yaml
Normal file
@ -0,0 +1,40 @@
|
|||||||
|
# Things that we definitely want to have are the following
|
||||||
|
# docker docker-compose python(latest) certbot
|
||||||
|
- name: Uhhh yea
|
||||||
|
become: true
|
||||||
|
block:
|
||||||
|
- name: Install base dependencies
|
||||||
|
ansible.builtin.apt:
|
||||||
|
update_cache: true
|
||||||
|
pkg:
|
||||||
|
- ca-certificates
|
||||||
|
- curl
|
||||||
|
- lsb-release
|
||||||
|
- name: Setup keyring directory
|
||||||
|
ansible.builtin.command:
|
||||||
|
cmd: "install -m 0755 -d {{ static_keyring_dir }}"
|
||||||
|
creates: "{{ static_keyring_dir }}"
|
||||||
|
- name: Download the docker GPG key
|
||||||
|
ansible.builtin.get_url:
|
||||||
|
url: "{{ static_docker_ubuntu }}/gpg"
|
||||||
|
dest: "{{ static_keyring_dir }}/docker.asc"
|
||||||
|
mode: "0644"
|
||||||
|
- name: Ensure docker.lst is present
|
||||||
|
vars:
|
||||||
|
key_path: "{{ static_keyring_dir }}/docker.asc"
|
||||||
|
repo: "{{ static_docker_ubuntu }}"
|
||||||
|
os_codename: jammy
|
||||||
|
ansible.builtin.template:
|
||||||
|
src: docker.list
|
||||||
|
dest: "{{ static_apt_sources_dir }}/docker.list"
|
||||||
|
mode: "0644"
|
||||||
|
- name: Install docker and python packages
|
||||||
|
ansible.builtin.apt:
|
||||||
|
update_cache: true
|
||||||
|
pkg:
|
||||||
|
- docker-ce
|
||||||
|
- docker-ce-cli
|
||||||
|
- containerd.io
|
||||||
|
- docker-buildx-plugin
|
||||||
|
- docker-compose-plugin
|
||||||
|
- python3
|
43
playbooks/static/tasks/setup-webadmin.yaml
Normal file
43
playbooks/static/tasks/setup-webadmin.yaml
Normal file
@ -0,0 +1,43 @@
|
|||||||
|
- name: Ensure sudo is available
|
||||||
|
ansible.builtin.apt:
|
||||||
|
state: present
|
||||||
|
update_cache: true
|
||||||
|
pkg:
|
||||||
|
- sudo
|
||||||
|
- zsh
|
||||||
|
- name: Create webadmin user
|
||||||
|
ansible.builtin.user:
|
||||||
|
name: webadmin
|
||||||
|
state: present
|
||||||
|
shell: /bin/zsh
|
||||||
|
groups:
|
||||||
|
- nginx
|
||||||
|
append: true
|
||||||
|
- name: Copy webadmin public key
|
||||||
|
ansible.posix.authorized_key:
|
||||||
|
user: webadmin
|
||||||
|
state: present
|
||||||
|
key: "{{ lookup('file', 'files/webadmin.pem.pub') }}"
|
||||||
|
- name: Add webadmin to sudoers
|
||||||
|
ansible.builtin.copy:
|
||||||
|
dest: "/etc/sudoers.d/webadmin"
|
||||||
|
content: "webadmin ALL=(ALL) NOPASSWD: ALL"
|
||||||
|
mode: "0644"
|
||||||
|
owner: root
|
||||||
|
group: root
|
||||||
|
- name: Disable Password Authentication
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
dest: /etc/ssh/sshd_config
|
||||||
|
line: PasswordAuthentication no
|
||||||
|
state: present
|
||||||
|
backup: true
|
||||||
|
notify:
|
||||||
|
- Restart SSH
|
||||||
|
- name: Disable root login
|
||||||
|
ansible.builtin.lineinfile:
|
||||||
|
dest: /etc/ssh/sshd_config
|
||||||
|
line: PermitRootLogin no
|
||||||
|
state: present
|
||||||
|
backup: true
|
||||||
|
notify:
|
||||||
|
- Restart SSH
|
0
playbooks/static/templates/.gitkeep
Normal file
0
playbooks/static/templates/.gitkeep
Normal file
1
playbooks/static/templates/docker.list
Normal file
1
playbooks/static/templates/docker.list
Normal file
@ -0,0 +1 @@
|
|||||||
|
deb [arch=amd64 signed-by={{ key_path }}] {{ repo }} {{ os_codename }} stable
|
0
playbooks/static/vars/.gitkeep
Normal file
0
playbooks/static/vars/.gitkeep
Normal file
4
playbooks/static/vars/main.yaml
Normal file
4
playbooks/static/vars/main.yaml
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
static_keyring_dir: /etc/apt/keyrings
|
||||||
|
static_docker_ubuntu: https://download.docker.com/linux/ubuntu
|
||||||
|
static_apt_sources_dir: /etc/apt/sources.list.d
|
||||||
|
static_codename: jammy
|
@ -1,45 +0,0 @@
|
|||||||
# What this covers
|
|
||||||
|
|
||||||
The creation of Atlas as it happened in order
|
|
||||||
|
|
||||||
## Commands Ran
|
|
||||||
|
|
||||||
Once the infra was provisioned and verified to be configured by Terraform correctly
|
|
||||||
we move on to the following
|
|
||||||
|
|
||||||
```sh
|
|
||||||
# Setup the machine to run docker
|
|
||||||
ansible-playbook -i hosts.ini atlas/init/system-deps.yml
|
|
||||||
|
|
||||||
# Second we copy over the contents of Alpha's mounted docker volumes
|
|
||||||
ansible-playbook -i hosts.ini atlas/init/perma-mount-drives.yml
|
|
||||||
|
|
||||||
# Next we copy over the data that we want to migrate ( if any )
|
|
||||||
ansible-playbook -i hosts.ini -e filebrowser=/path -e clippable=/path atlas/init/migrate-clips-files.yml
|
|
||||||
|
|
||||||
# Setup the services on the host that we want to run
|
|
||||||
ansible-playbook -i hosts.ini atlas/init/setup-containers.yml
|
|
||||||
|
|
||||||
# Next we put up the reverse proxy (nginx)
|
|
||||||
ansible-playbook -i hosts.ini atlas/init/setup-reverse-proxy.yml
|
|
||||||
|
|
||||||
# Finally we add TLS on top of nginx and we're done
|
|
||||||
ansible-playbook -i hosts.ini atlas/init/setup-certbot.yml
|
|
||||||
```
|
|
||||||
|
|
||||||
Maintenance should be straight forward for this machine as TLS is automatically
|
|
||||||
renewed every 3 months by a cron job. We can manually update the certs however
|
|
||||||
if we really want to. They also don't require anymore manual variable injection
|
|
||||||
like Alpha did as the only thing protected was `dev@shockrah.xyz` which is at
|
|
||||||
this point becoming semi-public. This means while it is associated with code
|
|
||||||
it is more of a _business e-mail_ so it can be placed in this repository with
|
|
||||||
very little concern.
|
|
||||||
|
|
||||||
System updates are now also to be fetched with a:
|
|
||||||
|
|
||||||
```sh
|
|
||||||
ansible-playbook -i hosts.ini atlas/maintain/analyze-system-deps.yml
|
|
||||||
```
|
|
||||||
|
|
||||||
Which performs purely read operations and does not affect the state of the
|
|
||||||
machine.
|
|
@ -1,33 +0,0 @@
|
|||||||
# Mounting an attached drive
|
|
||||||
|
|
||||||
Assumptions:
|
|
||||||
|
|
||||||
* New drive is attached(in AWS) and detected in software
|
|
||||||
Ideally attachment is made through terraform
|
|
||||||
|
|
||||||
## Mounting Instructions (Step-by-Step)
|
|
||||||
|
|
||||||
1. Verify data does not have data: `sudo file -s /dev/xvdf`
|
|
||||||
|
|
||||||
Should return `data` if its ok. Other wise we're probably looking at the wrong
|
|
||||||
drive.
|
|
||||||
|
|
||||||
2. Create the filesystem on the new empty drive: `sudo mkfs -t ext4 /dev/xvdf`
|
|
||||||
|
|
||||||
3. Create mountpoint other wares to actaully use the drive
|
|
||||||
`sudo mkdir /mnt/example`.
|
|
||||||
|
|
||||||
Change _example_ to something that actually makes sense.
|
|
||||||
|
|
||||||
4. Add a new entry to /etc/fstab for automounting
|
|
||||||
|
|
||||||
`/dev/xvdf /newvolume ext4 defaults,nofail 0 0`
|
|
||||||
|
|
||||||
Tab delimited btw.
|
|
||||||
|
|
||||||
5. Mount all drives listed in `/etc/fstab` from before. `sudo mount -a`
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue
Block a user