{"draftJsState":{"blocks":[{"data":{"image":{"id":"62dc132d8a00c02c18fb0e30"},"images":[{"id":"62dc132d8a00c02c18fb0e30"}],"contents":{}},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Схема кластера Pacemaker\\Corosync","type":"atomic:image","key":"e3k9c"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В статье расскажу про мой опыт настройки Postgresql для работы под контролем кластерной службы Pacemaker. ","type":"unstyled","key":"dnfhr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Основная цель данного решения - обеспечить защиту СУБД от сбоя операционной системы или аппаратного обеспечения сервера. В случае сбоя, экземпляр СУБД будет автоматически запущен на оставшихся исправных узлах кластера.","type":"unstyled","key":"9k3uq"},{"data":{},"depth":0,"entityRanges":[{"key":0,"length":48,"offset":173}],"inlineStyleRanges":[],"text":"Данное решения не обеспечивает защиту от повреждения данных - удаление таблиц или файлов БД. Для защиты от подобных повреждений необходимо настроить резервное копирование - https://postgrespro.ru/docs/postgresql/13/backup","type":"unstyled","key":"9f6q9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для хранения базы данных будет рассмотрен пример использования кластерной файловой системе OCFS2.","type":"unstyled","key":"7hna2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" Версии ПО, использованные в примере:","type":"unstyled","key":"fkmj2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"OCFS2 - драйвер из ядра 5.10, утилиты ocfs2-tools - 1.8.6","type":"unordered-list-item","key":"7dmp3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Corosync - 3.1.2","type":"unordered-list-item","key":"c68ja"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Pacemaker - 2.0.5","type":"unordered-list-item","key":"2malr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Postgresql 13","type":"unordered-list-item","key":"94k8s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В статье будет три типа кластеров:","type":"unstyled","key":"223qt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"кластер файловой системы OCFS2 - обеспечивает хранение файлов на общем диске и согласованную работу с ними","type":"ordered-list-item","key":"aujjk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"кластер Corosync/Pacemaker - обеспечивает отслеживание работы процессов СУБД, запуск виртуального ip-адреса СУБД","type":"ordered-list-item","key":"a8p1a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"кластер баз данных Postgresql - набор баз, управляемых одним экземпляром работающего сервера СУБД","type":"ordered-list-item","key":"4nvk2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Подготовка операционных систем","type":"header-two","key":"8vkig"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для устойчивой работы кластеров (OCFS2, Pacemaker/Corosync) необходимо как минимум три сервера. Сервера могут быть как физические так и виртуальные. Желательно, чтобы сервера имели одинаковые характеристики производительности.","type":"unstyled","key":"2qpbh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Я для демонстрации подготовил три виртуальные машины с помощью Qemu-KVM.","type":"unstyled","key":"f9oa0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Устанавливаем ОС Debian 11 на каждый из серверов в минимальной конфигурации.","type":"unstyled","key":"95k34"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка сети","type":"header-three","key":"9fk0j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В примере у меня будут сервера с адресами:","type":"unstyled","key":"3tg5u"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"node1 - ip 192.168.1.11","type":"unordered-list-item","key":"1e9h5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"node2 - ip 192.168.1.12","type":"unordered-list-item","key":"ched3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"node3 - ip 192.168.1.13","type":"unordered-list-item","key":"m2nt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":10,"offset":119,"style":"BOLD"}],"text":"Имена узлов должны разрешаться в IP-адреса на каждом из серверов, для этого необходимо прописать сопоставление в файле /etc/hosts или создать записи на DNS-сервере.","type":"unstyled","key":"b563k"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root:~# cat /etc/hosts","type":"blockquote","key":"2lfrf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"127.0.0.1 localhost","type":"blockquote","key":"8dnpt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"192.168.1.11 node1.local node1","type":"blockquote","key":"7vuim"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"192.168.1.12 node2.local node2","type":"blockquote","key":"65ttn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"192.168.1.13 node3.local node3","type":"blockquote","key":"35lna"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В случае реальной реализации кластера, сетевых карт на каждом из серверов должно быть как минимум две - карты необходимо объединить в логическое устройство bonding или teaming. Физически карты должны подключаться к двум независимым коммутаторам. В примере у меня будет по одной сетевой карте на сервер.","type":"unstyled","key":"94c69"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка сетевого экрана","type":"header-three","key":"6eoeq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Выполняем настройку экрана на каждом узле:","type":"unstyled","key":"70ett"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"устанавливаем пакет для управления брандмауэром ufw","type":"unordered-list-item","key":"2kddg"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"создаём разрешающие правила для ssh, postgres, узлов кластера","type":"unordered-list-item","key":"87ha1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"активируем правила","type":"unordered-list-item","key":"9sudk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# apt install ufw","type":"blockquote","key":"3qo9k"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow ssh","type":"blockquote","key":"etiir"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow postgres","type":"blockquote","key":"8an1g"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow from 192.168.1.11 to any","type":"blockquote","key":"6ipuo"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow from 192.168.1.12 to any","type":"blockquote","key":"8gvv3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow from 192.168.1.13 to any","type":"blockquote","key":"a79o3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw enable","type":"blockquote","key":"2m3h7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Кластер OCFS2 для отслеживания работы узлов по-умолчанию использует протокол TCP порт 7777 (задаётся в файле /etc/ocfs2/cluster.conf), а Corosync - протокол UDP, порт 5405 (задаётся в файле /etc/corosync/corosync.conf), с учётом этого, можно настроить более тонкие правила брандмауэра:","type":"unstyled","key":"fct3m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto tcp from 192.168.1.11 to any port 7777","type":"blockquote","key":"fi8kl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto tcp from 192.168.1.12 to any port 7777","type":"blockquote","key":"btv6a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto tcp from 192.168.1.13 to any port 7777","type":"blockquote","key":"e62ka"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto udp from 192.168.1.11 to any port 5405","type":"blockquote","key":"9ogn1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto udp from 192.168.1.12 to any port 5405","type":"blockquote","key":"8n0bk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# ufw allow proto udp from 192.168.1.13 to any port 5405","type":"blockquote","key":"5r7i"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка дисковой системы","type":"header-three","key":"89ek6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"На каждом сервере будет индивидуальный диск для системы (/dev/vda, 20 Гб) и общий диск на все сервера для хранения БД (/dev/vdb, 5 Гб):","type":"unstyled","key":"mfhb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# lsblk","type":"blockquote","key":"ajcp6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT","type":"blockquote","key":"ct2te"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"vda 254:0 0 20G 0 disk","type":"blockquote","key":"192h0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"├─vda1 254:1 0 512M 0 part /boot/efi","type":"blockquote","key":"d26cl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"├─vda2 254:2 0 18,5G 0 part /","type":"blockquote","key":"2d65c"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"└─vda3 254:3 0 976M 0 part [SWAP]","type":"blockquote","key":"ag91r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"vdb 254:16 0 5G 0 disk /mnt/ocfs2clst","type":"blockquote","key":"5pbkj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка кластерной файловой системы","type":"header-two","key":"cppe1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для реального использования общий диск должен быть расположен на системе хранения данных, и подключатся к серверам по нескольким путям.","type":"unstyled","key":"e11vc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для демонстрации общий диск будет реализован с помощью средств Qemu-KVM.","type":"unstyled","key":"34gf6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка службы кластера ФС OCFS2","type":"header-three","key":"bq805"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка ядра Linux","type":"header-three","key":"9lav6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":28,"offset":129,"style":"BOLD"}],"text":"Необходимо изменить параметры ядра, чтобы сервер автоматически перезагружался при сбое кластерной ФС, для это нужно создать файл /etc/sysctl.d/10-ocfs2.conf ","type":"unstyled","key":"86nod"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"kernel.panic_on_oops = 1\nkernel.panic = 30","type":"blockquote","key":"1t69q"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После применить параметры:","type":"unstyled","key":"a8f2s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# systemctl restart systemd-sysctl","type":"blockquote","key":"2i874"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Данные настройки указывают ядру Linux при возникновении сбоя (когда связь по сети пропала, но узел продолжает запись heartbeat сообщений на общий диск) автоматически перезагрузить узел через 30 секунд.","type":"unstyled","key":"7np8r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Установка пакетов OCFS2","type":"header-three","key":"60l4e"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Устанавливаем пакеты на каждом из узлов","type":"unstyled","key":"221v6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" root# apt install ocfs2-tools","type":"blockquote","key":"2vatu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка кластера ФС OCFS2","type":"header-three","key":"9kg4t"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":23,"offset":46,"style":"BOLD"}],"text":"Все настройки кластера OCFS2 хранятся в файле /etc/ocfs2/cluster.conf.","type":"unstyled","key":"4o0mn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Нужно либо выполнить команды на каждом узле кластера, либо выполнить на одном узле и после скопировать файл /etc/ocfs2/cluster.conf на каждый узел, а после выполнить регистрацию и запуск.","type":"unstyled","key":"5k2jd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Создаём кластер (выполнить на каждом узле кластера)","type":"unstyled","key":"1klv0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb add-cluster ocfs2clst","type":"blockquote","key":"ev93r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":8,"offset":114,"style":"BOLD"}],"text":"Добавляем узлы в кластер (выполнить на каждом узле кластера), имя узла должно совпадать с тем, что выдаёт команда hostname","type":"unstyled","key":"79a8d"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb add-node --ip 192.168.1.11 --port 7777 --number 1 ocfs2clst node1","type":"blockquote","key":"89kgs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb add-node --ip 192.168.1.12 --port 7777 --number 2 ocfs2clst node2","type":"blockquote","key":"9slng"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb add-node --ip 192.168.1.13 --port 7777 --number 3 ocfs2clst node3","type":"blockquote","key":"d56j0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Регистрируем кластер (выполнить на каждом узле кластера)","type":"unstyled","key":"rskj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb register-cluster ocfs2clst","type":"blockquote","key":"5fbjb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Включаем кластер (выполнить на каждом узле кластера)","type":"unstyled","key":"cj1mv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# o2cb start-heartbeat ocfs2clst","type":"blockquote","key":"1g0fd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":11,"offset":33,"style":"BOLD"}],"text":"Выполняем настройку драйвера ФС (обязательно выполнить на каждом узле кластера)","type":"unstyled","key":"fulu0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# dpkg-reconfigure ocfs2-tools","type":"blockquote","key":"1k46r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Запускать кластер OCFS2 (O2CB) во время загрузки компьютера?: Y","type":"blockquote","key":"5shtd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Имя кластера, запускаемого во время загрузки компьютера: ocfs2clst","type":"blockquote","key":"7ghgc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":17,"offset":36,"style":"BOLD"}],"text":"Настройки драйвера хранятся в файле /etc/default/o2cb","type":"unstyled","key":"alh3b"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Содержимое файла:","type":"unstyled","key":"ca320"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_ENABLED: 'true' means to load the driver on boot.","type":"blockquote","key":"f3b7r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_ENABLED=true","type":"blockquote","key":"8isfm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_BOOTCLUSTER: If not empty, the name of a cluster to start.","type":"blockquote","key":"6krai"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_BOOTCLUSTER=ocfs2clst","type":"blockquote","key":"9ro2f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_HEARTBEAT_THRESHOLD: Iterations before a node is considered dead.","type":"blockquote","key":"cvfdk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_HEARTBEAT_THRESHOLD=31","type":"blockquote","key":"64hi1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_IDLE_TIMEOUT_MS: Time in ms before a network connection is considered dead.","type":"blockquote","key":"67f9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_IDLE_TIMEOUT_MS=30000","type":"blockquote","key":"dstti"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_KEEPALIVE_DELAY_MS: Max. time in ms before a keepalive packet is sent.","type":"blockquote","key":"cf86d"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_KEEPALIVE_DELAY_MS=2000","type":"blockquote","key":"da24"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# O2CB_RECONNECT_DELAY_MS: Min. time in ms between connection attempts.","type":"blockquote","key":"4vdf3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"O2CB_RECONNECT_DELAY_MS=2000","type":"blockquote","key":"dg4pv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Создание ФС OCFS2","type":"header-three","key":"5i3po"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Можно создать разделы на кластерном томе и создавать ФС уже на разделе, но это добавит сложностей при расширении тома, так как придётся вручную править границы раздела с помощью parted/fdisk и после расширять ФС. Но у нас кластерный том планируется целиком отдать под работу СУБД Postgresql, поэтому ФС предлагаю создать сразу на всем томе (в примере это диск /dev/vdb).","type":"unstyled","key":"akqi"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Выполняем форматирование общего тома на одном из узлов:","type":"unstyled","key":"3t6bq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# mkfs.ocfs2 -L pg-data --cluster-name=ocfs2clst -N 5 -T datafiles --fs-feature-level=max-features --cluster-stack=o2cb /dev/vdb","type":"blockquote","key":"dkcl9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Описание параметров:","type":"unstyled","key":"4ouef"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"-L pg-data - метка ФС","type":"unordered-list-item","key":"2rmof"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"--cluster-name=ocfs2clst - имя кластера OCFS2, который управляет ФС","type":"unordered-list-item","key":"krh2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"-N 5 - максимальное количество узлов, которые могут работать одновременно с ФС, позже можно поменять с помощью tunefs.ocfs2, но рекомендуется создавать структуру заранее","type":"unordered-list-item","key":"5qjuk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"-T datafiles - тип хранимых данных, может быть mail, datafiles, vmstore","type":"unordered-list-item","key":"274bm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"--fs-feature-level=max-features - включаем все доступные возможности ФС, т.к. узлы у нас идентичные","type":"unordered-list-item","key":"2lptc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"--cluster-stack=o2cb - используем для управления ФС стандартный стек o2cb","type":"unordered-list-item","key":"epmed"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Проверяем, что метки новой ФС видны на всех узлах кластера:","type":"unstyled","key":"as3o8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# blkid /dev/vdb","type":"blockquote","key":"4rv6a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"/dev/vdb: LABEL=\"pg-data\" UUID=\"ce92b1e7-30cb-4883-9a92-57c986f76acd\" BLOCK_SIZE=\"4096\" TYPE=\"ocfs2\"","type":"blockquote","key":"a46fq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Вывод команды blkid на всех узлах кластера должен совпадать.","type":"unstyled","key":"4cdn4"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Выполняем пробное монтирование","type":"header-three","key":"eq6nn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Монтирование выполняется 20-30 секунд, так как требует согласования по сети. Выполняем команды на всех узлах кластера.","type":"unstyled","key":"4gksr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# mkdir /mnt/ocfs2clst","type":"blockquote","key":"9pufe"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# mount /dev/disk/by-uuid/ce92b1e7-30cb-4883-9a92-57c986f76acd /mnt/ocfs2clst","type":"blockquote","key":"7036i"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Команда mounted.ocfs2 показывает на каких узлах смонтирована ФС.","type":"unstyled","key":"3k74u"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# mounted.ocfs2 -f","type":"blockquote","key":"cp1l9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Device Stack Cluster F Nodes","type":"blockquote","key":"5tre5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"/dev/vdb o2cb ocfs2clst node1, node2, node3","type":"blockquote","key":"aakkt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Создаём пробные файлы/папки в каталоге /mnt/ocfs2clst на одном из узлов и проверяем, что они видны на остальных узлах кластера OCFS2.","type":"unstyled","key":"5fc26"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Размонтируем ФС на каждом узле:","type":"unstyled","key":"fi7gm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# umount /mnt/ocfs2clst","type":"blockquote","key":"36fld"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Расширение ФС OCFS2","type":"header-three","key":"2gvip"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если потребуется увеличить размер хранилища:","type":"unstyled","key":"5jdsa"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Увеличиваем размер тома на СХД","type":"unordered-list-item","key":"5tv62"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Пересканируем том на сервере или перезагружаем узлы кластера","type":"unordered-list-item","key":"bmv6j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Расширяем ФС","type":"unordered-list-item","key":"dabbq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root # tunefs.ocfs2 -S /dev/vdb","type":"blockquote","key":"805ph"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Добавление узла в кластер OCFS2","type":"header-three","key":"eo0bh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если потребуется добавить ещё узел (например, node4, с ip 192.168.1.14) в кластер OCFS2, то необходимо выполнить команду на каждом узле:","type":"unstyled","key":"3i240"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root # o2cb_ctl -C -i -n node4 -t node -a number=4 -a ip_address=192.168.1.14 -a ip_port=7777 -a cluster=ocfs2clst","type":"blockquote","key":"qt1p"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Необходимо заметить, что для обеспечения кворума, количество узлов должно быть нечётным.","type":"unstyled","key":"atcfp"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Установка Postgresql","type":"header-two","key":"6s325"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Устанавливаем пакеты на все узлы кластера:","type":"unstyled","key":"e5mn0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# apt install postgresql","type":"blockquote","key":"e377k"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Отключаем службу на каждом узле кластера, т.к. запуском СУБД будет управлять Pacemaker","type":"unstyled","key":"9cmv1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# systemctl disable postgresql","type":"blockquote","key":"1etjs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка Pacemaker/Corosync","type":"header-two","key":"908ra"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Установка пакетов","type":"header-three","key":"ftsq6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# apt install pacemaker corosync crmsh fence-agents","type":"blockquote","key":"7pr7m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка Corosync","type":"header-three","key":"e6op0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Служба Corosync обеспечивает обмен сообщениями между узлами кластера, с помощью неё отслеживается, что узлы работают корректно. А уже на основании информации о том какие узлы доступны, служба Pacemaker принимает решение о запуске сервисов (запуск виртуальных ip-адресов, монтирование файловых систем, запуск процессов СУБД).","type":"unstyled","key":"7s9k7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":28,"offset":36,"style":"BOLD"}],"text":"Настройки Corosync хранятся в файле /etc/corosync/corosync.conf.","type":"unstyled","key":"4k8qp"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Рабочий пример файла указан ниже:","type":"unstyled","key":"4lisu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":2,"offset":0,"style":"BOLD"},{"length":1,"offset":8,"style":"BOLD"}],"text":"# Please read the corosync.conf.5 manual page","type":"blockquote","key":"8pn8j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"totem {","type":"blockquote","key":"9fp9m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" version: 2","type":"blockquote","key":"a0hs7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" cluster_name: pgclst","type":"blockquote","key":"953kr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" crypto_cipher: aes256","type":"blockquote","key":"dqp4r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" crypto_hash: sha256","type":"blockquote","key":"ahofa"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"}","type":"blockquote","key":"626pn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"logging {","type":"blockquote","key":"dnan2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" fileline: off","type":"blockquote","key":"c6hv9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" to_stderr: yes","type":"blockquote","key":"1mqio"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" to_logfile: yes","type":"blockquote","key":"2bgdc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" logfile: /var/log/corosync/corosync.log","type":"blockquote","key":"9g9j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" to_syslog: yes","type":"blockquote","key":"7gapd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" debug: off","type":"blockquote","key":"93m56"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" logger_subsys {","type":"blockquote","key":"dl2lr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" subsys: QUORUM","type":"blockquote","key":"e4d1f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" debug: off","type":"blockquote","key":"ee6lc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"curlu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"}","type":"blockquote","key":"6ns2m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"quorum {","type":"blockquote","key":"b97oq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" provider: corosync_votequorum","type":"blockquote","key":"87lu5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"}","type":"blockquote","key":"bl0k0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"nodelist {","type":"blockquote","key":"3p7ei"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node {","type":"blockquote","key":"ahkci"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" name: node1","type":"blockquote","key":"6vuif"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 1","type":"blockquote","key":"8qrrs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.11","type":"blockquote","key":"57s5b"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"ec3k0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node {","type":"blockquote","key":"77iis"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" name: node2","type":"blockquote","key":"2hgs6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 2","type":"blockquote","key":"9cjq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.12","type":"blockquote","key":"aeksr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"fm2gn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node {","type":"blockquote","key":"92kjj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" name: node3","type":"blockquote","key":"84gbl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 3","type":"blockquote","key":"8up9s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.13","type":"blockquote","key":"3fv2f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"2iboo"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"}","type":"blockquote","key":"cbedj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Включение шифрования сообщений Corosync","type":"header-three","key":"90mvb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для повышения безопасности можно включить шифрование служебных сообщений при обмене между узлами кластера. Для этого на одном из узлов необходимо выполнить команду:","type":"unstyled","key":"dptsv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# corosync-keygen","type":"blockquote","key":"89pa7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":21,"offset":17,"style":"BOLD"}],"text":"Она создаст файл /etc/corosync/authkey, этот файл необходимо скопировать на другие узлы кластера.","type":"unstyled","key":"6bmmu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# scp /etc/corosync/authkey root@node2:/etc/corosync/authkey","type":"blockquote","key":"d9rim"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# scp /etc/corosync/authkey root@node3:/etc/corosync/authkey","type":"blockquote","key":"9pk59"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":27,"offset":17,"style":"BOLD"}],"text":"В файле настроек /etc/corosync/corosync.conf необходимо задать параметры crypto_cipher и crypto_hash в секции totem:","type":"unstyled","key":"eob9p"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"totem {","type":"blockquote","key":"eoeil"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ...","type":"blockquote","key":"fe4h0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" crypto_cipher: aes256","type":"blockquote","key":"doa2u"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" crypto_hash: sha256","type":"blockquote","key":"d2nvq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ...","type":"blockquote","key":"dveaf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"acj0j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":8,"offset":116,"style":"BOLD"}],"text":"Если вам необходимо разместить файл-ключ по не стандартному пути, то расположение можно указать с помощью директивы keyfile.","type":"unstyled","key":"1mnpv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После изменений необходимо перезапустить службы на каждом узле:","type":"unstyled","key":"c3po7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# systemctl restart corosync pacemaker","type":"blockquote","key":"cumd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Параметры узлов кластера Corosync","type":"header-three","key":"5n84f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для работы кластера необходимо указать список узлов. Это делается в секции nodelist.","type":"unstyled","key":"a5i0t"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"nodelist {","type":"blockquote","key":"drmjc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node { name: node1","type":"blockquote","key":"au4dk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 1","type":"blockquote","key":"ersgf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.11","type":"blockquote","key":"cmpkd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"5rtp6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node {","type":"blockquote","key":"bnnq8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" name: node2","type":"blockquote","key":"1ep29"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 2","type":"blockquote","key":"9d2t2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.12","type":"blockquote","key":"eqbf1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"7e7am"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" node {","type":"blockquote","key":"agf6d"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" name: node3","type":"blockquote","key":"1vmoc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" nodeid: 3","type":"blockquote","key":"6mpoj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" ring0_addr: 192.168.1.13","type":"blockquote","key":"5rig3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" }","type":"blockquote","key":"2ei86"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"}","type":"blockquote","key":"9p4ts"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":28,"offset":31,"style":"BOLD"},{"length":20,"offset":162,"style":"BOLD"},{"length":7,"offset":185,"style":"BOLD"}],"text":"После настройки, копируем файл /etc/corosync/corosync.conf на остальные узлы. Перезагружаем все узлы кластера и проверяем работу службы corosync с помощью команд corosync-quorumtool и crm_mon","type":"unstyled","key":"55pmh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# corosync-quorumtool -s","type":"blockquote","key":"41d99"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Quorum information","type":"blockquote","key":"9e29o"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"------------------","type":"blockquote","key":"7cntj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Date: Thu Jul 14 21:09:17 2022","type":"blockquote","key":"a4ds8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Quorum provider: corosync_votequorum","type":"blockquote","key":"c6v7c"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Nodes: 3","type":"blockquote","key":"5u6cs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Node ID: 1","type":"blockquote","key":"9ufgt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ring ID: 1.139","type":"blockquote","key":"bjkcp"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Quorate: Yes","type":"blockquote","key":"2jejh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Votequorum information","type":"blockquote","key":"4tr36"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"----------------------","type":"blockquote","key":"ega9r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Expected votes: 3","type":"blockquote","key":"36k1q"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Highest expected: 3","type":"blockquote","key":"bhs1i"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Total votes: 3","type":"blockquote","key":"6li0k"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Quorum: 2","type":"blockquote","key":"bddcr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Flags: Quorate","type":"blockquote","key":"4mqqu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Membership information","type":"blockquote","key":"7o28a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"----------------------","type":"blockquote","key":"e9652"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Nodeid Votes Name","type":"blockquote","key":"397vu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"1 1 node1 (local)","type":"blockquote","key":"6o6at"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"2 1 node2","type":"blockquote","key":"aa1o7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"3 1 node3","type":"blockquote","key":"2aoq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm_mon -1","type":"blockquote","key":"bqnad"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Cluster Summary:","type":"blockquote","key":"1soc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Stack: corosync","type":"blockquote","key":"6ntn3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Current DC: node3 (version 2.0.5-ba59be7122) - partition with quorum","type":"blockquote","key":"8udgl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Last updated: Thu Jul 14 21:11:18 2022","type":"blockquote","key":"6qjqj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Last change: Thu Jul 14 20:24:25 2022 by root via cibadmin on node1","type":"blockquote","key":"6u9q5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* 3 nodes configured","type":"blockquote","key":"o1nj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* 0 resource instances configured","type":"blockquote","key":"ehon8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Node List:","type":"blockquote","key":"2vb4d"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Online: [ node1 node2 node3 ]","type":"blockquote","key":"5pulo"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка Pacemaker","type":"header-three","key":"d82nd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурсы Pacemaker описываются через XML-файлы, я вместо ручного написания xml-объектов буду использовать crm (CRM shell), где параметры ресурсов можно задать в виде аргументов.","type":"unstyled","key":"98kub"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":20,"offset":0,"style":"BOLD"}],"text":"Смена имени кластера","type":"header-three","key":"c0gg1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":9,"offset":40,"style":"BOLD"},{"length":6,"offset":77,"style":"BOLD"}],"text":"Ранее мы создали кластер OCFS2 с именем ocfs2clst, кластер Corosync с именем pgclst, теперь укажем имя кластера Pacemaker.","type":"unstyled","key":"bjc7j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":6,"offset":48,"style":"BOLD"},{"length":7,"offset":78,"style":"BOLD"}],"text":"После установки, имя кластера Pacemaker, обычно debian, поменяем его также на pgclst:","type":"unstyled","key":"94q07"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute --query --name=cluster-name","type":"blockquote","key":"6g4a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" scope=crm_config name=cluster-name value=debian","type":"blockquote","key":"cprji"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute --type crm_config --name cluster-name --update pgclst","type":"blockquote","key":"a83ae"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":22,"offset":0,"style":"BOLD"}],"text":"Параметры по-умолчанию","type":"header-three","key":"2smqa"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Меняем параметры по-умолчанию для новых ресурсов:","type":"unstyled","key":"7vcb5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"resource-stickiness - \"липучесть\" ресурса к текущему расположению в кластере (по-умолчанию 0), или \"стоимость\" переноса ресурса на другой узел. При увеличении значения, pacemaker будет стараться восстановить состояние сбойного ресурса на том же узле, при малом значении - предпочтёт восстановить ресурс запуском на других узлах.","type":"unordered-list-item","key":"5er9e"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute --type rsc_defaults --name resource-stickiness --update 10","type":"blockquote","key":"2g38g"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"migration-threshold - кол-во сбоев ресурса на узле, при превышении которого происходит миграция на другой узел","type":"unordered-list-item","key":"7u8r8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute --type rsc_defaults --name migration-threshold --update 2","type":"blockquote","key":"3sc9q"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"no-quorum-policy - действия кластера при потере кворума: none - не менять состояние ресуров; freeze - запуск новых ресуров приостанавливается, запущенные ресурсы продолжают работать; stop (по-умолчанию) - остановить все запущенные ресурсы","type":"unordered-list-item","key":"f47lc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute --type rsc_defaults --name no-quorum-policy --update freeze","type":"blockquote","key":"32gm8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":21,"offset":0,"style":"BOLD"}],"text":"Ассиметричный кластер","type":"header-three","key":"32sk0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Можно указать, что для запуска каких-либо ресурсов необходимо наличие явного разрешающего правила. Это может понадобиться если не все узлы кластера идентичны по характеристикам:","type":"unstyled","key":"ddgch"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_attribute -n symmetric-cluster -v false","type":"blockquote","key":"1far1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После включения для каждого ресурса будет необходимо создать правила. ","type":"unstyled","key":"6benb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm conf location <имя правила> <имя ресурса> <приоритет>: <узел>","type":"blockquote","key":"692vo"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Например, для ресурса виртуального ip-адреса (ip-pgclst) можно указать, что c приоритетом 100 он будет размещаться на узле node1, с приоритетом 10 - на узле node2, а на узле node3 его запуск будет запрещён (приоритет -infinity ):","type":"unstyled","key":"ci0n5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"dff9o"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-1 ip-pgclst 100: node1","type":"blockquote","key":"b0f12"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-2 ip-pgclst 10: node2","type":"blockquote","key":"3j55j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-3 ip-pgclst -inf: node3","type":"blockquote","key":"7ng39"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":24,"offset":0,"style":"BOLD"}],"text":"Изоляция узлов (stonith)","type":"header-three","key":"5tdgd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В Pacemaker для каждого узла необходимо указать метод изоляции (fencing) в случае сбоя сетевой доступности. Осуществляется изоляция с помощью stonith ресурсов. Это могут быть программы для отключения питания на UPS, программы, которые подключаются к гипервизору и принудительно завершают работу виртуальной машины (нашего узла кластера) и много других вариантов.","type":"unstyled","key":"1iri7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Без STONITH устройств Pacemaker откажется запускать ресурсы:","type":"unstyled","key":"8bom7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root:~# crm_verify -L -V","type":"blockquote","key":"ep1h8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"(unpack_resources) error: Resource start-up disabled since no STONITH resources have been defined","type":"blockquote","key":"dofeu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"(unpack_resources) error: Either configure some or disable STONITH with the stonith-enabled option","type":"blockquote","key":"9844u"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"(unpack_resources) error: NOTE: Clusters with shared data need STONITH to ensure data integrity","type":"blockquote","key":"e82hf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Errors found during check: config not valid","type":"blockquote","key":"mhd4"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" поэтому создадим их.","type":"unstyled","key":"3qkpi"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Список устройств для изоляции можно узнать из команды:","type":"unstyled","key":"bv9d6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# stonith_admin --list-installed","type":"blockquote","key":"3apvt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Параметры, необходимые устройству для работы, можно узнать:","type":"unstyled","key":"e8nr0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# stonith -t <имя устройста stonith> -n","type":"blockquote","key":"a9jua"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Простейшие stonith ресурсы можно создать так.","type":"unstyled","key":"fhob7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс-пустышка dummy - ничего не отключает:","type":"unstyled","key":"d2soh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm conf primitive sh-dummy stonith:null params hostlist=\"192.168.1.11 192.168.1.12 192.168.1.13\"","type":"blockquote","key":"55igq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm conf clone fency sh-dummy","type":"blockquote","key":"djs9a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"SSH-stonith - пытается подключиться к сбойному узлу через SSH и запланировать выключение через службу at (должна быть установлена на всех узлах).","type":"unstyled","key":"91l3i"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# apt install at","type":"blockquote","key":"6umao"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# crm conf primitive fence-ssh stonith:ssh params hostlist=\"192.168.1.11 192.168.1.12 192.168.1.13\"","type":"blockquote","key":"b1dbk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm conf clone fency fence-ssh","type":"blockquote","key":"a4m7a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Имитируем сбой на узле node3:","type":"unstyled","key":"2r30c"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# stonith -t ssh -p \"node1 node2 node3\" -T reset node3","type":"blockquote","key":"34uub"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":16,"offset":56,"style":"BOLD"}],"text":"Для тестирования может понадобится отключение STONITH (НЕ РЕКОМЕНДУЕТСЯ):","type":"unstyled","key":"21v7s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm_attribute -n stonith-enabled -v false","type":"blockquote","key":"6d7dc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Очистить ошибки можно командой:","type":"unstyled","key":"ablcf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# stonith_admin --cleanup --history=node3","type":"blockquote","key":"40otl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Стоит заметить что, в случае сбоя сети, кроме STONITH устройств, узел кластера может перезагрузить служба OCFS2. ","type":"unstyled","key":"aaqs1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":10,"offset":82,"style":"BOLD"}],"text":"Если у какого-либо узла пропадёт связь с другими узлами, но он продолжит посылать heartbeat сообщения на кластерный диск, то через 30 секунд (значение sysctl kernel.panic = 30) этот узел будет перезагружен принудительно.","type":"unstyled","key":"9hg2h"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка PostgreSQL для работы под управлением Pacemaker/Corosync","type":"header-two","key":"1t21n"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для запуска PostgreSQL необходимо создать три ресурса:","type":"unstyled","key":"8ei43"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс, который будет монтировать ФС, где расположена БД","type":"ordered-list-item","key":"9958o"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс виртуального ip-адреса, по которому будут обращаться клиенты к СУБД","type":"ordered-list-item","key":"b9mf7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс, запускающий процессы СУБД PostgreSQL","type":"ordered-list-item","key":"ds6ch"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После необходимо настроить правила совместного расположения ресурсов и указать порядок запуска.","type":"unstyled","key":"c6f24"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В примере будет созданы ресурсы, обеспечивающие работу экземпляра СУБД.","type":"unstyled","key":"2oopc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс, обеспечивающий монтирование ФС с БД","type":"header-three","key":"4rnm7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Описание ресурса Pacemaker для ФС OCFS2","type":"header-three","key":"d23kv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":8,"offset":7,"style":"BOLD"},{"length":14,"offset":64,"style":"BOLD"}],"text":"Ресурс fs-ocfs2 будет монтировать кластерную ФС OCFS2 в каталог /mnt/ocfs2clst на каждом узле.","type":"unstyled","key":"a767"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Монтирование будет производится по метке ФС.","type":"unstyled","key":"5d3f9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Том, где расположена БД, у меня имеет UUID метку ce92b1e7-30cb-4883-9a92-57c986f76acd (см. Создание ФС OCFS2).","type":"unstyled","key":"4phsa"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# mkdir -p /mnt/ocfs2clst # выполнить на каждом узле","type":"blockquote","key":"4he8a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm conf","type":"blockquote","key":"7qmp1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# primitive fs-ocfs2 Filesystem \\","type":"blockquote","key":"9i716"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" params device=\"/dev/disk/by-uuid/ce92b1e7-30cb-4883-9a92-57c986f76acd\" \\","type":"blockquote","key":"fd112"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" directory=\"/mnt/ocfs2clst\" \\","type":"blockquote","key":"cvg00"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" fstype=ocfs2 options=\"rw,relatime,commit=5,coherency=full\" \\","type":"blockquote","key":"65f37"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op start timeout=60s interval=0 \\","type":"blockquote","key":"blro6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op stop timeout=60s interval=0 \\","type":"blockquote","key":"686ri"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op monitor timeout=40 interval=20","type":"blockquote","key":"ftkk0"},{"data":{},"depth":0,"entityRanges":[{"key":1,"length":61,"offset":63}],"inlineStyleRanges":[],"text":"Полный список параметров монтирования можно узнать на странице https://www.kernel.org/doc/html/latest/filesystems/ocfs2.html","type":"unstyled","key":"chfjc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"По-умолчанию, ресурс запускается только на одном узле, но так как у нас ФС кластерная, необходимо запустить ресурс на всех узлах. Это возможно с помощью клона ресурса:","type":"unstyled","key":"fv7eg"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# clone fs-clone-ocfs2 fs-ocfs2","type":"blockquote","key":"9sccs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Проверяем конфигурацию и выходим:","type":"unstyled","key":"bn59b"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# verify","type":"blockquote","key":"cch4f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# commit","type":"blockquote","key":"3sgbm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# quit","type":"blockquote","key":"5v99e"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После создания ресурса, ФС должна автоматически смонтироваться на всех узлах кластера.","type":"unstyled","key":"6m7uv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# mounted.ocfs2 -f","type":"blockquote","key":"eca74"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Device Stack Cluster F Nodes","type":"blockquote","key":"3q9g9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"/dev/vdb o2cb ocfs2clst node1, node3, node2","type":"blockquote","key":"cdtbr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Правила размещения ресурса на узлах","type":"header-three","key":"dobgv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если указан параметр symmetric-cluster=false, то для запуска ресурсов необходимо указать явные правила, где ресурсы могут запускаться. Указываем что ресурс кластерной ФС должен запускаться на всех узлах кластера с равным приоритетом:","type":"unstyled","key":"eq6tm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"2sga"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-fs-ocfs2-1 fs-clone-ocfs2 1: node1","type":"blockquote","key":"88ld"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-fs-ocfs2-2 fs-clone-ocfs2 1: node2","type":"blockquote","key":"dmg7f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-fs-ocfs2-3 fs-clone-ocfs2 1: node3","type":"blockquote","key":"bjvdn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# verify","type":"blockquote","key":"52tid"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# commit","type":"blockquote","key":"fn1tf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# quit","type":"blockquote","key":"rai5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если symmetric-cluster=true (или параметр не задан), то создавать правила не обязательно.","type":"unstyled","key":"328gt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс виртуального ip-адреса","type":"header-three","key":"4tmmn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":10,"offset":15,"style":"BOLD"}],"text":"Создаём ресурс ip-pgclst виртуального ip-адреса 192.168.1.10. Именно этот ip-адрес будет использовать СУБД для приёма подключений.","type":"unstyled","key":"335hk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"1hgjs"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# primitive ip-pgclst IPaddr \\","type":"blockquote","key":"f1s8f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" params ip=192.168.1.10 \\","type":"blockquote","key":"fdm3m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op monitor interval=10s","type":"blockquote","key":"6746t"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если в атрибутах кластера Pacemaker указан параметр symmetric-cluster=false, то аналогично ресурсу файловой системы создаём правила размещения. Ресурс ip-адреса будет располагаться совместно с СУБД. Если производительность узлов отличается, то можно указать разные приоритеты для запуска. Предположим, что node1 мощнее, чем node2, а node3 вообще исключим для работы СУБД:","type":"unstyled","key":"cd3hr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"8neol"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-pgclst-1 ip-pgclst 100: node1","type":"blockquote","key":"bvmob"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-pgclst-2 ip-pgclst 10: node2","type":"blockquote","key":"bgi5f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-ip-pgclst-3 ip-pgclst -inf: node3","type":"blockquote","key":"7rpv8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# verify","type":"blockquote","key":"cu7nv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# commit","type":"blockquote","key":"4pond"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# quit","type":"blockquote","key":"abgp9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если symmetric-cluster=true (или параметр не задан), то создавать правила не обязательно. У меня в примере правила размещения не используются.","type":"unstyled","key":"1eb50"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Ресурс Pacemaker, запускающий процессы СУБД PostgreSQL","type":"header-three","key":"5s90m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Инициализация файлов кластера БД PostgreSQL","type":"header-three","key":"41cdq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Изменяем владельца и права доступа на каталог с БД:","type":"unstyled","key":"a1jkf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root # chown -R postgres:postgres /mnt/ocfs2clst","type":"blockquote","key":"du1ke"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root # chmod 750 /mnt/ocfs2clst","type":"blockquote","key":"3d3uh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":22,"offset":55,"style":"BOLD"}],"text":"Инициализируем файлы кластера БД PostgreSQL в каталоге /mnt/ocfs2clst/pg-data с включением контроля чётности страниц БД, а после запускаем СУБД:","type":"unstyled","key":"4j905"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node1:~$ /usr/lib/postgresql/13/bin/initdb -D /mnt/ocfs2clst/pg-data/ -A peer -k","type":"blockquote","key":"1q8f6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node1:~$ /usr/lib/postgresql/13/bin/pg_ctl -D /mnt/ocfs2clst/pg-data/ start","type":"blockquote","key":"4jl9h"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Настройка конфигурации PostgreSQL","type":"header-three","key":"5p4uu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Подключаемся к СУБД через unix-сокет:","type":"unstyled","key":"3dhli"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# su - postgres","type":"blockquote","key":"982h7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node1:~$ psql","type":"blockquote","key":"2a59f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Изменяем параметры БД для возможности работы под управлением Pacemaker:","type":"unstyled","key":"4h2kh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"alter system set logging_collector=on;","type":"blockquote","key":"2k9qr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"alter system lc_messages = 'C.UTF-8';","type":"blockquote","key":"1m4se"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"alter system set listen_addresses='192.168.1.10';","type":"blockquote","key":"4osav"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":17,"offset":35,"style":"ITALIC"}],"text":"Здесь я включил сборщик сообщений (logging collector), поменял язык сообщений на английский (при работе по Pacemaker, русские сообщения заменялись вопросами) и указал, что СУБД должна принимать соединения только на кластерном ip-адресе.","type":"unstyled","key":"8jamv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если потребуется в кластере Pacemaker запустить несколько экземпляров Postgresql, то необходимо разместить unix-сокет СУБД по отдельным каталогам, так как по-умолчанию все экземпляры будут создавать сокет в каталоге /tmp.","type":"unstyled","key":"5578p"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"alter system set unix_socket_directories = '/mnt/ocfs2clst/pg-data';","type":"blockquote","key":"4l6hb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Например, если бы у нас было две БД:","type":"unstyled","key":"1fah0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"СУБД 1, кластерный ip 192.168.1.21, каталог /mnt/ocfs2clst/pg-db1","type":"ordered-list-item","key":"9elgn"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"СУБД 2, кластерный ip 192.168.1.22, каталог /mnt/ocfs2clst/pg-db2","type":"ordered-list-item","key":"5qnvd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"то unix_socket_directories необходимо задать:","type":"unstyled","key":"25lu5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"psql db1> alter system set unix_socket_directories = '/mnt/ocfs2clst/pg-db1';","type":"blockquote","key":"7kj86"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"psql db2> alter system set unix_socket_directories = '/mnt/ocfs2clst/pg-db2;","type":"blockquote","key":"6de96"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"В дальнешем для подключения через unix-сокет необходимо указать путь к нему (выполнять на том узле, где работает СУБД):","type":"unstyled","key":"d7ean"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node1:~$ psql -h /mnt/ocfs2clst/pg-data/","type":"blockquote","key":"9p574"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":13,"offset":17,"style":"BOLD"}],"text":"Редактируем файл pg_hba.conf, разрешаем подключение по сети с паролем:","type":"unstyled","key":"fgj71"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"/mnt/ocfs2clst/pg-data/pg_hba.conf","type":"blockquote","key":"34sia"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"# IPv4 network connections","type":"blockquote","key":"7mu7h"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"host all all all md5","type":"blockquote","key":"3f40j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"После внесения настроек, останавливаем СУБД:","type":"unstyled","key":"fq620"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node1:~$ /usr/lib/postgresql/13/bin/pg_ctl -D /mnt/ocfs2clst/pg-data/ stop","type":"blockquote","key":"a5u1n"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Создание ресурса СУБД PostgreSQL","type":"header-three","key":"9huob"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm configure","type":"blockquote","key":"6uau8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# primitive db-pgclst pgsql \\","type":"blockquote","key":"d06ae"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" params pgctl=\"/usr/lib/postgresql/13/bin/pg_ctl\" \\","type":"blockquote","key":"as5no"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" psql=\"/usr/lib/postgresql/13/bin/psql\" \\","type":"blockquote","key":"44rjc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" pgdba=postgres \\","type":"blockquote","key":"c3sr0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" pglibs=\"/usr/lib/postgresql/13/lib\" \\","type":"blockquote","key":"7qm8l"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" pgdata=\"/mnt/ocfs2clst/pg-data\" \\","type":"blockquote","key":"bmvjf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" socketdir=\"/mnt/ocfs2clst/pg-data\" \\","type":"blockquote","key":"9kqq4"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" config=\"/mnt/ocfs2clst/pg-data/postgresql.conf\" \\","type":"blockquote","key":"372j7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op start timeout=120s interval=0 \\","type":"blockquote","key":"cu6ja"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op stop timeout=120s interval=0 \\","type":"blockquote","key":"5vlrk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":" op monitor timeout=30 interval=30","type":"blockquote","key":"dc7ut"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":37,"offset":144,"style":"BOLD"}],"text":"Значения параметра socketdir в описании ресурса Pacemaker должно совпадать с параметром unix_socket_directories в файле конфигурации PostgreSQL postgresql.conf/postgresql.auto.conf.","type":"unstyled","key":"27lh7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Правила размещения ресурса на узлах","type":"header-three","key":"6b48m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Аналогично ресурсу ip-адреса, если в атрибутах указан параметр symmetric-cluster=false, то создаём правила размещения ресура:","type":"unstyled","key":"c0793"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"brs9i"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-db-pgclst-1 db-pgclst 100: node1","type":"blockquote","key":"76jik"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-db-pgclst-2 db-pgclst 10: node2","type":"blockquote","key":"ei888"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# location loc-db-pgclst-3 db-pgclst -inf: node3","type":"blockquote","key":"4v3ai"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# verify","type":"blockquote","key":"e2t2h"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# commit","type":"blockquote","key":"1ieei"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live)configure# quit","type":"blockquote","key":"urbv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Если symmetric-cluster=true (или параметр не задан), то создавать правила не обязательно, тогда СУБД сможет запускаться на любом из узлов, при условии, что ресурсу ip-адреса так же разрешен запуск на всех узлах.","type":"unstyled","key":"1urt7"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"У меня в примере правила размещения не используются.","type":"unstyled","key":"emvbo"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Правила, описывающие совместное расположение ресурсов","type":"header-three","key":"8fsjc"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Необходимо, чтобы виртуальный ip-адрес и экземпляра СУБД PostgreSQL располагались на одном узле, иначе СУБД не запустится.","type":"unstyled","key":"4komj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm conf colocation <имя правила> <приоритет>: <ресурс1> <ресурс2>","type":"blockquote","key":"3s2r1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для этого создаём соответсвующее правило:","type":"unstyled","key":"77j0m"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"4sv1g"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# colocation col-ip-pgsql inf: ip-pgclst db-pgclst","type":"blockquote","key":"6nqkb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# verify","type":"blockquote","key":"923ec"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# commit","type":"blockquote","key":"atc80"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# quit","type":"blockquote","key":"du8h9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Правила, описывающие порядок запуска ресурсов","type":"header-three","key":"6devf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Необходимо, чтобы ресурс виртуального ip-адреса и ресурс, монтирующий кластерную ФС OCFS2, запускались раньше ресурса СУБД PostgreSQL.","type":"unstyled","key":"863id"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm conf order <имя правила> <приоритет>: <ресурс1> <ресурс2>","type":"blockquote","key":"bfn1a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Для этого создаём соответсвующие правила:","type":"unstyled","key":"1snoa"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root~# crm conf","type":"blockquote","key":"2fiml"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# order ord-fs-pgsql Mandatory: fs-clone-ocfs2 db-pgclst","type":"blockquote","key":"db73d"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# order ord-ip-pgsql Mandatory: ip-pgclst db-pgclst","type":"blockquote","key":"fa6g1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# verify","type":"blockquote","key":"es0f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# commit","type":"blockquote","key":"9k565"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"crm(live/node1)configure# quit","type":"blockquote","key":"1f7nv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Проверка работы","type":"header-two","key":"55rqv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":7,"offset":75,"style":"BOLD"}],"text":"После настройки ресурсов проверяем, что все они запущены с помощью команды crm_mon:","type":"unstyled","key":"cf9bq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm_mon -nr1","type":"blockquote","key":"c02e4"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Cluster Summary:","type":"blockquote","key":"col88"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Stack: corosync","type":"blockquote","key":"8ql27"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Current DC: node3 (version 2.0.5-ba59be7122) - partition with quorum","type":"blockquote","key":"e3bh5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Last updated: Sat Jul 16 18:04:00 2022","type":"blockquote","key":"6rio6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Last change: Sat Jul 16 10:52:30 2022 by root via cibadmin on node2","type":"blockquote","key":"dkucv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* 3 nodes configured","type":"blockquote","key":"a6ihm"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* 8 resource instances configured","type":"blockquote","key":"22alf"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Node List:","type":"blockquote","key":"4rg8l"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Node node1: online:","type":"blockquote","key":"se5a"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Resources:","type":"blockquote","key":"2ltt1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* fs-ocfs2 (ocf::heartbeat:Filesystem): Started","type":"blockquote","key":"7uu99"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* sh-dummy (stonith:null): Started","type":"blockquote","key":"8q7h1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Node node2: online:","type":"blockquote","key":"c58s3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Resources:","type":"blockquote","key":"8ne7g"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* sh-dummy (stonith:null): Started","type":"blockquote","key":"t14e"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* fs-ocfs2 (ocf::heartbeat:Filesystem): Started","type":"blockquote","key":"14kiu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* db-pgclst (ocf::heartbeat:pgsql): Started","type":"blockquote","key":"4qde2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* ip-pgclst (ocf::heartbeat:IPaddr): Started","type":"blockquote","key":"7d206"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Node node3: online:","type":"blockquote","key":"ahk7r"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* Resources:","type":"blockquote","key":"clihk"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* sh-dummy (stonith:null): Started","type":"blockquote","key":"1oauh"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* fs-ocfs2 (ocf::heartbeat:Filesystem): Started","type":"blockquote","key":"3q0ng"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Inactive Resources:","type":"blockquote","key":"fb4e1"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"* No inactive resources","type":"blockquote","key":"23eu2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Из вывода видно, что СУБД запущена на узле node2. Подключимся к нему через ssh и создадим пользователя в Postgresql:","type":"unstyled","key":"3g66s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"user@pc:~$ ssh user@192.168.1.12","type":"blockquote","key":"7paec"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"user@node2:~$ sudo su - postgres","type":"blockquote","key":"1l9j8"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres@node2:~$ psql -h /mnt/ocfs2clst/pg-data/","type":"blockquote","key":"56rj2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres=# create role pguser login encrypted password 'пароль';","type":"blockquote","key":"em8kt"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres=# \\q","type":"blockquote","key":"37vnj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Проверяем подключение к СУБД с клиента:","type":"unstyled","key":"13r30"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"user@pc:~$ psql -h 192.168.1.10 -U pguser postgres","type":"blockquote","key":"8jv48"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres=> select count(*) from pg_settings;","type":"blockquote","key":"1eo1s"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"count","type":"blockquote","key":"7sctl"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"-------","type":"blockquote","key":"4ljhg"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"308","type":"blockquote","key":"44uvb"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"(1 строка)","type":"blockquote","key":"9iar2"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"С любого узла кластера перемещаем СУБД на другой узел:","type":"unstyled","key":"a7ba6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm_resource --move -r db-pgclst -H node1","type":"blockquote","key":"5o2hg"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"или с помощью CRM Shell","type":"unstyled","key":"d2e56"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm resource move db-pgclst node1","type":"blockquote","key":"apfhe"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Определяем где запущен ресурс:","type":"unstyled","key":"b8q8v"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root@node1:~# crm_resource -W -r db-pgclst","type":"blockquote","key":"59l9c"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"resource db-pgclst is running on: node1","type":"blockquote","key":"aaj8e"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Выполняем повторный запрос с клиента:","type":"unstyled","key":"d7jsq"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres=> select count(*) from pg_settings;","type":"blockquote","key":"es5fv"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"FATAL: terminating connection due to administrator command\nсервер неожиданно закрыл соединение\nСкорее всего сервер прекратил работу из-за сбоя\nдо или в процессе выполнения запроса.\nПодключение к серверу потеряно. Попытка восстановления удачна.","type":"blockquote","key":"46o7o"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"psql (14.1, сервер 13.7 (Debian 13.7-0+deb11u1))","type":"blockquote","key":"90h4o"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"postgres=> select count(*) from pg_settings;","type":"blockquote","key":"apqck"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"count","type":"blockquote","key":"62lf6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"-------","type":"blockquote","key":"5u2rr"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"308","type":"blockquote","key":"99sh5"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"(1 строка)","type":"blockquote","key":"2f7dd"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Как видно, при перемещении ресурса все соединения с СУБД закрылись, но повторный sql-запрос выполнился успешно.","type":"unstyled","key":"7mrah"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[{"length":20,"offset":28,"style":"BOLD"},{"length":18,"offset":52,"style":"BOLD"}],"text":"Команды перемещения ресуров crm_resource --move или crm resource move на самом делее создают в базе Pacemaker CIB запись:","type":"unstyled","key":"a7bau"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"","type":"blockquote","key":"2k04p"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Эта запись указывает в дальнейшем запускать ресурс db-pgclst на узле node1. Для того чтобы вернуть возможность запуска ресурса на любом из узлов достаточно выполнить одну из команд:","type":"unstyled","key":"abobu"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_resource -r db-pgclst --clear","type":"blockquote","key":"8i23j"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource clear db-pgclst","type":"blockquote","key":"emeq0"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"Команды управления кластером Pacemaker","type":"header-two","key":"92o67"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_verify -L -V - проверка конфигурации Pacemaker","type":"unordered-list-item","key":"b03b3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_mon -rf - отслеживание статуса ресурсов","type":"unordered-list-item","key":"4r61u"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm_resource -W -r db-pgclst - определить расположение ресурса db-pgclst в кластере","type":"unordered-list-item","key":"9nfsi"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm node standby - приостановить работу узла","type":"unordered-list-item","key":"cg5e6"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm node online - возобновить работу узла","type":"unordered-list-item","key":"7h8pg"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource status - посмотреть список ресурсов","type":"unordered-list-item","key":"6r72f"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource move db-pgclst node2 - мигрировать ресурс ip-pgclst на узел node2","type":"unordered-list-item","key":"27ama"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource clear db-pgclst - убрать привязку после переноса","type":"unordered-list-item","key":"5knck"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource stop db-pgclst - остановить ресурс db-pgclst","type":"unordered-list-item","key":"818lj"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource start db-pgclst - запустить работу ресурса db-pgclst","type":"unordered-list-item","key":"c460q"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm resource cleanup db-pgclst или # crm_resource --resource db-pgclst --cleanup - сброс количества ошибок ресурса","type":"unordered-list-item","key":"dtqf3"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# crm configure delete db-pgclst - удаление ресурса","type":"unordered-list-item","key":"6j470"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"root# cibadmin --query > tmp.xml - создать дамп базы Pacemaker CIB","type":"unordered-list-item","key":"7m8b9"},{"data":{},"depth":0,"entityRanges":[],"inlineStyleRanges":[],"text":"","type":"marker","key":"8oBxeX3352eSQhxzmujT"}],"entityMap":{"0":{"data":{"url":"https://postgrespro.ru/docs/postgresql/13/backup"},"mutability":"MUTABLE","type":"LINK"},"1":{"data":{"url":"https://www.kernel.org/doc/html/latest/filesystems/ocfs2.html"},"mutability":"MUTABLE","type":"LINK"}}},"mentions":[]}