1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17

{
	"conn_url": "postgres://99.233.166.176:5432/postgres",
	"api_url": "http://99.233.166.176:8008/patroni",
	"state": "running",
	"role": "master",
	"version": "2.1.2",
	"xlog_location": 83886080,
	"timeline": 1,
	"pod_labels": {
		"application": "spilo",
		"cluster-name": "rccp-minimal-cluster",
		"controller-revision-hash": "rccp-minimal-cluster-5747c75c6",
		"spilo-role": "master",
		"statefulset.kubernetes.io/pod-name": "rccp-minimal-cluster-0",
		"team": "rccp"
	}
}

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37

{
    "loop_wait": 10,
    "maximum_lag_on_failover": 33554432,
    "postgresql": {
        "parameters": {
            "archive_mode": "on",
            "archive_timeout": "1800s",
            "autovacuum_analyze_scale_factor": 0.02,
            "autovacuum_max_workers": 5,
            "autovacuum_vacuum_scale_factor": 0.05,
            "checkpoint_completion_target": 0.9,
            "hot_standby": "on",
            "log_autovacuum_min_duration": 0,
            "log_checkpoints": "on",
            "log_connections": "on",
            "log_disconnections": "on",
            "log_line_prefix":"%t [%p]: [%l-1] %c %x %d %u %a %h ",
            "log_lock_waits": "on",
            "log_min_duration_statement": 500,
            "log_statement": "ddl",
            "log_temp_files": 0,
            "max_connections": 100,
            "max_replication_slots": 10,
            "max_wal_senders": 10,
            "tcp_keepalives_idle": 900,
            "tcp_keepalives_interval": 100,
            "track_functions": "all",
            "wal_compression": "on",
            "wal_level": "hot_standby",
            "wal_log_hints": "on"
        },
        "use_pg_rewind": true,
        "use_slots": true
    },
    "retry_timeout": 10,
    "ttl": 30
}

1
2
3
4
5
6
7

[
	1,
	83886232,
	"no recovery target specified",
	"2021-12-21T13:48:54.315582+08:00",
	"rccp-minimal-cluster-1"
]

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28

def __init__(self, config):
    self._labels = config['labels']
    self._labels[config.get('scope_label', 'cluster-name')] = config['scope']
    self._label_selector = ','.join('{0}={1}'.format(k, v) for k, v in self._labels.items())
    self._namespace = config.get('namespace') or 'default'

    # 初始CoreV1ApiProxy作为Kubernets客户端
    self._api = CoreV1ApiProxy(config.get('use_endpoints'), False)
    # CoreV1Api是通过闭包方式实现的API客户端，Patroni重写了__getattr__方法
    # 当用户请求coreV1Api.(action)_namespaced_(kind)时返回一个RestAPI接口，该接口可以用来获取Kubernetes上指定类型的对象。
    # 示例：
    #   pods_func = functools.partial(self._api.list_namespaced_pod, "default",label_selector={"application":"postgresql"})
    #   上述调用中，pods_func是一个函数它返回default命名空间下，所有带application=postgresql的Pod信息

    # ObjectCache是代码中自定义实现Cache缓存：
    # ObjectCache派生自Thread对象，其run方法中运行了一个死循环。
    # 每个循环中调用了一次list方法，配合watch、resourceVersion参数，list调用被阻塞直到OBJ被修改时返回。
    # ObjectCache根据list返回的内容同步内存中的数据
    
    # pods_func list指定命令空间中包含指定labels的Pod
    pods_func = functools.partial(self._api.list_namespaced_pod, self._namespace,label_selector=self._label_selector)
    # Pod的Cache
    self._pods = ObjectCache(self, pods_func, self._retry, self._condition)

    # pods_func list指定命令空间中包含指定labels的Endpoint或者ConfigMap，PS:取决于use_endpoints配置
    kinds_func = functools.partial(self._api.list_namespaced_kind, self._namespace,label_selector=self._label_selector)
    # Endpoint的Cache
    self._kinds = ObjectCache(self, kinds_func, self._retry, self._condition, self._name)

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

bootstrap:
  method: <custom_bootstrap_method_name> # 使用自定义脚本进行初始化，如果省略该配置那么默认使用initdb初始化
  initdb:                                # initdb配置
  - auth-host: md5                       # PS：以下列表均为initdb参数
  - auth-local: trust
  - encoding: UTF8
  - locale: en_US.UTF-8
  - data-checksums
  <custom_bootstrap_method_name>:        # 自定义bootstrap脚本配置
    command: <path_to_custom_bootstrap_script> [param1 [, ...]]  # 初始化脚本
    keep_existing_recovery_conf: False
    no_params: False
    recovery_conf:
      recovery_target_action: promote
      recovery_target_timeline: latest
      restore_command: <method_specific_restore_command>

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16

postgresql:
  create_replica_methods:
  - wal_e
  - pgbackrest
  - basebackup
  wal_e:
    command: patroni_wale_restore
    no_master: 1
    envdir: {{WALE_ENV_DIR}}
    use_iam: 1
  basebackup:
    max-rate: '100M'
  pgbackrest:
    command: /usr/bin/pgbackrest --stanza=<scope> --delta restore
    keep_data: True
    no_params: True  

1
2
3

postgresql:
  basebackup:
    max-rate: '100M'

1
2
3
4
5
6

postgresql:
  create_replica_method:
  - basebackup_fast_xlog
  basebackup_fast_xlog:
    command: /scripts/basebackup.sh
    retries: 2

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11

SELECT
	pg_catalog.lower(application_name),
	sync_state,
	pg_wal_lsn_diff(flush_lsn, '0/0')::bigint
FROM pg_catalog.pg_stat_replication
WHERE
	state = 'streaming' AND
	flush_lsn IS NOT NULL
ORDER BY
	sync_state DESC,
	flush_lsn DESC;

1
2
3
4

      lower      | sync_state | pg_wal_lsn_diff
 ----------------+------------+-----------------
  patroni-rccp-1 | sync       |        83886400
  patroni-rccp-2 | async      |        83886400

 1
 2
 3
 4
 5
 6
 7
 8
 9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26

select
	case
		when pg_catalog.pg_is_in_recovery() then 
			0
		else 
			('x' || pg_catalog.substr(pg_catalog.pg_walfile_name(pg_catalog.pg_current_wal_lsn()),1,8))::bit(32)::int
	end as timeline,
	case
		when pg_catalog.pg_is_in_recovery() then 
			0
		else 
			pg_catalog.pg_wal_lsn_diff(pg_catalog.pg_current_wal_lsn(),'0/0')::bigint
	end as wal_position,
	pg_catalog.pg_wal_lsn_diff(pg_catalog.pg_last_wal_replay_lsn(),'0/0')::bigint as replayed_location,
	pg_catalog.pg_wal_lsn_diff(coalesce(pg_catalog.pg_last_wal_receive_lsn(), '0/0'),'0/0')::bigint as replayed_location,
	pg_catalog.pg_is_in_recovery() and pg_catalog.pg_is_wal_replay_paused() as replay_paused,
	0 as pg_control_timeline,
	case
		when latest_end_lsn is null then null
		else received_tli
	end as received_tli,
	slot_name,
	conninfo,
	null as slots
from
	pg_catalog.pg_stat_get_wal_receiver();

1
2
3
4
5

STOP_SIGNALS = {
    'smart': 'TERM',
    'fast': 'INT',
    'immediate': 'QUIT',
}

1
2
3
4
5
6

-- 当前lsn
select pg_current_wal_lsn();
-- 当前wal文件
select pg_walfile_name(pg_current_wal_lsn());
-- 当前wal文件，以及便宜量
select pg_walfile_name_offset(pg_current_wal_lsn());

1
2
3

1	0/6F4BF720	no recovery target specified
2	1/B0000098	no recovery target specified
3	1/B1000098	no recovery target specified