Linux 下的 PostgreSQL 数据库+文件通用自动备份脚本

#!/usr/bin/python
#encoding: utf-8
# A automatic backup script for Odoo

# Please run it by crontab

from datetime import datetime, date, time
import os, sys, time
from subprocess import call


PG_SYSUSER = 'postgres'

profiles = [

    # First profile
    {
        'name': 'odoo1', # 此 profile 的名称，注意此名称会作为文件名的一部分，推荐只使用数字和字母
        'backup_dir': '/var/backup/odoo', # 存放备份文件的目录 
        'expired_days': 30, # 保留 30 天的备份文件 
        'dbs': ['odoodb'], # 要备份的 数据库
        'dirs': ['/var/odoo/runtime/filestore', '/etc/nginx'] # 要包含到备份中的目录或文件，如果你愿意可以连 odoo 代码一起备份
    }
    
]


def remove_files_before(dir_path, days):
    now = time.time()
    cutoff = now - (days * 86400)
    files = os.listdir(dir_path)
    for filename in files:
        file_path = os.path.join(dir_path, filename)
        if not os.path.isfile(file_path):
            continue
        fs = os.stat(file_path)
        file_time = fs.st_ctime
        # delete file if older than 10 days
        if file_time < cutoff:
            print 'Deleteing file: ', file_path
            os.remove(filename)


def dump_pgdb(dir_path, dbname):
    cmd = 'sudo -u {0} vacuumdb -z {1}'.format(PG_SYSUSER, dbname)
    print cmd
    os.system(cmd)
    dump_path = os.path.join(dir_path, dbname + '.pgdump')
    cmd = "sudo -u {1} pg_dump --no-owner --format=c -b -f {0} {2}".format(dump_path, PG_SYSUSER, dbname)
    print cmd
    os.system(cmd)
    return os.path.join(dir_path, dbname + '.pgdump')



#remove_files_before('/data/backup/xindi', 10)

def backup_snapshot(profile):
    paths = []
    #第一步备份数据库
    dbs = profile['dbs']
    temp_dumps = []
    for db in dbs: 
        dump_path = dump_pgdb('/tmp', db)
        temp_dumps.append(dump_path)
        paths.append(dump_path)
    #第二步打包
    for dir in profile['dirs']:
        paths.append(dir)
    paths_arg = ' '.join(paths)
    now = datetime.now()
    archive_name = 'snapbak_{0}_{1}.7z'.format(profile['name'], now.strftime('%Y%m%d%H%M%S'))
    archive_path = os.path.join(profile['backup_dir'], archive_name)
    cmd = '7z a {0} {1}'.format(archive_path, paths_arg)
    print cmd
    os.system(cmd)
    # Remove the database dump file in /tmp
    for td in temp_dumps:
        os.remove(td)    

    remove_files_before(profile['backup_dir'], profile['expired_days'])


for profile in profiles:
    print 'Processing profile ' + profile['name']
    backup_snapshot(profile)