DXR is a code search and navigation tool aimed at making sense of large projects. It supports full-text and regex searches as well as structural queries.

Mercurial (1a94108c67ad)

VCS Links

Line Code
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103
# ***** BEGIN LICENSE BLOCK *****
# Version: MPL 1.1/GPL 2.0/LGPL 2.1
#
# The contents of this file are subject to the Mozilla Public License Version
# 1.1 (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
# http://www.mozilla.org/MPL/
#
# Software distributed under the License is distributed on an "AS IS" basis,
# WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
# for the specific language governing rights and limitations under the
# License.
#
# The Original Code is Sync Server
#
# The Initial Developer of the Original Code is the Mozilla Foundation.
# Portions created by the Initial Developer are Copyright (C) 2011
# the Initial Developer. All Rights Reserved.
#
# Contributor(s):
#   Toby Elliott (telliott@mozilla.com)
#
# Alternatively, the contents of this file may be used under the terms of
# either the GNU General Public License Version 2 or later (the "GPL"), or
# the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
# in which case the provisions of the GPL or the LGPL are applicable instead
# of those above. If you wish to allow use of your version of this file only
# under the terms of either the GPL or the LGPL, and not to allow others to
# use your version of this file under the terms of the MPL, indicate your
# decision by deleting the provisions above and replace them with the notice
# and other provisions required by the GPL or the LGPL. If you do not delete
# the provisions above, a recipient may use your version of this file under
# the terms of any one of the MPL, the GPL or the LGPL.
#
# ***** END LICENSE BLOCK *****

from services.config import Config
from syncnodes.adminmapper import AdminStorage
from optparse import OptionParser
from time import time
import MySQLdb
import logging

def main(config, cluster_config, cluster, node = None, dryrun = False):

    timestamp = int(time())
    print "clock is %s" % timestamp
    table = 'wbo'

    storage = AdminStorage(config.get('syncnodes', 'admin_uri'))
    for row in storage.get_values(cluster, node):
        if row['db_modulo'] > 1:
            tables = [table + "%0d" % modulo for modulo in
                      range(row['db_modulo'])]
        else:
            tables = [table]

        for table in tables:
            if not dryrun:
                purge_ttl(row['db_host'], row['db_name'],
                          cluster_config.get(cluster, 'db_user'),
                          cluster_config.get(cluster, 'db_password'),
                          table, timestamp)
            print "did %s (%s)" % (row['node'], table)



def purge_ttl(host, db, user, password, tablename, timestamp):
    sql = "delete from %s where ttl < %i" % (tablename, timestamp)
    try:
        conn = MySQLdb.connect (host = host, user = user,
                                passwd = password, db = db)
        cursor = conn.cursor()
        cursor.execute(sql)
        cursor.close()
    except MySQLdb.Error, e:
         logging.error("Error %d: %s" % (e.args[0], e.args[1]))
         return False
    return True


if __name__ == '__main__':
    parser = OptionParser(usage="clean_ttl.py [options] cluster [node]")
    parser.add_option("--dryrun", action="store_true", dest="dryrun",
                      help="run, but don't alter data")

    options, args = parser.parse_args()
    if len(args) < 1:
        exit(parser.print_help())

    if len(args) == 1:
        args.append(None)

    main(Config('/etc/mozilla-services/syncnodes/syncnodes.cfg'),
         Config('/etc/mozilla-services/cluster.cfg'),
         args[0],
         dryrun=options.dryrun,
         node=args[1]
         )