Adds script to delete service_name nulls from cassandra

Change-Id: I4ab78bf60217e17cd90be9161f71a51d013ec5d8
This commit is contained in:
Obulpathi 2015-02-23 18:25:00 -05:00
parent 43de028285
commit 719fbd5f46
3 changed files with 138 additions and 0 deletions

View File

@ -0,0 +1,22 @@
# copy and edit this file (with credentials) to ~/.poppy/cassandra.conf
[env]
# Comma-separated list of hosts (Example: cass01,cass02,cass03)
cluster = localhost
port = 9042
ssl_enabled = False
ssl_ca_certs = </absolute/path/to/cassandra.crt>
# TLSv1 or TLSv1.1 TLSv1.2
ssl_version = TLSv1
auth_enabled = False
username = cassandra_username
password = cassandra_password
# Either RoundRobinPolicy or DCAwareRoundRobinPolicy. DCAwareRoundRobinPolicy
# requires the datacenter option in [DEFAULT] to be configured.
load_balance_strategy = RoundRobinPolicy
consistency_level = ONE
keyspace = poppy
# Replication strategy to use for the keyspace. This value is plugged into
# `map` as show in the syntax here: http://www.datastax.com/documentation/cql/3
# .1/cql/cql_reference/create_keyspace_r.html
replication_strategy = class:SimpleStrategy, replication_factor:1

View File

@ -0,0 +1,115 @@
# Copyright (c) 2014 Rackspace, Inc.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
# implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import ConfigParser
import os
import ssl
import sys
from cassandra import auth
from cassandra import cluster
DELETE_NULLS = '''
DELETE FROM services WHERE project_id = ? AND service_id = ?
'''
def cassandra_connection(env, config):
ssl_options = None
if config.get(env, 'ssl_enabled'):
ssl_options = {}
ssl_options['ca_certs'] = config.get(env, 'ssl_ca_certs')
if ssl_options['ssl_version'] == 'TLSv1':
ssl_options['ssl_version'] = ssl.PROTOCOL_TLSv1
elif ssl_options['ssl_version'] == 'TLSv1.1':
ssl_options['ssl_version'] = ssl.PROTOCOL_TLSv1_1
elif ssl_options['ssl_version'] == 'TLSv1.2':
ssl_options['ssl_version'] = ssl.PROTOCOL_TLSv1_2
else:
print('Unknown SSL Version')
sys.exit(4)
auth_provider = None
if config.get(env, 'auth_enabled'):
auth_provider = auth.PlainTextAuthProvider(
username=config.get(env, 'username'),
password=config.get(env, 'password')
)
cluster_connection = cluster.Cluster(
config.get(env, 'cluster'),
auth_provider=auth_provider,
port=config.get(env, 'port'),
ssl_options=ssl_options,
)
return cluster_connection
def delete(session):
session.execute('USE poppy')
# TODO(obulpathi): Need a better way to select results,
# especially for large number of services
results = session.execute('SELECT * FROM services')
services = []
for result in results:
if result.service_name is None:
services.append([result.project_id, result.service_id])
for service in services:
prepared_stmt = session.prepare(DELETE_NULLS)
bound_stmt = prepared_stmt.bind(service)
session.execute(bound_stmt)
def main(args):
if len(args) != 2:
print('Usage: python delete_service_name_nulls.py [env]')
print('Example : python delete_service_name_nulls.py [prod|test]')
sys.exit(2)
env = args[1]
config = ConfigParser.RawConfigParser()
config_path = os.path.expanduser('~/.poppy/cassandra.conf')
config.read(config_path)
print('')
print('')
print('Connecting with Cassandra')
cluster_connection = cassandra_connection(env, config)
session = cluster_connection.connect()
if not session:
print('Unable to connect to Cassandra, exiting')
sys.exit(3)
print('Connected with Cassandra')
print('')
print('')
print('Deleting services with service_name null')
delete(session)
print('Deleted services with service_name null')
session.cluster.shutdown()
session.shutdown()
print('')
print('')
if __name__ == '__main__':
main(sys.argv)

View File

@ -0,0 +1 @@
cassandra-driver>=2.1.3