Source code for hemlock.load_scripts.csv_to_redis_hash

#!/usr/bin/env python
#
#   Copyright (c) 2013 In-Q-Tel, Inc/Lab41, All Rights Reserved.
#
#   Licensed under the Apache License, Version 2.0 (the "License");
#   you may not use this file except in compliance with the License.
#   You may obtain a copy of the License at
#
#       http://www.apache.org/licenses/LICENSE-2.0
#
#   Unless required by applicable law or agreed to in writing, software
#   distributed under the License is distributed on an "AS IS" BASIS,
#   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
#   See the License for the specific language governing permissions and
#   limitations under the License.

import csv, redis, sys, time, uuid

[docs]def redis_server(server): # connect to the redis server try: r_server = redis.Redis(server) except: print "Redis server failure" sys.exit(0) return r_server
[docs]def process_csv(input, r_server): j = 0 with open(input, 'rb') as csvfile: reader = csv.reader(csvfile, delimiter=',', quotechar='"') hrow = reader.next() for row in reader: r_uuid = str(uuid.uuid4()) i = 0 while i < len(hrow): r_server.hset(r_uuid, hrow[i], row[i]) i += 1 #print "Added key: ",r_uuid j += 1 print str(j), "keys added."
[docs]def process_args(args): # default initialization input = "input.csv" server = "localhost" # process args i = 0 while i < len(args): if args[i] == "-s": try: server = args[i+1] i += 1 except: print_help() elif args[i] == "-i": try: input = args[i+1] i += 1 except: print_help() else: print_help() i += 1 try: f = open(input, 'r') f.close() except: print_help() return input, server
[docs]def get_args(): args = [] for arg in sys.argv: args.append(arg) return args[1:]
if __name__ == "__main__": start_time = time.time() args = get_args() input, server = process_args(args) r_server = redis_server(server) process_csv(input, r_server) print "Took",time.time() - start_time,"seconds to complete."