mongo_to_csv.py

import unicodecsv
import sys
from pymongo import MongoClient

# call this with 3 arguments: 1) mongodb uri 2) collection nam e3) output filename

class generic_converter:

    def __init__(self):
        self.header_dict = {}

    def retrieve_headers(self, test_dict, name_var):
        for element in test_dict:
            if isinstance(test_dict[element], dict):
                self.retrieve_headers(test_dict[element], name_var +
                                      '||' + element)
            else:
                self.header_dict[name_var + '||' + element] = test_dict[element]

    def converter_main(self, csv_writer):
        mongo_uri_or_db_name = sys.argv[1]
        if mongo_uri_or_db_name.startswith("mongodb://"): # mongodb uri given
            client = MongoClient(mongo_uri_or_db_name)
            db = client[mongo_uri_or_db_name.split("/")[-1]]
        else: # database name given
            client = MongoClient()
            db = client[mongo_uri_or_db_name]
        collection_obj = db[sys.argv[2]]
        cursor_records = collection_obj.find()
        header_list = []

        for cursor in cursor_records:
            self.retrieve_headers(cursor, '')
            for item_label in self.header_dict:
                if item_label not in header_list:
                    header_list.append(item_label)
            self.header_dict = {}
        csv_writer.writerow(header_list)

        cursor_records = collection_obj.find()
        for cursor in cursor_records:
            row_to_push = []
            self.header_dict = {}
            self.retrieve_headers(cursor, '')
            for item_label in header_list:
                if item_label in self.header_dict:
                    row_to_push.append(self.header_dict[item_label])
                else:
                    row_to_push.append('')
            csv_writer.writerow(row_to_push)


def main():
    f_write = open(sys.argv[3], 'wb')
    csv_writer = unicodecsv.writer(f_write, delimiter=',', quotechar='"')
    converter_object = generic_converter()
    converter_object.converter_main(csv_writer)

if __name__ == '__main__':
    main()