#!/usr/bin/env python
"""
compile.py - Compile Tab Delimited to Vocabulary DBs
Author: Sean B. Palmer, inamidst.com
Written for Pat Hall of blogamundo.com
"""

import anydbm

def main(): 
   for lang in ('en', 'fr'): 
      databases = {}

      lex = open(lang + '_lex.txt')
      for i, line in enumerate(lex): 
         if line.count('\t') != 2: continue

         target, key, value = line.split('\t')
         if not target.isalpha(): continue

         dbname = lang + '-' + target + '.db'
         try: db = databases[dbname]
         except KeyError: 
            db = anydbm.open(dbname, 'c')
            databases[dbname] = db
         db[key] = value

         if not (i % 50000): 
            print lang + ': ' + str(i) + " lines"
            for db in databases.itervalues(): 
               db.sync()

      for db in databases.itervalues(): 
         db.sync()
         db.close()

if __name__=="__main__": 
   main()