model_w_friction/create_db.py

#!/usr/bin/python

import sqlite3, re, sys, glob
from problems import *
from queries import *

class ProgressBar:
  def __init__(self, Max):
    self.Max = Max
    self.percent = 0
    self.i = 0
    print '['+' '*100+'] 0%\r',
    sys.stdout.flush()
    
  def inc(self):
    self.i += 1
    #p = ((self.i)/float(self.Max))*100
    p = divmod(self.i*100,self.Max)
    if p[0] != self.percent:
      self.percent = p[0]      
      print '['+'#'*int(p[0])+' '*(100-int(p[0]))+'] '+str(p[0])+'%\r',
      sys.stdout.flush()
      
def get_point_id(x, y, z):
  c = db.cursor()
  c.execute(get_point_query % ("points",x,y,z))
  res = c.fetchone()
  
  if not res:
    c.execute(insert_point_query % ("points", x,y,z))
    res = c.lastrowid
  else:
    res = res[0]
  
  return res
  
def check_defect_point(x,y,z,d):
  if d == 0:
    return False
  
  c = db.cursor()
  c.execute(get_point_query % ("defect",x,y,z))
  res = c.fetchone()
  return False if not res else True
  
def check_key(p, s, d, f, point_id):
  c = db.cursor()
  c.execute(check_key_query % (p,s,d,f,point_id))
  res = c.fetchone()
  return False if res[0] >= 1 else True

def fill_defect_table(file_name):
  print "Fill defect %s" % file_name
  
  c = db.cursor()
  c.executescript(table_defect_script)
  with open(file_name,"r") as defect:
    lines = defect.readlines()
  
  l = len(lines)
  pb = ProgressBar(l)
  
  for i in xrange(l):
    s = lines[i]
    spl = s.split()
    if (len(spl) > 0) and (re.match('^N[0-9]+$',spl[0])):
        c.execute(get_point_query % ("defect",spl[1],spl[2],spl[3]))
        res = c.fetchone()
        if not res:
          c.execute(insert_point_query % ("defect", spl[1],spl[2],spl[3]))
        
    pb.inc()
    
  print "\nDone"
  
def process_file(file_name, _p, _s, _d, _f, _def):
    with open(file_name, "r") as equi:
      lines = equi.readlines()

    l = len(lines)
    pb = ProgressBar(l)

    props_cur = db.cursor()
    fields = ""
    for i in xrange(l):
        s = lines[i]
        spl = s.split()
        
        if len(spl) > 0:
            if spl[0] == 'NOEUD':
                s1 = lines[i+1]
                spl1 = s1.split()
                keys = spl[1:]+spl1
                fields = ",".join(keys[3:])
              
            if re.match('^N[0-9]+$',spl[0]):
                s1 = lines[i+1]
                spl1 = s1.split()
                m = spl[1:] + spl1
                props = ",".join(m[3:])
                if not check_defect_point(m[0],m[1],m[2],_def):
                  p_id = get_point_id(m[0],m[1],m[2])
                  if check_key(_p,_s,_d,_f,p_id):
                    query = insert_props_query % (fields,_p,_s,_d,_f,p_id,props)
                  else:
                    tf = fields.split(",")
                    tp = ",".join(["=".join(x) for x in zip(tf,m[3:])])
                    query = update_props_query % (tp,_p,_s,_d,_f,p_id)
                    
                  props_cur.execute(query)

        pb.inc()
    
    db.commit()  
  
def get_defect_fnames(folder):
  l = glob.glob(folder + "/defect*")
  return l
  
def process_problem(problem, schema, defect, phase):  
  print "Process problem %s with schema %s for defect %s and phase %s" % \
        (problem["description"],schema["folder"],defect["description"],phase["description"])
  
  l = get_defect_fnames("/".join((problem["folder"],schema["folder"],defect["folder"])))
  for i in l:
    if defect["append_matrix"] == 2 and phase["id"] == 0:
      print "Process defect file"
      process_file(i, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
    else:
      fill_defect_table(i)
  
  print "\nProcess properties file"
  
  file_name = "/".join((problem["folder"],schema["folder"],defect["folder"],"SIGM_NOEU_DEPL_%s.resu" % phase["name"]))
  print file_name
  process_file(file_name, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
  
  print "\nProcess another file"
  file_name = "/".join((problem["folder"],schema["folder"],defect["folder"],"EQUI_NOEU_SIGM_%s.resu" % phase["name"]))
  process_file(file_name, problem["id"], schema["id"], defect["id"], phase["id"], defect["append_matrix"])
  
  db.cursor().execute(drop_defect_script)
  
  print "\nDone"
  
db = sqlite3.connect("problems.db")
db.executescript(table_props_script)
db.executescript(table_points_script)

process_problem(problems[0], schemas[0], defects[2], phases[1])

#for _problem in problems:
  #for _schema in _problem["schemas"]:
    #for _defect in defects:
      #for _phase in phases:
        #process_problem(_problem, schemas[_schema], _defect, _phase)