# -*- coding: utf-8 -*-
#Author: Pierre Ratinaud
#Copyright (c) 2008-2012 Pierre Ratinaud
-#Lisense: GNU/GPL
+#License: GNU/GPL
import wx
import re
def read(self) :
d = shelve.open(self.filein)
self.history = d.get('history', [])
+ self.matrix = d.get('matrix', [])
self.ordercorpus = dict([[corpus['uuid'], i] for i, corpus in enumerate(self.history)])
- self.corpus = dict([[corpus['uuid'], corpus] for i, corpus in enumerate(self.history)])
+ self.corpus = dict([[corpus['uuid'], corpus] for corpus in self.history])
self.analyses = dict([[analyse['uuid'], analyse] for corpus in self.history for analyse in corpus.get('analyses', [])])
+ self.matrixanalyse = dict([[mat['uuid'], mat] for mat in self.matrix])
d.close()
def write(self) :
d = shelve.open(self.filein)
d['history'] = self.history
+ d['matrix'] = self.matrix
d.close()
def add(self, analyse) :
self.write()
self.read()
+ def addMatrix(self, analyse) :
+ tosave = {'uuid' : analyse['uuid'], 'ira': analyse['ira'], 'type' : analyse['type']}
+ tosave['name'] = analyse['name']
+ self.matrix.append(tosave)
+ self.write()
+ self.read()
+
def addmultiple(self, analyses) :
+ log.info('add multiple')
for analyse in analyses :
tosave = {'uuid' : analyse['uuid'], 'ira': analyse['ira'], 'type' : analyse['type']}
- corpus = analyse['uuid']
+ corpus = analyse['corpus']
tosave['corpus'] = corpus
tosave['name'] = analyse['name']
if corpus in self.corpus :
self.read()
def delete(self, analyse, corpus = False) :
+ log.info('delete %s' % analyse.get('name', 'noname'))
if corpus :
self.history.pop(self.ordercorpus[analyse['uuid']])
if analyse['uuid'] in self.openedcorpus :
del self.openedcorpus[analyse['uuid']]
- else :
+ elif analyse['uuid'] in self.analyses :
todel = [i for i, ana in enumerate(self.corpus[analyse['corpus']]['analyses']) if ana['uuid'] == analyse['uuid']][0]
self.history[self.ordercorpus[analyse['corpus']]]['analyses'].pop(todel)
+ elif analyse['uuid'] in self.matrixanalyse :
+ self.matrix = [mat for mat in self.matrix if mat['uuid'] != analyse['uuid']]
self.write()
self.read()
def rmtab(self, analyse) :
del self.opened[analyse['uuid']]
+
+ def clean(self) :
+ corpustodel = [corpus for corpus in self.history if not os.path.exists(corpus['ira'])]
+ print corpustodel
+ for corpus in corpustodel :
+ print 'cleaning :', corpus['corpus_name']
+ self.delete(corpus, corpus = True)
def __str__(self) :
return str(self.history)
kwds["style"] = wx.DEFAULT_DIALOG_STYLE
kwds["size"] = wx.Size(500, 200)
wx.Dialog.__init__(self, *args, **kwds)
+ self.SetTitle(kwds['title'])
self.text_ctrl_1 = wx.TextCtrl(self, -1, "", style=wx.TE_MULTILINE)
+ self.text_ctrl_1.SetBackgroundColour('#DDE8EB')
self.button_1 = wx.Button(self, wx.ID_OK, "")
self.__set_properties()
def __set_properties(self):
# begin wxGlade: MyDialog.__set_properties
- self.SetTitle("Bug")
self.SetMinSize(wx.Size(500, 200))
self.text_ctrl_1.SetMinSize(wx.Size(500, 200))
FileReader.close()
DictProfile = {}
count = 0
- rows = [row.replace('\n', '').replace("'", '').replace('\"', '').replace(',', '.').replace('\r','').split(';') for row in Filecontent]
+ #rows = [row.replace('\n', '').replace("'", '').replace('\"', '').replace(',', '.').replace('\r','').split(';') for row in Filecontent]
+ rows = [row.replace('\n', '').replace("'", '').replace('\"', '').replace('\r','').split(';') for row in Filecontent]
rows.pop(0)
ClusterNb = rows[0][2]
rows.pop(0)
def formatExceptionInfo(maxTBlevel=5):
cla, exc, trbk = sys.exc_info()
- excName = cla.__name__
+ try :
+ excName = cla.__name__
+ except :
+ excName = 'None'
try:
excArgs = exc.args[0]
except :
# si on a rien trouvé
return False, chaine.split(), ''
+
+exceptions = {'paragrapheOT' : u"Un problème de formatage (présence d'un marqueur de paragraphe (-*) en dehors d'un texte) est survenu à la ligne ",
+ 'EmptyText' : u"Texte vide (probablement un problème de formatage du corpus). Le problème est apparu à la ligne ",
+ 'CorpusEncoding' : u"Problème d'encodage.",
+ 'TextBeforeTextMark' : u"Problème de formatage : du texte avant le premier marqueur de texte (****). Le problème est survenu à la ligne ",
+}
+
def BugReport(parent, error = None):
for ch in parent.GetChildren():
if "<class 'wx._windows.ProgressDialog'>" == str(type(ch)):
ch.Destroy()
excName, exc, excTb = formatExceptionInfo()
if excName == 'Exception' :
- txt = 'Message :\n'
+ print exc
+ if len(exc.split()) == 2 :
+ mss, linenb = exc.split()
+ if mss in exceptions :
+ txt = exceptions[mss] + linenb
+ else :
+ txt = exc
+ else :
+ if exc in exceptions :
+ txt = exceptions[exc]
+ else :
+ txt = exc
+ title = "Information"
else :
txt = u' !== BUG ==! \n'
txt += u'*************************************\n'
txt += '\n'.join(excTb).replace(' ', ' ')
txt += excName + '\n'
- txt += exc
+ txt += exc
+ title = "Bug"
- dial = BugDialog(parent)
+ dial = BugDialog(parent, **{'title' : title})
if 'Rerror' in dir(parent) :
txt += parent.Rerror
parent.Rerror = ''
dico = {}
for line in content :
if line[0] != u'':
- line = line.replace(u'\n', '').replace('"', '').split('\t')
+ line = line.rstrip('\n\r').replace(u'\n', '').replace('"', '').split('\t')
dico[line[0]] = line[1:]
return dico
if sys.platform == 'darwin' :
try :
macversion = platform.mac_ver()[0].split('.')
- print macversion
if int(macversion[1]) < 5 :
needX11 = True
else :
needX11 = False
rpath = rpath.replace('\\','\\\\')
+ env = os.environ.copy()
+ if sys.platform == 'darwin' and 'LC_ALL' not in env:
+ env['LC_ALL'] = 'en_US.UTF-8'
if not graph :
if wait :
if sys.platform == 'win32':
error = call(["%s" % rpath, "--vanilla","--slave","-f", "%s" % rcode])
else :
- error = call([rpath, '--vanilla','--slave',"-f %s" % rcode])
+ error = call([rpath, '--slave', "--vanilla", "-f %s" % rcode, "--encoding=UTF-8"], env = env)
return error
else :
if sys.platform == 'win32':
pid = Popen(["%s" % rpath, '--vanilla','--slave','-f', "%s" % rcode])
else :
- pid = Popen([rpath, '--vanilla','--slave',"-f %s" % rcode], stderr = PIPE)
+ pid = Popen([rpath, '--slave', "--vanilla", "-f %s" % rcode, "--encoding=UTF-8"], stderr = PIPE, env = env)
return pid
else :
if wait :
error = call(["%s" % rpath, '--vanilla','--slave','-f', "%s" % rcode])
elif sys.platform == 'darwin' and needX11:
os.environ['DISPLAY'] = ':0.0'
- error = call([rpath, '--vanilla','--slave',"-f %s" % rcode])
+ error = call([rpath, '--vanilla','--slave',"-f %s" % rcode, "--encoding=UTF-8"], env = env)
else :
- error = call([rpath, '--vanilla','--slave',"-f %s" % rcode])
+ error = call([rpath, '--vanilla','--slave',"-f %s" % rcode, "--encoding=UTF-8"], env = env)
return error
else :
if sys.platform == 'win32':
pid = Popen(["%s" % rpath, '--vanilla','--slave','-f', "%s" % rcode])
elif sys.platform == 'darwin' and needX11:
os.environ['DISPLAY'] = ':0.0'
- pid = Popen([rpath, '--vanilla','--slave',"-f %s" % rcode], stderr = PIPE)
+ pid = Popen([rpath, '--vanilla','--slave',"-f %s" % rcode, "--encoding=UTF-8"], stderr = PIPE, env = env)
else :
- pid = Popen([rpath, '--vanilla','--slave',"-f %s" % rcode], stderr = PIPE)
+ pid = Popen([rpath, '--vanilla','--slave',"-f %s" % rcode, "--encoding=UTF-8"], stderr = PIPE, env = env)
return pid
def check_Rresult(parent, pid) :
if isinstance(pid, Popen) :
if pid.returncode != 0 :
error = pid.communicate()
- print error
error = [str(error[0]), error[1]]
if error[1] is None :
error[1] = 'None'
parent.Rerror = '\n'.join([str(pid.returncode), '\n'.join(error)])
- #try :
- raise Exception('\n'.join([u'Erreur R', '\n'.join(error[1:])]))
+ try :
+ raise Exception('\n'.join([u'Erreur R', '\n'.join(error[1:])]))
+ except :
+ BugReport(parent)
return False
- #except :
- # BugReport(parent)
else :
return True
else :
if pid != 0 :
- #try :
- raise Exception(u'Erreur R')
+ try :
+ raise Exception(u'Erreur R')
+ except :
+ BugReport(parent)
return False
- #except :
- # BugReport(parent)
else :
return True
def treat_var_mod(variables) :
var_mod = {}
- for variable in variables :
- if u'_' in variable :
- forme = variable.split(u'_')
- var = forme[0]
- mod = forme[1]
- if not var in var_mod :
- var_mod[var] = [variable]
- else :
- if not mod in var_mod[var] :
- var_mod[var].append(variable)
+ variables = list(set(variables))
+ varmod = [variable.split('_') for variable in variables]
+ vars = list(set([var[0] for var in varmod if len(var) >=2]))
+ for var in vars :
+ mods = ['_'.join(v) for v in varmod if v[0] == var]
+ var_mod[var] = mods
+
+# for variable in variables :
+# if u'_' in variable :
+# forme = variable.split(u'_')
+# var = forme[0]
+# mod = forme[1]
+# if not var in var_mod :
+# var_mod[var] = [variable]
+# else :
+# if not mod in var_mod[var] :
+# var_mod[var].append(variable)
return var_mod
+
+def doconcorde(corpus, uces, mots, uci = False) :
+ if not uci :
+ ucestxt1 = [row for row in corpus.getconcorde(uces)]
+ else :
+ ucestxt1 = [row for row in corpus.getuciconcorde(uces)]
+ ucestxt1 = dict(ucestxt1)
+ ucestxt = []
+ ucis_txt = []
+ listmot = [corpus.getlems()[lem].formes for lem in mots]
+ listmot = [corpus.getforme(fid).forme for lem in listmot for fid in lem]
+ mothtml = ['<font color=red><b>'+mot+'</b></font>' for mot in listmot]
+ dmots = dict(zip(listmot, mothtml))
+ for uce in uces :
+ ucetxt = ucestxt1[uce].split()
+ ucetxt = ' '.join([dmots.get(mot, mot) for mot in ucetxt])
+ if not uci :
+ ucis_txt.append('<p><b>' + ' '.join(corpus.ucis[corpus.getucefromid(uce).uci].etoiles) + '</b></p>')
+ else :
+ ucis_txt.append('<p><b>' + ' '.join(corpus.ucis[uce].etoiles) + '</b></p>')
+ ucestxt.append(ucetxt)
+ return ucis_txt, ucestxt
+
+
+def getallstcarac(corpus, analyse) :
+ pathout = PathOut(analyse['ira'])
+ profils = ReadProfileAsDico(pathout['PROFILE_OUT'], Alceste, self.encoding)
+ print profils