X-Git-Url: http://iramuteq.org/git?p=iramuteq;a=blobdiff_plain;f=ProfList.py;h=9e25a4b299e6698f0bef9d28ec230e0b02cca86a;hp=5e58a99c8459bc1b82619250dce918f2c83ff440;hb=ead6ffe8d4024e2afb3dc0c8457cd78dd15768e5;hpb=a9b4571e2e23ad165436cb2ccc79d18083882091 diff --git a/ProfList.py b/ProfList.py index 5e58a99..9e25a4b 100644 --- a/ProfList.py +++ b/ProfList.py @@ -20,18 +20,19 @@ import wx.lib.mixins.listctrl as listmix #from tabsimi import DoSimi from listlex import ListForSpec from chemins import ConstructPathOut, ffr -from dialog import PrefExport, PrefUCECarac, SearchDial, message -from tableau import Tableau +from dialog import PrefUCECarac, SearchDial, message, BarFrame +from tableau import copymatrix from search_tools import SearchFrame import webbrowser #import cStringIO import tempfile import codecs -from functions import exec_rcode, MessageImage, progressbar, treat_var_mod, doconcorde +from functions import progressbar, treat_var_mod, doconcorde from PrintRScript import barplot from textclassechd import ClasseCHD from shutil import copyfile from operator import itemgetter +from copy import copy #--------------------------------------------------------------------------- class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.ColumnSorterMixin): @@ -43,6 +44,8 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col self.Source = gparent self.cl = cl self.var_mod = {} + self.them_mod = {} + self.ira = wx.GetApp().GetTopWindow() line1 = profclasse.pop(0) classen = [line for line in profclasse if line[0] != '*' and line[0] != '*****'] @@ -243,7 +246,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col def onsearchall(self, evt) : if 'FrameSearch' not in dir(self.Source) : - self.Source.FrameSearch = SearchFrame(self.parent, -1, u"Rechercher...", self.Source.corpus) + self.Source.FrameSearch = SearchFrame(self.parent, -1, _(u"Search...").decode('utf8'), self.Source.corpus) self.dial = SearchDial(self, self.Source.FrameSearch.liste, 1, False) self.dial.CenterOnParent() self.dial.Show() @@ -276,6 +279,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col self.idexport = wx.NewId() self.idexporttropes = wx.NewId() self.idexportowledge = wx.NewId() + self.onmaketgen = wx.NewId() # self.export_classes = wx.NewId() self.Bind(wx.EVT_MENU, self.OnPopupOne, id=self.popupID1) @@ -300,41 +304,43 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col self.Bind(wx.EVT_MENU, self.onexport, id = self.idexport) self.Bind(wx.EVT_MENU, self.onexporttropes, id = self.idexporttropes) self.Bind(wx.EVT_MENU, self.onexportowledge, id = self.idexportowledge) + self.Bind(wx.EVT_MENU, self.OnMakeTgen, id=self.onmaketgen) # self.Bind(wx.EVT_MENU, self.on_export_classes, id = self.export_classes) # self.Bind(wx.EVT_MENU, self.OnPopupThree, id=self.popupID3) # make a menu menu = wx.Menu() - menu.Append(self.popupID1, u"Formes associées") - menu.Append(self.idtablex, u"Chi2 par classe") - menu.Append(self.idlexdendro, u"Chi2 par classe + dendro") - menu.Append(self.idchimod, u"Chi2 modalités de la variable") - menu.Append(self.idwordgraph, u"Graphe du mot") + menu.Append(self.popupID1, _(u"Associated forms").decode('utf8')) + menu.Append(self.idtablex, _(u"Chi2 by cluster").decode('utf8')) + menu.Append(self.idlexdendro, _(u"Chi2 by cluster on dendrogram").decode('utf8')) + menu.Append(self.idchimod, _(u"Chi2 modalities of variable").decode('utf8')) + menu.Append(self.idwordgraph, _(u"Word graph").decode('utf8')) #menu.Append(self.export_classes, u"Exporter le corpus...") #menu.Append(self.popupID10, u"Spécificités") menu_conc = wx.Menu() - menu_conc.Append(self.popupID2, u"dans les segments de texte de la classe") - menu_conc.Append(self.popupID3, u"dans les segments de texte classés") - menu_conc.Append(self.popupID4, u"dans tous les segments de texte") - menu.AppendMenu(-1, u"Concordancier", menu_conc) + menu_conc.Append(self.popupID2, _(u"In segments of this cluster").decode('utf8')) + menu_conc.Append(self.popupID3, _(u"In segments of this clustering").decode('utf8')) + menu_conc.Append(self.popupID4, _(u"In all segments").decode('utf8')) + menu.AppendMenu(-1, _(u"Concordance").decode('utf8'), menu_conc) + menu.Append(self.onmaketgen, _(u"Make Tgen").decode('utf8')) menu_cnrtl = wx.Menu() - menu_cnrtl.Append(self.popupID5, u"Définition") - menu_cnrtl.Append(self.popupID6, u"Etymologie") - menu_cnrtl.Append(self.popupID7, u"Synonymie") - menu_cnrtl.Append(self.popupID8, u"Antonymie") - menu_cnrtl.Append(self.popupID9, u"Morphologie") - menu_cnrtl.Append(self.popup_proxe, u"Proxémie") - menu.AppendMenu(-1, u"Outils du CNRTL", menu_cnrtl) + menu_cnrtl.Append(self.popupID5, _(u"Definition").decode('utf8')) + menu_cnrtl.Append(self.popupID6, _(u"Etymology").decode('utf8')) + menu_cnrtl.Append(self.popupID7, _(u"Synonymous").decode('utf8')) + menu_cnrtl.Append(self.popupID8, _(u"Antonym").decode('utf8')) + menu_cnrtl.Append(self.popupID9, _(u"Morphology").decode('utf8')) + menu_cnrtl.Append(self.popup_proxe, _(u"Proxemy").decode('utf8')) + menu.AppendMenu(-1, _(u"Tools from CNRTL (french only)").decode('utf8'), menu_cnrtl) menu.AppendSeparator() - menu.Append(self.popupIDgraph, u"Graphe de la classe") - menu.Append(self.idseg, u"Segments répétés") - menu.Append(self.iducecarac, u"Segments de texte caractéristiques") - menu.Append(self.idcloud, u"Nuage de la classe") - menu.Append(self.idexport, u'Exporter...') - menu.Append(self.idexporttropes, 'Exporter pour Tropes') - menu.Append(self.idexportowledge, 'Exporter pour Owledge') + menu.Append(self.popupIDgraph, _(u"Graph of cluster").decode('utf8')) + menu.Append(self.idseg, _(u"Repeated segments").decode('utf8')) + menu.Append(self.iducecarac, _(u"Typical text segments").decode('utf8')) + menu.Append(self.idcloud, _(u"Word cloud of cluster").decode('utf8')) + menu.Append(self.idexport, _(u'Export...').decode('utf8')) + menu.Append(self.idexporttropes, _(u'Export for Tropes').decode('utf8')) + menu.Append(self.idexportowledge, _('Exporter for Owledge').decode('utf8')) #menu.Append(self.popupID2, u"Concordancier") # menu.Append(self.popupID3, "recharger") @@ -350,10 +356,10 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col self.Bind(wx.EVT_MENU, self.quest_var_mod, id=self.pop3) menu = wx.Menu() - menu.Append(self.pop2, u"Chi2 par classe") - menu.Append(self.pop3, u"Chi2 modalités de la variable") + menu.Append(self.pop2, _(u"Chi2 by cluster").decode('utf8')) + menu.Append(self.pop3, _(u"Chi2 modalities of variable").decode('utf8')) menu.AppendSeparator() - menu.Append(self.pop1, u"Graph de la classe") + menu.Append(self.pop1, _(u"Graph of cluster").decode('utf8')) self.PopupMenu(menu) menu.Destroy() @@ -361,7 +367,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col if 'corpus' in dir(self.Source): corpus = self.Source.corpus prof = [[self.la[i], self.lchi[i], self.lfreq[i]] for i, val in enumerate(self.la)] - parametres = self.Source.parametres + parametres = copy(self.Source.parametres) parametres['clusterprof'] = prof parametres['type'] = 'clustercloud' parametres['prof'] = self.Source.pathout['actprof_classe_%i.csv' % self.cl] @@ -416,15 +422,30 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col words.append(self.getColumnText(last, 6)) return words - def quest_var_mod(self, evt) : + def quest_var_mod(self, evt) : + word = self.getselectedwords()[0] + if len(word.split('_')) <= 1 : + dial = wx.MessageDialog(self, _(u"This is not a variable_modality form").decode('utf8'), _(u"Problem").decode('utf8'), wx.OK | wx.ICON_WARNING) + dial.CenterOnParent() + dial.ShowModal() + dial.Destroy() + return + if 'corpus' in dir(self.Source): corpus = self.Source.corpus - if self.var_mod == {} : - self.var_mod = self.Source.corpus.make_etoiles_dict() + if word.startswith(u'-*') : + if self.them_mod == {} : + self.them_mod = self.Source.corpus.make_theme_dict() + var_mod = self.them_mod + else : + if self.var_mod == {} : + self.var_mod = self.Source.corpus.make_etoiles_dict() + var_mod = self.var_mod else : corpus = self.Source.tableau if self.var_mod == {} : self.var_mod = treat_var_mod([val for val in corpus.actives] + [val for val in corpus.sups]) + var_mod = self.var_mod with codecs.open(self.Source.pathout['chisqtable'], 'r', corpus.parametres['syscoding']) as f : chistable = [line.replace('\n','').replace('\r','').replace('"','').replace(',','.').split(';') for line in f] title = chistable[0] @@ -432,35 +453,25 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col chistable.pop(0) vchistable = [line[1:] for line in chistable] fchistable = [line[0] for line in chistable] - word = self.getselectedwords()[0] - if len(word.split('_')) > 1 : - var = word.split('_') - #words = ['_'.join([var[0],word]) for word in self.var_mod[var[0]]] - words = [word for word in self.var_mod[var[0]]] - words.sort() - tableout = [] - kwords = [] - for word in words : - if word in fchistable : - tableout.append(vchistable[fchistable.index(word)]) - kwords.append(word) - tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) - txt = barplot(tableout, kwords, title, self.Source.parent.RscriptsPath['Rgraph'], tmpgraph) - tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) - file = open(tmpscript,'w') - file.write(txt) - file.close() - exec_rcode(self.Source.parent.RPath, tmpscript, wait = True) - win = MessageImage(self,u"Graphique", size=(700, 500)) - win.addsaveimage(tmpgraph) - txt = "" % tmpgraph - win.HtmlPage.SetPage(txt) - win.Show(True) - else : - dial = wx.MessageDialog(self, u"Ce n'est pas une forme du type variable_modalité", u"Problème", wx.OK | wx.ICON_WARNING) + + var = word.split('_') + #words = ['_'.join([var[0],word]) for word in self.var_mod[var[0]]] + try : + words = [word for word in var_mod[var[0]]] + except KeyError: + dial = wx.MessageDialog(self, _(u"This is not a meta-data"), _(u"Problem").decode('utf8'), wx.OK | wx.ICON_WARNING) dial.CenterOnParent() dial.ShowModal() dial.Destroy() + return + words.sort() + tableout = [] + kwords = [] + for word in words : + if word in fchistable : + tableout.append(vchistable[fchistable.index(word)]) + kwords.append(word) + BarFrame(self.Source.parent, tableout, title, kwords) def quest_simi(self, evt) : tableau = self.Source.tableau @@ -506,16 +517,22 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col 'com' : 0, 'communities' : 0, 'halo' : 0, - 'tmpchi': self.tmpchi + 'tmpchi': self.tmpchi, + 'fromprof' : True, + 'edgecurved' : True, } act = {} + tableau = copymatrix(tableau) tableau.chi = {} tableau.lchi = self.lchi - tableau.parametres['fromprof'] = True + #tableau.parametres['fromprof'] = True for i, val in enumerate(self.la) : act[val] = [self.lfreq[i]] tableau.chi[val] = [self.lchi[i]] - self.parent.SimiCluster(parametres = paramsimi, fromprof = ffr(self.filename), pathout = pathout, listactives = self.la, actives = act, tableau = tableau) + paramsimi['listactives'] = copy(self.la) + paramsimi['actives'] = copy(act) + paramsimi['pathout'] = pathout + self.parent.SimiCluster(parametres = paramsimi, fromprof = ffr(self.filename), tableau = tableau) def onwordgraph(self, evt): word = self.getColumnText(self.GetFirstSelected(), 6) @@ -530,7 +547,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col 'lem' : self.Source.parametres['lem'], 'tmpchi' : self.tmpchi} #try : - self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self, 4)) + self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self.ira, 4)) #except : # print 'not acitve' @@ -544,7 +561,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col 'lem' : self.Source.parametres['lem'], 'tmpchi' : self.tmpchi} - self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self, 4)) + self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self.ira, 4)) def on_segments(self,evt) : dlg = progressbar(self, 2) @@ -570,7 +587,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col first = ['','',''] para={'dico': d,'fline':first} dlg.Destroy() - win = wliste(self, -1, u"Segments répétés - Classe %i" % self.cl, d, first, size=(600, 500)) + win = wliste(self, -1, ' - '.join([_(u"Repeated segments").decode('utf8'), "Classe %i" % self.cl]), d, first, size=(600, 500)) win.Show(True) def on_uce_carac(self,evt) : @@ -600,12 +617,12 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col nuces = [val[1] for val in ntab2] dlg.Update(3, u'concordancier...') ucis_txt, ucestxt = doconcorde(corpus, nuces, self.la, uci = uci) - items = dict([[i, '
'.join([ucis_txt[i], '
score : %.2f

' % ntab2[i][0], ucestxt[i]])] for i in range(0,len(ucestxt))]) - dlg.Update(4, u'texte...') - win = message(self, items, u"Segments de texte caractéristiques - Classe %i" % self.cl, (750, 600)) + items = dict([[i, '
'.join([ucis_txt[i], '
score : %.2f

' % ntab2[i][0], ucestxt[i]])] for i, uce in enumerate(nuces)]) + dlg.Destroy() + win = message(self, items, ' - '.join([_(u"Typical text segments").decode('utf8'), "Classe %i" % self.cl]), (750, 600), uceids = nuces) + #win.SetWindowStyle(wx.STAY_ON_TOP) #win.html = '\n' + '
'.join(['
'.join([ucis_txt[i], '
score : %.2f
' % ntab2[i][0], ucestxt[i]]) for i in range(0,len(ucestxt))]) + '\n' #win.HtmlPage.SetPage(win.html) - dlg.Destroy() win.Show(True) def on_tablex(self, evt): @@ -625,28 +642,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) nbcl = len(title) nbwords = len(words) - txt = barplot(tableout, words, title, self.Source.parent.RscriptsPath['Rgraph'], tmpgraph) - #print 'ATTENTION TEST R' - #txt = """ - #sink('/Users/pierre/Desktop/qdfqsdfqsdfqsdf.txt') - #Sys.getlocale() - #sink() - #""" - tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) - file = open(tmpscript,'w') - file.write(txt) - file.close() - exec_rcode(self.Source.parent.RPath, tmpscript, wait = True) - w = 100 + (20 * nbwords) + (100 * nbcl) - h = 100 + (nbwords * 15) - if w > 1100 : w = 1100 - if h > 800 : h = 800 - if h < 450 : h = 450 - win = MessageImage(self, u"Graphique", size=(w, h)) - win.addsaveimage(tmpgraph) - txt = "" % tmpgraph - win.HtmlPage.SetPage(txt) - win.Show(True) + BarFrame(self.Source.parent, tableout, title, words) def onlexdendro(self, evt): if 'corpus' in dir(self.Source): @@ -662,35 +658,7 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col fchistable = [line[0] for line in chistable] words = self.getselectedwords() tableout = [vchistable[fchistable.index(word)] for word in words] - tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) - txttable = 'c(' + ','.join([','.join(line) for line in tableout]) + ')' - rownames = 'c("' + '","'.join(words) + '")' - colnames = 'c("' + '","'.join(title) + '")' - nbcl = len(title) - rownb = len(words) - txt = """ - load("%s") - di <- matrix(data=%s, nrow=%i, byrow = TRUE) - rownames(di)<- %s - colnames(di) <- %s - library(ape) - source("%s") - height <- (30*ncol(di)) + (15*nrow(di)) - height <- ifelse(height <= 400, 400, height) - width <- 500 - open_file_graph("%s", width=width, height=height) - plot.dendro.lex(tree.cut1$tree.cl, di) - """ % (self.Source.pathout['Rdendro'], txttable, rownb, rownames, colnames, self.Source.parent.RscriptsPath['Rgraph'], ffr(tmpgraph)) - tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR) - file = open(tmpscript,'w') - file.write(txt) - file.close() - exec_rcode(self.Source.parent.RPath, tmpscript, wait = True) - win = MessageImage(self, u"Graphique", size=(700, 500)) - win.addsaveimage(tmpgraph) - txt = "" % tmpgraph - win.HtmlPage.SetPage(txt) - win.Show(True) + BarFrame(self.Source.parent, tableout, title, words, tree = self.Source.pathout['Rdendro']) def make_concord(self, uces, title, color = 'red') : corpus = self.Source.corpus @@ -710,29 +678,26 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col uci = True ucis_txt, ucestxt = doconcorde(corpus, ucef, ListWord, uci = uci) items = dict([[i, '

'.join([ucis_txt[i], ucestxt[i]])] for i in range(0,len(ucestxt))]) - win = message(self, items, title, (800, 500)) - #win = message(self, title, size=(750, 600)) - #win.html = ('\n

%s

' % ' '.join(ListWord)) + '
'.join(['
'.join([ucis_txt[i], ucestxt[i]]) for i in range(0,len(ucestxt))]) + '\n' - #win.HtmlPage.SetPage(win.html) + win = message(self, items, title, (800, 500), uceids = ucef) return win def OnPopupTwo(self, event): if 'corpus' in dir(self.Source) : corpus = self.Source.corpus uces = corpus.lc[self.cl-1] - win = self.make_concord(uces, "Concordancier - Classe %i" % self.cl) + win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), "Classe %i" % self.cl])) win.Show(True) def OnPopupThree(self, event): corpus = self.Source.corpus uces = [classe[i] for classe in corpus.lc for i in range(0,len(classe))] - win = self.make_concord(uces, "Concordancier - UCE classées") + win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), _(u"Segments of this clustering").decode('utf8')])) win.Show(True) def OnPopupFour(self, event): corpus = self.Source.corpus uces = [classe[i] for classe in corpus.lc for i in range(0,len(classe))] + corpus.lc0 - win = self.make_concord(uces, "Concordancier - Toutes les UCE") + win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), _(u"All segments").decode('utf8')])) win.Show(True) def OnPopupFive(self, event): @@ -786,17 +751,20 @@ class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.Col rep.sort(key = itemgetter(1), reverse = True) #win = message(self, u"Formes associées", wx.Size(300, 200)) items = dict([[i, '\t:\t'.join([str(val) for val in forme])] for i, forme in enumerate(rep)]) - win = message(self, items, u"Formes associées", (300, 200)) + win = message(self, items, _(u"Associated forms").decode('utf8'), (300, 200)) #win.html = '\n' + '
'.join([' : '.join([str(val) for val in forme]) for forme in rep]) + '\n' #win.HtmlPage.SetPage(win.html) win.Show(True) + + def OnMakeTgen(self, evt): + self.parent.tree.OnTgenEditor(self.getselectedwords()) class wliste(wx.Frame): def __init__(self, parent, id, title, d, fline, size=(600, 500)): wx.Frame.__init__(self, parent, id) self.liste = ListForSpec(self, parent, d, fline[1:], menu = False) - self.button_1 = wx.Button(self, -1, "Fermer") + self.button_1 = wx.Button(self, -1, _(u"Close").decode('utf8')) self.Bind(wx.EVT_BUTTON, self.OnCloseMe, self.button_1) self.Bind(wx.EVT_CLOSE, self.OnCloseWindow) self.__do_layout()