#----------------------------------------------------------------------------
import os
-import sys
import wx
import wx.lib.mixins.listctrl as listmix
-#from tabsimi import DoSimi
from listlex import ListForSpec
from chemins import ConstructPathOut, ffr
-from dialog import PrefExport, PrefUCECarac, SearchDial, message
-from tableau import Tableau
+from dialog import PrefUCECarac, SearchDial, message, BarFrame
+from tableau import copymatrix
from search_tools import SearchFrame
import webbrowser
#import cStringIO
import tempfile
import codecs
-from functions import exec_rcode, MessageImage, progressbar, treat_var_mod, doconcorde
-from PrintRScript import barplot
-from textclassechd import ClasseCHD
-from shutil import copyfile
+from functions import progressbar, treat_var_mod, doconcorde
from operator import itemgetter
+from copy import copy
#---------------------------------------------------------------------------
class ProfListctrlPanel(wx.ListCtrl, listmix.ListCtrlAutoWidthMixin, listmix.ColumnSorterMixin):
self.Source = gparent
self.cl = cl
self.var_mod = {}
+ self.them_mod = {}
+ self.ira = wx.GetApp().GetTopWindow()
line1 = profclasse.pop(0)
classen = [line for line in profclasse if line[0] != '*' and line[0] != '*****']
def onsearchall(self, evt) :
if 'FrameSearch' not in dir(self.Source) :
- self.Source.FrameSearch = SearchFrame(self.parent, -1, u"Rechercher...", self.Source.corpus)
+ self.Source.FrameSearch = SearchFrame(self.parent, -1, _(u"Search...").decode('utf8'), self.Source.corpus)
self.dial = SearchDial(self, self.Source.FrameSearch.liste, 1, False)
self.dial.CenterOnParent()
self.dial.Show()
self.idexport = wx.NewId()
self.idexporttropes = wx.NewId()
self.idexportowledge = wx.NewId()
+ self.onmaketgen = wx.NewId()
# self.export_classes = wx.NewId()
self.Bind(wx.EVT_MENU, self.OnPopupOne, id=self.popupID1)
self.Bind(wx.EVT_MENU, self.onexport, id = self.idexport)
self.Bind(wx.EVT_MENU, self.onexporttropes, id = self.idexporttropes)
self.Bind(wx.EVT_MENU, self.onexportowledge, id = self.idexportowledge)
+ self.Bind(wx.EVT_MENU, self.OnMakeTgen, id=self.onmaketgen)
# self.Bind(wx.EVT_MENU, self.on_export_classes, id = self.export_classes)
# self.Bind(wx.EVT_MENU, self.OnPopupThree, id=self.popupID3)
# make a menu
menu = wx.Menu()
- menu.Append(self.popupID1, u"Formes associées")
- menu.Append(self.idtablex, u"Chi2 par classe")
- menu.Append(self.idlexdendro, u"Chi2 par classe + dendro")
- menu.Append(self.idchimod, u"Chi2 modalités de la variable")
- menu.Append(self.idwordgraph, u"Graphe du mot")
+ menu.Append(self.popupID1, _(u"Associated forms").decode('utf8'))
+ menu.Append(self.idtablex, _(u"Chi2 by cluster").decode('utf8'))
+ menu.Append(self.idlexdendro, _(u"Chi2 by cluster on dendrogram").decode('utf8'))
+ menu.Append(self.idchimod, _(u"Chi2 modalities of variable").decode('utf8'))
+ menu.Append(self.idwordgraph, _(u"Word graph").decode('utf8'))
#menu.Append(self.export_classes, u"Exporter le corpus...")
#menu.Append(self.popupID10, u"Spécificités")
menu_conc = wx.Menu()
- menu_conc.Append(self.popupID2, u"dans les segments de texte de la classe")
- menu_conc.Append(self.popupID3, u"dans les segments de texte classés")
- menu_conc.Append(self.popupID4, u"dans tous les segments de texte")
- menu.AppendMenu(-1, u"Concordancier", menu_conc)
+ menu_conc.Append(self.popupID2, _(u"In segments of this cluster").decode('utf8'))
+ menu_conc.Append(self.popupID3, _(u"In segments of this clustering").decode('utf8'))
+ menu_conc.Append(self.popupID4, _(u"In all segments").decode('utf8'))
+ menu.AppendMenu(-1, _(u"Concordance").decode('utf8'), menu_conc)
+ menu.Append(self.onmaketgen, _(u"Make Tgen").decode('utf8'))
menu_cnrtl = wx.Menu()
- menu_cnrtl.Append(self.popupID5, u"Définition")
- menu_cnrtl.Append(self.popupID6, u"Etymologie")
- menu_cnrtl.Append(self.popupID7, u"Synonymie")
- menu_cnrtl.Append(self.popupID8, u"Antonymie")
- menu_cnrtl.Append(self.popupID9, u"Morphologie")
- menu_cnrtl.Append(self.popup_proxe, u"Proxémie")
- menu.AppendMenu(-1, u"Outils du CNRTL", menu_cnrtl)
+ menu_cnrtl.Append(self.popupID5, _(u"Definition").decode('utf8'))
+ menu_cnrtl.Append(self.popupID6, _(u"Etymology").decode('utf8'))
+ menu_cnrtl.Append(self.popupID7, _(u"Synonymous").decode('utf8'))
+ menu_cnrtl.Append(self.popupID8, _(u"Antonym").decode('utf8'))
+ menu_cnrtl.Append(self.popupID9, _(u"Morphology").decode('utf8'))
+ menu_cnrtl.Append(self.popup_proxe, _(u"Proxemy").decode('utf8'))
+ menu.AppendMenu(-1, _(u"Tools from CNRTL (french only)").decode('utf8'), menu_cnrtl)
menu.AppendSeparator()
- menu.Append(self.popupIDgraph, u"Graphe de la classe")
- menu.Append(self.idseg, u"Segments répétés")
- menu.Append(self.iducecarac, u"Segments de texte caractéristiques")
- menu.Append(self.idcloud, u"Nuage de la classe")
- menu.Append(self.idexport, u'Exporter...')
- menu.Append(self.idexporttropes, 'Exporter pour Tropes')
- menu.Append(self.idexportowledge, 'Exporter pour Owledge')
+ menu.Append(self.popupIDgraph, _(u"Graph of cluster").decode('utf8'))
+ menu.Append(self.idseg, _(u"Repeated segments").decode('utf8'))
+ menu.Append(self.iducecarac, _(u"Typical text segments").decode('utf8'))
+ menu.Append(self.idcloud, _(u"Word cloud of cluster").decode('utf8'))
+ menu.Append(self.idexport, _(u'Export...').decode('utf8'))
+ menu.Append(self.idexporttropes, _(u'Export for Tropes').decode('utf8'))
+ menu.Append(self.idexportowledge, _('Exporter for Owledge').decode('utf8'))
#menu.Append(self.popupID2, u"Concordancier")
# menu.Append(self.popupID3, "recharger")
self.Bind(wx.EVT_MENU, self.quest_var_mod, id=self.pop3)
menu = wx.Menu()
- menu.Append(self.pop2, u"Chi2 par classe")
- menu.Append(self.pop3, u"Chi2 modalités de la variable")
+ menu.Append(self.pop2, _(u"Chi2 by cluster").decode('utf8'))
+ menu.Append(self.pop3, _(u"Chi2 modalities of variable").decode('utf8'))
menu.AppendSeparator()
- menu.Append(self.pop1, u"Graph de la classe")
+ menu.Append(self.pop1, _(u"Graph of cluster").decode('utf8'))
self.PopupMenu(menu)
menu.Destroy()
if 'corpus' in dir(self.Source):
corpus = self.Source.corpus
prof = [[self.la[i], self.lchi[i], self.lfreq[i]] for i, val in enumerate(self.la)]
- parametres = self.Source.parametres
+ parametres = copy(self.Source.parametres)
parametres['clusterprof'] = prof
parametres['type'] = 'clustercloud'
parametres['prof'] = self.Source.pathout['actprof_classe_%i.csv' % self.cl]
del parametres['uuid']
- #if not os.path.exists(self.Source.pathout['actprof_classe_%i.csv' % self.lc]) :
- # with open(self.Source.pathout['actprof_classe_%i.csv' % self.lc], 'w') as f :
- # f.write('\n'.join(prof).encode(self.parent.syscoding))
self.parent.OnClusterCloud(self.Source.corpus, parametres = parametres)
def onexport(self, evt) :
dial = wx.MessageDialog(self, self.Source.pathout['classe_%i_export.txt' % self.cl], u"Export", wx.OK|wx.ICON_INFORMATION)
dial.ShowModal()
dial.Destroy()
- #if 'corpus' in dir(self.Source):
- # corpus = self.Source.corpus
- #ClasseCHD(self.parent, corpus, self.cl)
def onexporttropes(self, evt) :
if 'corpus' in dir(self.Source):
words.append(self.getColumnText(last, 6))
return words
- def quest_var_mod(self, evt) :
+ def quest_var_mod(self, evt) :
+ word = self.getselectedwords()[0]
+ if len(word.split('_')) <= 1 :
+ dial = wx.MessageDialog(self, _(u"This is not a variable_modality form").decode('utf8'), _(u"Problem").decode('utf8'), wx.OK | wx.ICON_WARNING)
+ dial.CenterOnParent()
+ dial.ShowModal()
+ dial.Destroy()
+ return
+
if 'corpus' in dir(self.Source):
corpus = self.Source.corpus
- if self.var_mod == {} :
- self.var_mod = self.Source.corpus.make_etoiles_dict()
+ if word.startswith(u'-*') :
+ if self.them_mod == {} :
+ self.them_mod = self.Source.corpus.make_theme_dict()
+ var_mod = self.them_mod
+ else :
+ if self.var_mod == {} :
+ self.var_mod = self.Source.corpus.make_etoiles_dict()
+ var_mod = self.var_mod
else :
corpus = self.Source.tableau
if self.var_mod == {} :
self.var_mod = treat_var_mod([val for val in corpus.actives] + [val for val in corpus.sups])
+ var_mod = self.var_mod
with codecs.open(self.Source.pathout['chisqtable'], 'r', corpus.parametres['syscoding']) as f :
chistable = [line.replace('\n','').replace('\r','').replace('"','').replace(',','.').split(';') for line in f]
title = chistable[0]
chistable.pop(0)
vchistable = [line[1:] for line in chistable]
fchistable = [line[0] for line in chistable]
- word = self.getselectedwords()[0]
- if len(word.split('_')) > 1 :
- var = word.split('_')
- #words = ['_'.join([var[0],word]) for word in self.var_mod[var[0]]]
- words = [word for word in self.var_mod[var[0]]]
- words.sort()
- tableout = []
- kwords = []
- for word in words :
- if word in fchistable :
- tableout.append(vchistable[fchistable.index(word)])
- kwords.append(word)
- tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
- txt = barplot(tableout, kwords, title, self.Source.parent.RscriptsPath['Rgraph'], tmpgraph)
- tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
- file = open(tmpscript,'w')
- file.write(txt)
- file.close()
- exec_rcode(self.Source.parent.RPath, tmpscript, wait = True)
- win = MessageImage(self,u"Graphique", size=(700, 500))
- win.addsaveimage(tmpgraph)
- txt = "<img src='%s'>" % tmpgraph
- win.HtmlPage.SetPage(txt)
- win.Show(True)
- else :
- dial = wx.MessageDialog(self, u"Ce n'est pas une forme du type variable_modalité", u"Problème", wx.OK | wx.ICON_WARNING)
+
+ var = word.split('_')
+ #words = ['_'.join([var[0],word]) for word in self.var_mod[var[0]]]
+ try :
+ words = [word for word in var_mod[var[0]]]
+ except KeyError:
+ dial = wx.MessageDialog(self, _(u"This is not a meta-data").decode('utf8'), _(u"Problem").decode('utf8'), wx.OK | wx.ICON_WARNING)
dial.CenterOnParent()
dial.ShowModal()
dial.Destroy()
+ return
+ words.sort()
+ tableout = []
+ kwords = []
+ for word in words :
+ if word in fchistable :
+ tableout.append(vchistable[fchistable.index(word)])
+ kwords.append(word)
+ BarFrame(self.Source.parent, tableout, title, kwords)
def quest_simi(self, evt) :
tableau = self.Source.tableau
'com' : 0,
'communities' : 0,
'halo' : 0,
- 'tmpchi': self.tmpchi
+ 'tmpchi': self.tmpchi,
+ 'fromprof' : True,
+ 'edgecurved' : True,
}
act = {}
+ tableau = copymatrix(tableau)
tableau.chi = {}
tableau.lchi = self.lchi
- tableau.parametre['fromprof'] = True
+ #tableau.parametres['fromprof'] = True
for i, val in enumerate(self.la) :
act[val] = [self.lfreq[i]]
tableau.chi[val] = [self.lchi[i]]
- self.parent.SimiCluster(parametres = paramsimi, fromprof = ffr(self.filename), pathout = pathout, listactives = self.la, actives = act, tableau = tableau)
+ paramsimi['listactives'] = copy(self.la)
+ paramsimi['actives'] = copy(act)
+ paramsimi['pathout'] = pathout
+ self.parent.SimiCluster(parametres = paramsimi, fromprof = ffr(self.filename), tableau = tableau)
def onwordgraph(self, evt):
word = self.getColumnText(self.GetFirstSelected(), 6)
'lem' : self.Source.parametres['lem'],
'tmpchi' : self.tmpchi}
#try :
- self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self, 4))
+ self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self.ira, 4))
#except :
# print 'not acitve'
'lem' : self.Source.parametres['lem'],
'tmpchi' : self.tmpchi}
- self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self, 4))
+ self.parent.SimiFromCluster(self.parent, self.Source.corpus, self.la, self.lfreq, self.lchi, self.cl - 1, parametres = parametres, dlg = progressbar(self.ira, 4))
def on_segments(self,evt) :
dlg = progressbar(self, 2)
first = ['','','']
para={'dico': d,'fline':first}
dlg.Destroy()
- win = wliste(self, -1, u"Segments répétés - Classe %i" % self.cl, d, first, size=(600, 500))
+ win = wliste(self, -1, ' - '.join([_(u"Repeated segments").decode('utf8'), "Classe %i" % self.cl]), d, first, size=(600, 500))
win.Show(True)
def on_uce_carac(self,evt) :
if dial.ShowModal() == wx.ID_OK :
limite = dial.spin_eff.GetValue()
atype = dial.radio_type.GetSelection()
- dlg = progressbar(self,maxi = 4)
+ dlg = progressbar(self.ira,maxi = 4)
corpus = self.Source.corpus
uces = corpus.lc[self.cl-1]
if self.Source.parametres['classif_mode'] != 2 :
nuces = [val[1] for val in ntab2]
dlg.Update(3, u'concordancier...')
ucis_txt, ucestxt = doconcorde(corpus, nuces, self.la, uci = uci)
- dlg.Update(4, u'texte...')
- win = message(self, u"Segments de texte caractéristiques - Classe %i" % self.cl, (750, 600))
- win.html = '<html>\n' + '<br>'.join(['<br>'.join([ucis_txt[i], '<table bgcolor = #1BF0F7 border=0><tr><td><b>score : %.2f</b></td></tr></table>' % ntab2[i][0], ucestxt[i]]) for i in range(0,len(ucestxt))]) + '\n</html>'
- win.HtmlPage.SetPage(win.html)
+ items = dict([[i, '<br>'.join([ucis_txt[i], '<table bgcolor = #1BF0F7 border=0><tr><td><b>score : %.2f</b></td></tr></table><br>' % ntab2[i][0], ucestxt[i]])] for i, uce in enumerate(nuces)])
dlg.Destroy()
+ win = message(self, items, ' - '.join([_(u"Typical text segments").decode('utf8'), "Classe %i" % self.cl]), (750, 600), uceids = nuces)
+ #win.SetWindowStyle(wx.STAY_ON_TOP)
+ #win.html = '<html>\n' + '<br>'.join(['<br>'.join([ucis_txt[i], '<table bgcolor = #1BF0F7 border=0><tr><td><b>score : %.2f</b></td></tr></table>' % ntab2[i][0], ucestxt[i]]) for i in range(0,len(ucestxt))]) + '\n</html>'
+ #win.HtmlPage.SetPage(win.html)
win.Show(True)
def on_tablex(self, evt):
tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
nbcl = len(title)
nbwords = len(words)
- txt = barplot(tableout, words, title, self.Source.parent.RscriptsPath['Rgraph'], tmpgraph)
- #print 'ATTENTION TEST R'
- #txt = """
- #sink('/Users/pierre/Desktop/qdfqsdfqsdfqsdf.txt')
- #Sys.getlocale()
- #sink()
- #"""
- tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
- file = open(tmpscript,'w')
- file.write(txt)
- file.close()
- exec_rcode(self.Source.parent.RPath, tmpscript, wait = True)
- w = 100 + (20 * nbwords) + (100 * nbcl)
- h = 100 + (nbwords * 15)
- if w > 1100 : w = 1100
- if h > 800 : h = 800
- if h < 450 : h = 450
- win = MessageImage(self, u"Graphique", size=(w, h))
- win.addsaveimage(tmpgraph)
- txt = "<img src='%s'>" % tmpgraph
- win.HtmlPage.SetPage(txt)
- win.Show(True)
+ BarFrame(self.Source.parent, tableout, title, words)
def onlexdendro(self, evt):
if 'corpus' in dir(self.Source):
fchistable = [line[0] for line in chistable]
words = self.getselectedwords()
tableout = [vchistable[fchistable.index(word)] for word in words]
- tmpgraph = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
- txttable = 'c(' + ','.join([','.join(line) for line in tableout]) + ')'
- rownames = 'c("' + '","'.join(words) + '")'
- colnames = 'c("' + '","'.join(title) + '")'
- nbcl = len(title)
- rownb = len(words)
- txt = """
- load("%s")
- di <- matrix(data=%s, nrow=%i, byrow = TRUE)
- rownames(di)<- %s
- colnames(di) <- %s
- library(ape)
- source("%s")
- height <- (30*ncol(di)) + (15*nrow(di))
- height <- ifelse(height <= 400, 400, height)
- width <- 500
- open_file_graph("%s", width=width, height=height)
- plot.dendro.lex(tree.cut1$tree.cl, di)
- """ % (self.Source.pathout['Rdendro'], txttable, rownb, rownames, colnames, self.Source.parent.RscriptsPath['Rgraph'], ffr(tmpgraph))
- tmpscript = tempfile.mktemp(dir=self.Source.parent.TEMPDIR)
- file = open(tmpscript,'w')
- file.write(txt)
- file.close()
- exec_rcode(self.Source.parent.RPath, tmpscript, wait = True)
- win = MessageImage(self, u"Graphique", size=(700, 500))
- win.addsaveimage(tmpgraph)
- txt = "<img src='%s'>" % tmpgraph
- win.HtmlPage.SetPage(txt)
- win.Show(True)
+ BarFrame(self.Source.parent, tableout, title, words, tree = self.Source.pathout['Rdendro'])
def make_concord(self, uces, title, color = 'red') :
corpus = self.Source.corpus
ucef += list(set(corpus.getlemucis(word)).intersection(uces))
uci = True
ucis_txt, ucestxt = doconcorde(corpus, ucef, ListWord, uci = uci)
- win = message(self, title, size=(750, 600))
- win.html = ('<html>\n<h1>%s</h1>' % ' '.join(ListWord)) + '<br>'.join(['<br>'.join([ucis_txt[i], ucestxt[i]]) for i in range(0,len(ucestxt))]) + '\n</html>'
- win.HtmlPage.SetPage(win.html)
+ items = dict([[i, '<br><br>'.join([ucis_txt[i], ucestxt[i]])] for i in range(0,len(ucestxt))])
+ win = message(self, items, title, (800, 500), uceids = ucef)
return win
def OnPopupTwo(self, event):
- corpus = self.Source.corpus
- uces = corpus.lc[self.cl-1]
- win = self.make_concord(uces, "Concordancier - Classe %i" % self.cl)
- win.Show(True)
+ if 'corpus' in dir(self.Source) :
+ corpus = self.Source.corpus
+ uces = corpus.lc[self.cl-1]
+ win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), "Classe %i" % self.cl]))
+ win.Show(True)
def OnPopupThree(self, event):
corpus = self.Source.corpus
uces = [classe[i] for classe in corpus.lc for i in range(0,len(classe))]
- win = self.make_concord(uces, "Concordancier - UCE classées")
+ win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), _(u"Segments of this clustering").decode('utf8')]))
win.Show(True)
def OnPopupFour(self, event):
corpus = self.Source.corpus
uces = [classe[i] for classe in corpus.lc for i in range(0,len(classe))] + corpus.lc0
- win = self.make_concord(uces, "Concordancier - Toutes les UCE")
+ win = self.make_concord(uces, ' - '.join([_(u"Concordance").decode('utf8'), _(u"All segments").decode('utf8')]))
win.Show(True)
def OnPopupFive(self, event):
nb = len(ucef)
rep.append([corpus.getforme(forme).forme, nb])
rep.sort(key = itemgetter(1), reverse = True)
- win = message(self, u"Formes associées", wx.Size(300, 200))
- win.html = '<html>\n' + '<br>'.join([' : '.join([str(val) for val in forme]) for forme in rep]) + '\n</html>'
- win.HtmlPage.SetPage(win.html)
+ #win = message(self, u"Formes associées", wx.Size(300, 200))
+ items = dict([[i, '\t:\t'.join([str(val) for val in forme])] for i, forme in enumerate(rep)])
+ win = message(self, items, _(u"Associated forms").decode('utf8'), (300, 200))
+ #win.html = '<html>\n' + '<br>'.join([' : '.join([str(val) for val in forme]) for forme in rep]) + '\n</html>'
+ #win.HtmlPage.SetPage(win.html)
win.Show(True)
+
+ def OnMakeTgen(self, evt):
+ self.parent.tree.OnTgenEditor(self.getselectedwords())
class wliste(wx.Frame):
def __init__(self, parent, id, title, d, fline, size=(600, 500)):
wx.Frame.__init__(self, parent, id)
- self.liste = ListForSpec(self, parent, d, fline, menu = False)
- self.button_1 = wx.Button(self, -1, "Fermer")
+ self.liste = ListForSpec(self, parent, d, fline[1:], menu = False)
+ self.button_1 = wx.Button(self, -1, _(u"Close").decode('utf8'))
self.Bind(wx.EVT_BUTTON, self.OnCloseMe, self.button_1)
self.Bind(wx.EVT_CLOSE, self.OnCloseWindow)
self.__do_layout()
projects / iramuteq / blobdiff