/*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
*/
/*
* ResultsPanel.java
* Copyright (C) 1999 University of Waikato, Hamilton, New Zealand
*
*/
package weka.gui.experiment;
import java.awt.BorderLayout;
import java.awt.Dimension;
import java.awt.Font;
import java.awt.GridBagConstraints;
import java.awt.GridBagLayout;
import java.awt.GridLayout;
import java.awt.Insets;
import java.awt.event.ActionEvent;
import java.awt.event.ActionListener;
import java.awt.event.WindowAdapter;
import java.awt.event.WindowEvent;
import java.io.BufferedReader;
import java.io.File;
import java.io.FileReader;
import java.io.Reader;
import java.text.SimpleDateFormat;
import java.util.Date;
import java.util.StringTokenizer;
import java.util.Vector;
import javax.swing.BorderFactory;
import javax.swing.DefaultComboBoxModel;
import javax.swing.DefaultListModel;
import javax.swing.JButton;
import javax.swing.JCheckBox;
import javax.swing.JComboBox;
import javax.swing.JFileChooser;
import javax.swing.JFrame;
import javax.swing.JLabel;
import javax.swing.JList;
import javax.swing.JOptionPane;
import javax.swing.JPanel;
import javax.swing.JScrollPane;
import javax.swing.JSplitPane;
import javax.swing.JTextArea;
import javax.swing.JTextField;
import javax.swing.ListSelectionModel;
import javax.swing.SwingConstants;
import javax.swing.SwingUtilities;
import weka.core.Attribute;
import weka.core.ClassDiscovery;
import weka.core.Instance;
import weka.core.Instances;
import weka.core.Range;
import weka.core.converters.CSVLoader;
import weka.experiment.CSVResultListener;
import weka.experiment.DatabaseResultListener;
import weka.experiment.Experiment;
import weka.experiment.InstanceQuery;
import weka.experiment.PairedCorrectedTTester;
import weka.experiment.ResultMatrix;
import weka.experiment.ResultMatrixPlainText;
import weka.experiment.Tester;
import weka.gui.DatabaseConnectionDialog;
import weka.gui.ExtensionFileFilter;
import weka.gui.GenericObjectEditor;
import weka.gui.ListSelectorDialog;
import weka.gui.PropertyDialog;
import weka.gui.ResultHistoryPanel;
import weka.gui.SaveBuffer;
/**
* This panel controls simple analysis of experimental results.
*
* @author Len Trigg (trigg@cs.waikato.ac.nz)
* @version $Revision: 6087 $
*/
public class ResultsPanel
extends JPanel {
/** for serialization. */
private static final long serialVersionUID = -4913007978534178569L;
/** Message shown when no experimental results have been loaded. */
protected static final String NO_SOURCE = "No source";
/** Click to load results from a file. */
protected JButton m_FromFileBut = new JButton("File...");
/** Click to load results from a database. */
protected JButton m_FromDBaseBut = new JButton("Database...");
/** Click to get results from the destination given in the experiment. */
protected JButton m_FromExpBut = new JButton("Experiment");
/** Displays a message about the current result set. */
protected JLabel m_FromLab = new JLabel(NO_SOURCE);
/**
* This is needed to get around a bug in Swing <= 1.1 -- Once everyone
* is using Swing 1.1.1 or higher just remove this variable and use the
* no-arg constructor to DefaultComboBoxModel.
*/
private static String [] FOR_JFC_1_1_DCBM_BUG = {""};
/** The model embedded in m_DatasetCombo. */
protected DefaultComboBoxModel m_DatasetModel =
new DefaultComboBoxModel(FOR_JFC_1_1_DCBM_BUG);
/** The model embedded in m_CompareCombo. */
protected DefaultComboBoxModel m_CompareModel =
new DefaultComboBoxModel(FOR_JFC_1_1_DCBM_BUG);
/** The model embedded in m_SortCombo. */
protected DefaultComboBoxModel m_SortModel =
new DefaultComboBoxModel(FOR_JFC_1_1_DCBM_BUG);
/** The model embedded in m_TestsList. */
protected DefaultListModel m_TestsModel = new DefaultListModel();
/** The model embedded in m_DisplayedList. */
protected DefaultListModel m_DisplayedModel = new DefaultListModel();
/** Displays the currently selected Tester-Class. */
protected JLabel m_TesterClassesLabel = new JLabel("Testing with",
SwingConstants.RIGHT);
/** Contains all the available classes implementing the Tester-Interface
* (the display names).
* @see Tester */
protected static DefaultComboBoxModel m_TesterClassesModel =
new DefaultComboBoxModel(FOR_JFC_1_1_DCBM_BUG);
/** Contains all the available classes implementing the Tester-Interface
* (the actual Classes).
* @see Tester */
protected static Vector m_Testers = null;
/** determine all classes implementing the Tester interface (in the same
* package!).
* @see Tester
* @see ClassDiscovery */
static {
Vector classes = GenericObjectEditor.getClassnames(Tester.class.getName());
// set names and classes
m_Testers = new Vector();
m_TesterClassesModel = new DefaultComboBoxModel();
for (int i = 0; i < classes.size(); i++) {
try {
Class cls = Class.forName(classes.get(i).toString());
Tester tester = (Tester) cls.newInstance();
m_Testers.add(cls);
m_TesterClassesModel.addElement(tester.getDisplayName());
}
catch (Exception e) {
e.printStackTrace();
}
}
}
/** Lists all the available classes implementing the Tester-Interface.
* @see Tester */
protected JComboBox m_TesterClasses =
new JComboBox(m_TesterClassesModel);
/** Label for the dataset and result key buttons. */
protected JLabel m_DatasetAndResultKeysLabel = new JLabel("Select rows and cols",
SwingConstants.RIGHT);
/** the panel encapsulating the Rows/Columns/Swap buttons. */
protected JPanel m_PanelDatasetResultKeys = new JPanel(new GridLayout(1, 3));
/** Click to edit the columns used to determine the scheme. */
protected JButton m_DatasetKeyBut = new JButton("Rows");
/** Stores the list of attributes for selecting the scheme columns. */
protected DefaultListModel m_DatasetKeyModel = new DefaultListModel();
/** Displays the list of selected columns determining the scheme. */
protected JList m_DatasetKeyList = new JList(m_DatasetKeyModel);
/** Click to edit the columns used to determine the scheme. */
protected JButton m_ResultKeyBut = new JButton("Cols");
/** For swapping rows and columns. */
protected JButton m_SwapDatasetKeyAndResultKeyBut = new JButton("Swap");
/** Stores the list of attributes for selecting the scheme columns. */
protected DefaultListModel m_ResultKeyModel = new DefaultListModel();
/** Displays the list of selected columns determining the scheme. */
protected JList m_ResultKeyList = new JList(m_ResultKeyModel);
/** Lets the user select which scheme to base comparisons against. */
protected JButton m_TestsButton = new JButton("Select");
/** Lets the user select which schemes are compared to base. */
protected JButton m_DisplayedButton = new JButton("Select");
/** Holds the list of schemes to base the test against. */
protected JList m_TestsList = new JList(m_TestsModel);
/** Holds the list of schemes to display. */
protected JList m_DisplayedList = new JList(m_DisplayedModel);
/** Lets the user select which performance measure to analyze. */
protected JComboBox m_CompareCombo = new JComboBox(m_CompareModel);
/** Lets the user select which column to use for sorting. */
protected JComboBox m_SortCombo = new JComboBox(m_SortModel);
/** Lets the user edit the test significance. */
protected JTextField m_SigTex = new JTextField(
"" + ExperimenterDefaults.getSignificance());
/** Lets the user select whether standard deviations are to be output
or not. */
protected JCheckBox m_ShowStdDevs =
new JCheckBox("");
/** lets the user choose the format for the output. */
protected JButton m_OutputFormatButton = new JButton("Select");
/** Click to start the test. */
protected JButton m_PerformBut = new JButton("Perform test");
/** Click to save test output to a file. */
protected JButton m_SaveOutBut = new JButton("Save output");
/** The buffer saving object for saving output. */
SaveBuffer m_SaveOut = new SaveBuffer(null, this);
/** Displays the output of tests. */
protected JTextArea m_OutText = new JTextArea();
/** A panel controlling results viewing. */
protected ResultHistoryPanel m_History = new ResultHistoryPanel(m_OutText);
/** The file chooser for selecting result files. */
protected JFileChooser m_FileChooser = new JFileChooser(new File(System.getProperty("user.dir")));
// File filters for various file types.
/** CSV file filter. */
protected ExtensionFileFilter m_csvFileFilter =
new ExtensionFileFilter(CSVLoader.FILE_EXTENSION, "CSV data files");
/** ARFF file filter. */
protected ExtensionFileFilter m_arffFileFilter =
new ExtensionFileFilter(Instances.FILE_EXTENSION, "Arff data files");
/** The PairedTTester object. */
protected Tester m_TTester = new PairedCorrectedTTester();
/** The instances we're extracting results from. */
protected Instances m_Instances;
/** Does any database querying for us. */
protected InstanceQuery m_InstanceQuery;
/** A thread to load results instances from a file or database. */
protected Thread m_LoadThread;
/** An experiment (used for identifying a result source) -- optional. */
protected Experiment m_Exp;
/** the size for a combobox. */
private Dimension COMBO_SIZE = new Dimension(210, m_ResultKeyBut.getPreferredSize().height);
/** the initial result matrix. */
protected ResultMatrix m_ResultMatrix = new ResultMatrixPlainText();
/**
* Creates the results panel with no initial experiment.
*/
public ResultsPanel() {
// defaults
m_TTester.setSignificanceLevel(ExperimenterDefaults.getSignificance());
m_TTester.setShowStdDevs(ExperimenterDefaults.getShowStdDevs());
m_ResultMatrix = ExperimenterDefaults.getOutputFormat();
m_ResultMatrix.setShowStdDev(ExperimenterDefaults.getShowStdDevs());
m_ResultMatrix.setMeanPrec(ExperimenterDefaults.getMeanPrecision());
m_ResultMatrix.setStdDevPrec(ExperimenterDefaults.getStdDevPrecision());
m_ResultMatrix.setRemoveFilterName(ExperimenterDefaults.getRemoveFilterClassnames());
m_ResultMatrix.setShowAverage(ExperimenterDefaults.getShowAverage());
// Create/Configure/Connect components
m_FileChooser.
addChoosableFileFilter(m_csvFileFilter);
m_FileChooser.
addChoosableFileFilter(m_arffFileFilter);
m_FileChooser.setFileSelectionMode(JFileChooser.FILES_ONLY);
m_FromExpBut.setEnabled(false);
m_FromExpBut.setMnemonic('E');
m_FromExpBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
if (m_LoadThread == null) {
m_LoadThread = new Thread() {
public void run() {
setInstancesFromExp(m_Exp);
m_LoadThread = null;
}
};
m_LoadThread.start();
}
}
});
m_FromDBaseBut.setMnemonic('D');
m_FromDBaseBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
if (m_LoadThread == null) {
m_LoadThread = new Thread() {
public void run() {
setInstancesFromDBaseQuery();
m_LoadThread = null;
}
};
m_LoadThread.start();
}
}
});
m_FromFileBut.setMnemonic('F');
m_FromFileBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
int returnVal = m_FileChooser.showOpenDialog(ResultsPanel.this);
if (returnVal == JFileChooser.APPROVE_OPTION) {
final File selected = m_FileChooser.getSelectedFile();
if (m_LoadThread == null) {
m_LoadThread = new Thread() {
public void run() {
setInstancesFromFile(selected);
m_LoadThread = null;
}
};
m_LoadThread.start();
}
}
}
});
setComboSizes();
m_TesterClasses.setEnabled(false);
m_DatasetKeyBut.setEnabled(false);
m_DatasetKeyBut.setToolTipText("For selecting the keys that are shown as rows.");
m_DatasetKeyBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setDatasetKeyFromDialog();
}
});
m_DatasetKeyList.setSelectionMode(ListSelectionModel
.MULTIPLE_INTERVAL_SELECTION);
m_ResultKeyBut.setEnabled(false);
m_ResultKeyBut.setToolTipText("For selecting the keys that are shown as columns.");
m_ResultKeyBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setResultKeyFromDialog();
}
});
m_ResultKeyList.setSelectionMode(ListSelectionModel
.MULTIPLE_INTERVAL_SELECTION);
m_SwapDatasetKeyAndResultKeyBut.setEnabled(false);
m_SwapDatasetKeyAndResultKeyBut.setToolTipText("Swaps the keys for selecting rows and columns.");
m_SwapDatasetKeyAndResultKeyBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
swapDatasetKeyAndResultKey();
}
});
m_CompareCombo.setEnabled(false);
m_SortCombo.setEnabled(false);
m_SigTex.setEnabled(false);
m_TestsButton.setEnabled(false);
m_TestsButton.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setTestBaseFromDialog();
}
});
m_DisplayedButton.setEnabled(false);
m_DisplayedButton.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setDisplayedFromDialog();
}
});
m_ShowStdDevs.setEnabled(false);
m_ShowStdDevs.setSelected(ExperimenterDefaults.getShowStdDevs());
m_OutputFormatButton.setEnabled(false);
m_OutputFormatButton.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setOutputFormatFromDialog();
}
});
m_PerformBut.setEnabled(false);
m_PerformBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
performTest();
m_SaveOutBut.setEnabled(true);
}
});
m_PerformBut.setToolTipText(m_TTester.getToolTipText());
m_SaveOutBut.setEnabled(false);
m_SaveOutBut.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
saveBuffer();
}
});
m_OutText.setFont(new Font("Monospaced", Font.PLAIN, 12));
m_OutText.setBorder(BorderFactory.createEmptyBorder(5, 5, 5, 5));
m_OutText.setEditable(false);
m_History.setBorder(BorderFactory.createTitledBorder("Result list"));
// Set up the GUI layout
JPanel p1 = new JPanel();
p1.setBorder(BorderFactory.createTitledBorder("Source"));
JPanel p2 = new JPanel();
GridBagLayout gb = new GridBagLayout();
GridBagConstraints constraints = new GridBagConstraints();
p2.setBorder(BorderFactory.createEmptyBorder(5, 5, 10, 5));
// p2.setLayout(new GridLayout(1, 3));
p2.setLayout(gb);
constraints.gridx=0;constraints.gridy=0;constraints.weightx=5;
constraints.fill = GridBagConstraints.HORIZONTAL;
constraints.gridwidth=1;constraints.gridheight=1;
constraints.insets = new Insets(0,2,0,2);
p2.add(m_FromFileBut,constraints);
constraints.gridx=1;constraints.gridy=0;constraints.weightx=5;
constraints.gridwidth=1;constraints.gridheight=1;
p2.add(m_FromDBaseBut,constraints);
constraints.gridx=2;constraints.gridy=0;constraints.weightx=5;
constraints.gridwidth=1;constraints.gridheight=1;
p2.add(m_FromExpBut,constraints);
p1.setLayout(new BorderLayout());
p1.add(m_FromLab, BorderLayout.CENTER);
p1.add(p2, BorderLayout.EAST);
JPanel p3 = new JPanel();
p3.setBorder(BorderFactory.createTitledBorder("Configure test"));
GridBagLayout gbL = new GridBagLayout();
p3.setLayout(gbL);
int y = 0;
GridBagConstraints gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(m_TesterClassesLabel,gbC);
m_TesterClassesLabel.setDisplayedMnemonic('w');
m_TesterClassesLabel.setLabelFor(m_TesterClasses);
p3.add(m_TesterClassesLabel);
gbC = new GridBagConstraints();
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbC.fill = GridBagConstraints.HORIZONTAL;
gbL.setConstraints(m_TesterClasses, gbC);
p3.add(m_TesterClasses);
m_TesterClasses.addActionListener(new ActionListener() {
public void actionPerformed(ActionEvent e) {
setTester();
}
});
setSelectedItem(m_TesterClasses, ExperimenterDefaults.getTester());
y++;
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(m_DatasetAndResultKeysLabel,gbC);
m_DatasetAndResultKeysLabel.setDisplayedMnemonic('R');
m_DatasetAndResultKeysLabel.setLabelFor(m_DatasetKeyBut);
p3.add(m_DatasetAndResultKeysLabel);
m_PanelDatasetResultKeys.add(m_DatasetKeyBut);
m_PanelDatasetResultKeys.add(m_ResultKeyBut);
m_PanelDatasetResultKeys.add(m_SwapDatasetKeyAndResultKeyBut);
gbC = new GridBagConstraints();
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_PanelDatasetResultKeys, gbC);
p3.add(m_PanelDatasetResultKeys);
y++;
JLabel lab = new JLabel("Comparison field", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('m');
lab.setLabelFor(m_CompareCombo);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbC.fill = GridBagConstraints.HORIZONTAL;
gbL.setConstraints(m_CompareCombo, gbC);
p3.add(m_CompareCombo);
y++;
lab = new JLabel("Significance", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('g');
lab.setLabelFor(m_SigTex);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbL.setConstraints(m_SigTex, gbC);
p3.add(m_SigTex);
y++;
lab = new JLabel("Sorting (asc.) by", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('S');
lab.setLabelFor(m_SortCombo);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.WEST;
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_SortCombo, gbC);
p3.add(m_SortCombo);
y++;
lab = new JLabel("Test base", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('b');
lab.setLabelFor(m_TestsButton);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_TestsButton, gbC);
p3.add(m_TestsButton);
y++;
lab = new JLabel("Displayed Columns", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('i');
lab.setLabelFor(m_DisplayedButton);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_DisplayedButton, gbC);
p3.add(m_DisplayedButton);
y++;
lab = new JLabel("Show std. deviations", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('a');
lab.setLabelFor(m_ShowStdDevs);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.WEST;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_ShowStdDevs, gbC);
p3.add(m_ShowStdDevs);
y++;
lab = new JLabel("Output Format", SwingConstants.RIGHT);
lab.setDisplayedMnemonic('O');
lab.setLabelFor(m_OutputFormatButton);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.EAST;
gbC.gridy = y; gbC.gridx = 0;
gbC.insets = new Insets(2, 10, 2, 10);
gbL.setConstraints(lab, gbC);
p3.add(lab);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.WEST;
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = y; gbC.gridx = 1; gbC.weightx = 100;
gbC.insets = new Insets(5,0,5,0);
gbL.setConstraints(m_OutputFormatButton, gbC);
p3.add(m_OutputFormatButton);
JPanel output = new JPanel();
output.setLayout(new BorderLayout());
output.setBorder(BorderFactory.createTitledBorder("Test output"));
output.add(new JScrollPane(m_OutText), BorderLayout.CENTER);
JPanel mondo = new JPanel();
gbL = new GridBagLayout();
mondo.setLayout(gbL);
gbC = new GridBagConstraints();
// gbC.anchor = GridBagConstraints.WEST;
// gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = 0; gbC.gridx = 0;
gbL.setConstraints(p3, gbC);
mondo.add(p3);
JPanel bts = new JPanel();
m_PerformBut.setMnemonic('t');
m_SaveOutBut.setMnemonic('S');
bts.setLayout(new GridLayout(1,2,5,5));
bts.add(m_PerformBut);
bts.add(m_SaveOutBut);
gbC = new GridBagConstraints();
gbC.anchor = GridBagConstraints.NORTH;
gbC.fill = GridBagConstraints.HORIZONTAL;
gbC.gridy = 1; gbC.gridx = 0;
gbC.insets = new Insets(5,5,5,5);
gbL.setConstraints(bts, gbC);
mondo.add(bts);
gbC = new GridBagConstraints();
//gbC.anchor = GridBagConstraints.NORTH;
gbC.fill = GridBagConstraints.BOTH;
gbC.gridy = 2; gbC.gridx = 0; gbC.weightx = 0;
gbC.weighty = 100;
gbL.setConstraints(m_History, gbC);
mondo.add(m_History);
/*gbC = new GridBagConstraints();
gbC.fill = GridBagConstraints.BOTH;
gbC.gridy = 0; gbC.gridx = 1;
gbC.gridheight = 3;
gbC.weightx = 100; gbC.weighty = 100;
gbL.setConstraints(output, gbC);*/
//mondo.add(output);
JSplitPane splitPane = new JSplitPane(JSplitPane.HORIZONTAL_SPLIT,
mondo, output);
splitPane.setOneTouchExpandable(true);
//splitPane.setDividerLocation(100);
setLayout(new BorderLayout());
add(p1, BorderLayout.NORTH);
//add(mondo , BorderLayout.CENTER);
add(splitPane , BorderLayout.CENTER);
}
/**
* Sets the combo-boxes to a fixed size so they don't take up too much room
* that would be better devoted to the test output box.
*/
protected void setComboSizes() {
m_TesterClasses.setPreferredSize(COMBO_SIZE);
m_PanelDatasetResultKeys.setPreferredSize(COMBO_SIZE);
m_CompareCombo.setPreferredSize(COMBO_SIZE);
m_SigTex.setPreferredSize(COMBO_SIZE);
m_SortCombo.setPreferredSize(COMBO_SIZE);
m_TesterClasses.setMaximumSize(COMBO_SIZE);
m_PanelDatasetResultKeys.setMaximumSize(COMBO_SIZE);
m_CompareCombo.setMaximumSize(COMBO_SIZE);
m_SigTex.setMaximumSize(COMBO_SIZE);
m_SortCombo.setMaximumSize(COMBO_SIZE);
m_TesterClasses.setMinimumSize(COMBO_SIZE);
m_PanelDatasetResultKeys.setMinimumSize(COMBO_SIZE);
m_CompareCombo.setMinimumSize(COMBO_SIZE);
m_SigTex.setMinimumSize(COMBO_SIZE);
m_SortCombo.setMinimumSize(COMBO_SIZE);
}
/**
* Tells the panel to use a new experiment.
*
* @param exp a value of type 'Experiment'
*/
public void setExperiment(Experiment exp) {
m_Exp = exp;
m_FromExpBut.setEnabled(exp != null);
}
/**
* Queries the user enough to make a database query to retrieve experiment
* results.
*/
protected void setInstancesFromDBaseQuery() {
try {
if (m_InstanceQuery == null) {
m_InstanceQuery = new InstanceQuery();
}
String dbaseURL = m_InstanceQuery.getDatabaseURL();
String username = m_InstanceQuery.getUsername();
String passwd = m_InstanceQuery.getPassword();
/*dbaseURL = (String) JOptionPane.showInputDialog(this,
"Enter the database URL",
"Query Database",
JOptionPane.PLAIN_MESSAGE,
null,
null,
dbaseURL);*/
DatabaseConnectionDialog dbd= new DatabaseConnectionDialog(null,dbaseURL,username);
dbd.setVisible(true);
//if (dbaseURL == null) {
if (dbd.getReturnValue()==JOptionPane.CLOSED_OPTION) {
m_FromLab.setText("Cancelled");
return;
}
dbaseURL=dbd.getURL();
username=dbd.getUsername();
passwd=dbd.getPassword();
m_InstanceQuery.setDatabaseURL(dbaseURL);
m_InstanceQuery.setUsername(username);
m_InstanceQuery.setPassword(passwd);
m_InstanceQuery.setDebug(dbd.getDebug());
m_InstanceQuery.connectToDatabase();
if (!m_InstanceQuery.experimentIndexExists()) {
System.err.println("not found");
m_FromLab.setText("No experiment index");
m_InstanceQuery.disconnectFromDatabase();
return;
}
System.err.println("found");
m_FromLab.setText("Getting experiment index");
Instances index = m_InstanceQuery.retrieveInstances("SELECT * FROM "
+ InstanceQuery.EXP_INDEX_TABLE);
if (index.numInstances() == 0) {
m_FromLab.setText("No experiments available");
m_InstanceQuery.disconnectFromDatabase();
return;
}
m_FromLab.setText("Got experiment index");
DefaultListModel lm = new DefaultListModel();
for (int i = 0; i < index.numInstances(); i++) {
lm.addElement(index.instance(i).toString());
}
JList jl = new JList(lm);
jl.setSelectedIndex(0);
int result;
// display dialog only if there's not just one result!
if (jl.getModel().getSize() != 1) {
ListSelectorDialog jd = new ListSelectorDialog(null, jl);
result = jd.showDialog();
}
else {
result = ListSelectorDialog.APPROVE_OPTION;
}
if (result != ListSelectorDialog.APPROVE_OPTION) {
m_FromLab.setText("Cancelled");
m_InstanceQuery.disconnectFromDatabase();
return;
}
Instance selInst = index.instance(jl.getSelectedIndex());
Attribute tableAttr = index.attribute(InstanceQuery.EXP_RESULT_COL);
String table = InstanceQuery.EXP_RESULT_PREFIX
+ selInst.toString(tableAttr);
setInstancesFromDatabaseTable(table);
} catch (Exception ex) {
// 1. print complete stacktrace
ex.printStackTrace();
// 2. print message in panel
m_FromLab.setText("Problem reading database: '" + ex.getMessage() + "'");
}
}
/**
* Examines the supplied experiment to determine the results destination
* and attempts to load the results.
*
* @param exp a value of type 'Experiment'
*/
protected void setInstancesFromExp(Experiment exp) {
if ((exp.getResultListener() instanceof CSVResultListener)) {
File resultFile = ((CSVResultListener) exp.getResultListener())
.getOutputFile();
if ((resultFile == null)) {
m_FromLab.setText("No result file");
} else {
setInstancesFromFile(resultFile);
}
} else if (exp.getResultListener() instanceof DatabaseResultListener) {
String dbaseURL = ((DatabaseResultListener) exp.getResultListener())
.getDatabaseURL();
try {
if (m_InstanceQuery == null) {
m_InstanceQuery = new InstanceQuery();
}
m_InstanceQuery.setDatabaseURL(dbaseURL);
m_InstanceQuery.connectToDatabase();
String tableName = m_InstanceQuery
.getResultsTableName(exp.getResultProducer());
setInstancesFromDatabaseTable(tableName);
} catch (Exception ex) {
m_FromLab.setText("Problem reading database");
}
} else {
m_FromLab.setText("Can't get results from experiment");
}
}
/**
* Queries a database to load results from the specified table name. The
* database connection must have already made by m_InstanceQuery.
*
* @param tableName the name of the table containing results to retrieve.
*/
protected void setInstancesFromDatabaseTable(String tableName) {
try {
m_FromLab.setText("Reading from database, please wait...");
final Instances i = m_InstanceQuery.retrieveInstances("SELECT * FROM "
+ tableName);
SwingUtilities.invokeAndWait(new Runnable() {
public void run() {
setInstances(i);
}
});
m_InstanceQuery.disconnectFromDatabase();
} catch (Exception ex) {
m_FromLab.setText(ex.getMessage());
}
}
/**
* Loads results from a set of instances contained in the supplied
* file.
*
* @param f a value of type 'File'
*/
protected void setInstancesFromFile(File f) {
String fileType = f.getName();
try {
m_FromLab.setText("Reading from file...");
if (f.getName().toLowerCase().endsWith(Instances.FILE_EXTENSION)) {
fileType = "arff";
Reader r = new BufferedReader(new FileReader(f));
setInstances(new Instances(r));
r.close();
} else if (f.getName().toLowerCase().endsWith(CSVLoader.FILE_EXTENSION)) {
fileType = "csv";
CSVLoader cnv = new CSVLoader();
cnv.setSource(f);
Instances inst = cnv.getDataSet();
setInstances(inst);
} else {
throw new Exception("Unrecognized file type");
}
} catch (Exception ex) {
m_FromLab.setText("File '" + f.getName() + "' not recognised as an "
+fileType+" file.");
if (JOptionPane.showOptionDialog(ResultsPanel.this,
"File '" + f.getName()
+ "' not recognised as an "
+fileType+" file.\n"
+ "Reason:\n" + ex.getMessage(),
"Load Instances",
0,
JOptionPane.ERROR_MESSAGE,
null,
new String[] {"OK"},
null) == 1) {
}
}
}
/**
* Returns a vector with column names of the dataset, listed in "list". If
* a column cannot be found or the list is empty the ones from the default
* list are returned.
*
* @param list comma-separated list of attribute names
* @param defaultList the default list of attribute names
* @param inst the instances to get the attribute names from
* @return a vector containing attribute names
*/
protected Vector determineColumnNames(String list, String defaultList, Instances inst) {
Vector result;
Vector atts;
StringTokenizer tok;
int i;
String item;
// get attribute names
atts = new Vector();
for (i = 0; i < inst.numAttributes(); i++)
atts.add(inst.attribute(i).name().toLowerCase());
// process list
result = new Vector();
tok = new StringTokenizer(list, ",");
while (tok.hasMoreTokens()) {
item = tok.nextToken().toLowerCase();
if (atts.contains(item)) {
result.add(item);
}
else {
result.clear();
break;
}
}
// do we have to return defaults?
if (result.size() == 0) {
tok = new StringTokenizer(defaultList, ",");
while (tok.hasMoreTokens())
result.add(tok.nextToken().toLowerCase());
}
return result;
}
/**
* Sets up the panel with a new set of instances, attempting
* to guess the correct settings for various columns.
*
* @param newInstances the new set of results.
*/
public void setInstances(Instances newInstances) {
m_Instances = newInstances;
m_TTester.setInstances(m_Instances);
m_FromLab.setText("Got " + m_Instances.numInstances() + " results");
// setup row and column names
Vector rows = determineColumnNames(
ExperimenterDefaults.getRow(), "Key_Dataset", m_Instances);
Vector cols = determineColumnNames(
ExperimenterDefaults.getColumn(), "Key_Scheme,Key_Scheme_options,Key_Scheme_version_ID", m_Instances);
// Do other stuff
m_DatasetKeyModel.removeAllElements();
m_ResultKeyModel.removeAllElements();
m_CompareModel.removeAllElements();
m_SortModel.removeAllElements();
m_SortModel.addElement("<default>");
m_TTester.setSortColumn(-1);
String selectedList = "";
String selectedListDataset = "";
boolean comparisonFieldSet = false;
for (int i = 0; i < m_Instances.numAttributes(); i++) {
String name = m_Instances.attribute(i).name();
if (name.toLowerCase().startsWith("key_", 0)) {
m_DatasetKeyModel.addElement(name.substring(4));
m_ResultKeyModel.addElement(name.substring(4));
m_CompareModel.addElement(name.substring(4));
} else {
m_DatasetKeyModel.addElement(name);
m_ResultKeyModel.addElement(name);
m_CompareModel.addElement(name);
if (m_Instances.attribute(i).isNumeric())
m_SortModel.addElement(name);
}
if (rows.contains(name.toLowerCase())) {
m_DatasetKeyList.addSelectionInterval(i, i);
selectedListDataset += "," + (i + 1);
} else if (name.toLowerCase().equals("key_run")) {
m_TTester.setRunColumn(i);
} else if (name.toLowerCase().equals("key_fold")) {
m_TTester.setFoldColumn(i);
} else if (cols.contains(name.toLowerCase())) {
m_ResultKeyList.addSelectionInterval(i, i);
selectedList += "," + (i + 1);
} else if (name.toLowerCase().indexOf(ExperimenterDefaults.getComparisonField()) != -1) {
m_CompareCombo.setSelectedIndex(i);
comparisonFieldSet = true;
// break;
} else if ((name.toLowerCase().indexOf("root_relative_squared_error") != -1) &&
(!comparisonFieldSet)) {
m_CompareCombo.setSelectedIndex(i);
comparisonFieldSet = true;
}
}
m_TesterClasses.setEnabled(true);
m_DatasetKeyBut.setEnabled(true);
m_ResultKeyBut.setEnabled(true);
m_SwapDatasetKeyAndResultKeyBut.setEnabled(true);
m_CompareCombo.setEnabled(true);
m_SortCombo.setEnabled(true);
if (ExperimenterDefaults.getSorting().length() != 0)
setSelectedItem(m_SortCombo, ExperimenterDefaults.getSorting());
Range generatorRange = new Range();
if (selectedList.length() != 0) {
try {
generatorRange.setRanges(selectedList);
} catch (Exception ex) {
ex.printStackTrace();
System.err.println(ex.getMessage());
}
}
m_TTester.setResultsetKeyColumns(generatorRange);
generatorRange = new Range();
if (selectedListDataset.length() != 0) {
try {
generatorRange.setRanges(selectedListDataset);
} catch (Exception ex) {
ex.printStackTrace();
System.err.println(ex.getMessage());
}
}
m_TTester.setDatasetKeyColumns(generatorRange);
m_SigTex.setEnabled(true);
setTTester();
}
/**
* Sets the selected item of an combobox, since using setSelectedItem(...)
* doesn't work, if one checks object references!
*
* @param cb the combobox to set the item for
* @param item the item to set active
*/
protected void setSelectedItem(JComboBox cb, String item) {
int i;
for (i = 0; i < cb.getItemCount(); i++) {
if (cb.getItemAt(i).toString().equals(item)) {
cb.setSelectedIndex(i);
break;
}
}
}
/**
* Updates the test chooser with possible tests.
*/
protected void setTTester() {
// default is to display all columns
m_TTester.setDisplayedResultsets(null);
String name = (new SimpleDateFormat("HH:mm:ss - "))
.format(new Date())
+ "Available resultsets";
StringBuffer outBuff = new StringBuffer();
outBuff.append("Available resultsets\n"
+ m_TTester.resultsetKey() + "\n\n");
m_History.addResult(name, outBuff);
m_History.setSingle(name);
m_TestsModel.removeAllElements();
for (int i = 0; i < m_TTester.getNumResultsets(); i++) {
String tname = m_TTester.getResultsetName(i);
/* if (tname.length() > 20) {
tname = tname.substring(0, 20);
} */
m_TestsModel.addElement(tname);
}
m_DisplayedModel.removeAllElements();
for (int i = 0; i < m_TestsModel.size(); i++)
m_DisplayedModel.addElement(m_TestsModel.elementAt(i));
m_TestsModel.addElement("Summary");
m_TestsModel.addElement("Ranking");
m_TestsList.setSelectedIndex(0);
m_DisplayedList.setSelectionInterval(0, m_DisplayedModel.size() - 1);
m_TestsButton.setEnabled(true);
m_DisplayedButton.setEnabled(true);
m_ShowStdDevs.setEnabled(true);
m_OutputFormatButton.setEnabled(true);
m_PerformBut.setEnabled(true);
}
/**
* Carries out a t-test using the current configuration.
*/
protected void performTest() {
String sigStr = m_SigTex.getText();
if (sigStr.length() != 0) {
m_TTester.setSignificanceLevel((new Double(sigStr)).doubleValue());
} else {
m_TTester.setSignificanceLevel(ExperimenterDefaults.getSignificance());
}
// Carry out the test chosen and biff the results to the output area
m_TTester.setShowStdDevs(m_ShowStdDevs.isSelected());
if (m_Instances.attribute(m_SortCombo.getSelectedItem().toString()) != null)
m_TTester.setSortColumn(
m_Instances.attribute(
m_SortCombo.getSelectedItem().toString()).index());
else
m_TTester.setSortColumn(-1);
int compareCol = m_CompareCombo.getSelectedIndex();
int tType = m_TestsList.getSelectedIndex();
String name = (new SimpleDateFormat("HH:mm:ss - "))
.format(new Date())
+ (String) m_CompareCombo.getSelectedItem() + " - "
+ (String) m_TestsList.getSelectedValue();
StringBuffer outBuff = new StringBuffer();
outBuff.append(m_TTester.header(compareCol));
outBuff.append("\n");
m_History.addResult(name, outBuff);
m_History.setSingle(name);
m_TTester.setDisplayedResultsets(m_DisplayedList.getSelectedIndices());
m_TTester.setResultMatrix(m_ResultMatrix);
try {
if (tType < m_TTester.getNumResultsets()) {
outBuff.append(m_TTester.multiResultsetFull(tType, compareCol));
} else if (tType == m_TTester.getNumResultsets()) {
outBuff.append(m_TTester.multiResultsetSummary(compareCol));
} else {
outBuff.append(m_TTester.multiResultsetRanking(compareCol));
}
outBuff.append("\n");
} catch (Exception ex) {
outBuff.append(ex.getMessage() + "\n");
}
m_History.updateResult(name);
}
public void setResultKeyFromDialog() {
ListSelectorDialog jd = new ListSelectorDialog(null, m_ResultKeyList);
// Open the dialog
int result = jd.showDialog();
// If accepted, update the ttester
if (result == ListSelectorDialog.APPROVE_OPTION) {
int [] selected = m_ResultKeyList.getSelectedIndices();
String selectedList = "";
for (int i = 0; i < selected.length; i++) {
selectedList += "," + (selected[i] + 1);
}
Range generatorRange = new Range();
if (selectedList.length() != 0) {
try {
generatorRange.setRanges(selectedList);
} catch (Exception ex) {
ex.printStackTrace();
System.err.println(ex.getMessage());
}
}
m_TTester.setResultsetKeyColumns(generatorRange);
setTTester();
}
}
public void setDatasetKeyFromDialog() {
ListSelectorDialog jd = new ListSelectorDialog(null, m_DatasetKeyList);
// Open the dialog
int result = jd.showDialog();
// If accepted, update the ttester
if (result == ListSelectorDialog.APPROVE_OPTION) {
int [] selected = m_DatasetKeyList.getSelectedIndices();
String selectedList = "";
for (int i = 0; i < selected.length; i++) {
selectedList += "," + (selected[i] + 1);
}
Range generatorRange = new Range();
if (selectedList.length() != 0) {
try {
generatorRange.setRanges(selectedList);
} catch (Exception ex) {
ex.printStackTrace();
System.err.println(ex.getMessage());
}
}
m_TTester.setDatasetKeyColumns(generatorRange);
setTTester();
}
}
/**
* Swaps the keys for dataset and result.
*/
protected void swapDatasetKeyAndResultKey() {
int[] tmpSelected;
Range tmpRange;
// lists
tmpSelected = m_DatasetKeyList.getSelectedIndices();
m_DatasetKeyList.setSelectedIndices(m_ResultKeyList.getSelectedIndices());
m_ResultKeyList.setSelectedIndices(tmpSelected);
// tester
tmpRange = m_TTester.getDatasetKeyColumns();
m_TTester.setDatasetKeyColumns(m_TTester.getResultsetKeyColumns());
m_TTester.setResultsetKeyColumns(tmpRange);
setTTester();
}
public void setTestBaseFromDialog() {
ListSelectorDialog jd = new ListSelectorDialog(null, m_TestsList);
// Open the dialog
jd.showDialog();
}
public void setDisplayedFromDialog() {
ListSelectorDialog jd = new ListSelectorDialog(null, m_DisplayedList);
// Open the dialog
jd.showDialog();
}
/**
* displays the Dialog for the output format and sets the chosen settings,
* if the user approves.
*/
public void setOutputFormatFromDialog() {
OutputFormatDialog dialog = new OutputFormatDialog(PropertyDialog.getParentFrame(this));
m_ResultMatrix.setShowStdDev(m_ShowStdDevs.isSelected());
dialog.setResultMatrix(m_ResultMatrix);
dialog.setLocationRelativeTo(this);
if (dialog.showDialog() == OutputFormatDialog.APPROVE_OPTION) {
m_ResultMatrix = dialog.getResultMatrix();
m_ShowStdDevs.setSelected(m_ResultMatrix.getShowStdDev());
}
}
/**
* Save the currently selected result buffer to a file.
*/
protected void saveBuffer() {
StringBuffer sb = m_History.getSelectedBuffer();
if (sb != null) {
if (m_SaveOut.save(sb)) {
JOptionPane.showMessageDialog(this,
"File saved",
"Results",
JOptionPane.INFORMATION_MESSAGE);
}
} else {
m_SaveOutBut.setEnabled(false);
}
}
/**
* sets the currently selected Tester-Class.
*/
protected void setTester() {
Tester tester;
Tester t;
int i;
if (m_TesterClasses.getSelectedItem() == null)
return;
tester = null;
// find display name
try {
for (i = 0; i < m_Testers.size(); i++) {
t = (Tester) ((Class) m_Testers.get(i)).newInstance();
if (t.getDisplayName().equals(m_TesterClasses.getSelectedItem())) {
tester = t;
break;
}
}
}
catch (Exception e) {
e.printStackTrace();
}
if (tester == null) {
tester = new PairedCorrectedTTester(); // default
m_TesterClasses.setSelectedItem(tester.getDisplayName());
}
tester.assign(m_TTester);
m_TTester = tester;
m_PerformBut.setToolTipText(m_TTester.getToolTipText());
System.out.println("Tester set to: " + m_TTester.getClass().getName());
}
/**
* Tests out the results panel from the command line.
*
* @param args ignored
*/
public static void main(String [] args) {
try {
final JFrame jf = new JFrame("Weka Experiment: Results Analysis");
jf.getContentPane().setLayout(new BorderLayout());
final ResultsPanel sp = new ResultsPanel();
//sp.setBorder(BorderFactory.createTitledBorder("Setup"));
jf.getContentPane().add(sp, BorderLayout.CENTER);
jf.addWindowListener(new WindowAdapter() {
public void windowClosing(WindowEvent e) {
jf.dispose();
System.exit(0);
}
});
jf.pack();
jf.setSize(700, 550);
jf.setVisible(true);
} catch (Exception ex) {
ex.printStackTrace();
System.err.println(ex.getMessage());
}
}
}