Search in sources :

Example 11 with Algorithms

use of edu.cmu.tetrad.algcomparison.algorithm.Algorithms in project tetrad by cmu-phil.

the class TestSimulatedFmri method task2.

// @Test
public void task2() {
    Parameters parameters = new Parameters();
    parameters.set("penaltyDiscount", 1);
    parameters.set("depth", -1);
    parameters.set("twoCycleAlpha", 0);
    parameters.set("faskDelta", -.1);
    parameters.set("numRuns", 10);
    parameters.set("randomSelectionSize", 2);
    parameters.set("Structure", "Placeholder");
    Statistics statistics = new Statistics();
    statistics.add(new ParameterColumn("Structure"));
    statistics.add(new AdjacencyPrecision());
    statistics.add(new AdjacencyRecall());
    // statistics.add(new MathewsCorrAdj());
    statistics.add(new ArrowheadPrecision());
    statistics.add(new ArrowheadRecall());
    statistics.add(new TwoCyclePrecision());
    statistics.add(new TwoCycleRecall());
    statistics.add(new TwoCycleFalsePositive());
    statistics.add(new TwoCycleFalseNegative());
    statistics.add(new TwoCycleTruePositive());
    statistics.add(new ElapsedTime());
    statistics.setWeight("AHR", 1.0);
    statistics.setWeight("2CP", 1.0);
    statistics.setWeight("2CR", 1.0);
    statistics.setWeight("2CFP", 1.0);
    Simulations simulations = new Simulations();
    Algorithms algorithms = new Algorithms();
    for (int i = 1; i <= 28; i++) {
        // if (i == 21) continue;
        simulations.add(new LoadContinuousDataSmithSim("/Users/user/Downloads/smithsim/", i));
    // simulations.add(new LoadContinuousDataPwdd7("/Users/user/Downloads/pwdd7/", i, "50_BOLDdemefilt1"));
    // simulations.add(new LoadContinuousDataPwdd7("/Users/user/Downloads/pwdd7/", i, "50_BOLDnoise"));
    }
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.FASKLR));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.R1));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.R3));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.RSkew));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.RSkewE));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.Skew));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.SkewE));
    // algorithms.add(new LofsConcatenated(Lofs2.Rule.Patel));
    algorithms.add(new FaskConcatenated(new SemBicScore()));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.R1));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.R3));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.RSkew));
    // algorithms.add(new FasLofsConfcatenated(Lofs2.Rule.RSkewE));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.Skew));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.SkewE));
    // algorithms.add(new FasLofsConcatenated(Lofs2.Rule.Patel));
    Comparison comparison = new Comparison();
    comparison.setShowAlgorithmIndices(true);
    comparison.setShowSimulationIndices(true);
    comparison.setSortByUtility(false);
    comparison.setShowUtilities(false);
    comparison.setParallelized(false);
    comparison.setSaveGraphs(false);
    comparison.setTabDelimitedTables(false);
    comparison.setSaveGraphs(true);
    String directory = "smithsim";
    comparison.compareFromSimulations(directory, simulations, algorithms, statistics, parameters);
}
Also used : Simulations(edu.cmu.tetrad.algcomparison.simulation.Simulations) Parameters(edu.cmu.tetrad.util.Parameters) Algorithms(edu.cmu.tetrad.algcomparison.algorithm.Algorithms) Comparison(edu.cmu.tetrad.algcomparison.Comparison) SemBicScore(edu.cmu.tetrad.algcomparison.score.SemBicScore)

Example 12 with Algorithms

use of edu.cmu.tetrad.algcomparison.algorithm.Algorithms in project tetrad by cmu-phil.

the class TestSimulatedFmr3 method TestCycles_Data_fMRI_FASK.

public void TestCycles_Data_fMRI_FASK() {
    Parameters parameters = new Parameters();
    parameters.set("penaltyDiscount", 4);
    parameters.set("depth", -1);
    parameters.set("twoCycleAlpha", .001);
    parameters.set("thresholdForReversing", 1);
    parameters.set("numRuns", 60);
    // parameters.set("randomSelectionSize", 10);
    // parameters.set("penaltyDiscount", 6);
    // parameters.set("depth", -1);
    // parameters.set("twoCycleAlpha", 1e-15);
    // 
    // parameters.set("numRuns", 10);
    // For automatically generated concatenations if you're doing them.
    // parameters.set("randomSelectionSize", 5);
    parameters.set("Structure", "Placeholder");
    Statistics statistics = new Statistics();
    statistics.add(new ParameterColumn("Structure"));
    statistics.add(new AdjacencyPrecision());
    statistics.add(new AdjacencyRecall());
    statistics.add(new ArrowheadPrecision());
    statistics.add(new ArrowheadRecall());
    statistics.add(new TwoCyclePrecision());
    statistics.add(new TwoCycleRecall());
    statistics.add(new TwoCycleFalsePositive());
    statistics.add(new TwoCycleFalseNegative());
    statistics.add(new TwoCycleTruePositive());
    statistics.add(new ElapsedTime());
    statistics.setWeight("AP", 1.0);
    statistics.setWeight("AR", 1.0);
    statistics.setWeight("AHP", 1.0);
    statistics.setWeight("AHR", 1.0);
    statistics.setWeight("2CP", 1.0);
    statistics.setWeight("2CR", 1.0);
    statistics.setWeight("2CFP", 1.0);
    Simulations simulations = new Simulations();
    // String dir =  "/Users/user/Downloads/Cycles_Data_fMRI_Training/";
    String dir = "/Users/user/Downloads/CyclesTestingData/";
    String subdir = "data_fslfilter_concat";
    // String subdir = "data_fslfilter";
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network1_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network2_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network3_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network4_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network5_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network5_cont", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network5_cont_p3n7", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network5_cont_p7n3", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network6_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network6_cont", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network7_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network7_cont", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network8_amp_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network8_amp_cont", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network8_cont_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network9_amp_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network9_amp_cont", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Network9_cont_amp", subdir));
    simulations.add(new LoadContinuousDataAndSingleGraph(dir + "Diamond", subdir));
    // simulations.add(new LoadContinuousDataAndSingleGraph(
    // dir + "Markov_Complex_1", subdir));
    Algorithms algorithms = new Algorithms();
    algorithms.add(new Fask());
    Comparison comparison = new Comparison();
    comparison.setShowAlgorithmIndices(true);
    comparison.setShowSimulationIndices(true);
    comparison.setSortByUtility(false);
    comparison.setShowUtilities(false);
    comparison.setParallelized(false);
    comparison.setSaveGraphs(false);
    comparison.setTabDelimitedTables(false);
    comparison.compareFromSimulations("comparison", simulations, algorithms, statistics, parameters);
}
Also used : Simulations(edu.cmu.tetrad.algcomparison.simulation.Simulations) Parameters(edu.cmu.tetrad.util.Parameters) Algorithms(edu.cmu.tetrad.algcomparison.algorithm.Algorithms) Comparison(edu.cmu.tetrad.algcomparison.Comparison)

Example 13 with Algorithms

use of edu.cmu.tetrad.algcomparison.algorithm.Algorithms in project tetrad by cmu-phil.

the class TestSimulatedFmr3 method TestMadelynDAta.

public void TestMadelynDAta() {
    Parameters parameters = new Parameters();
    parameters.set("penaltyDiscount", 10);
    parameters.set("depth", -1);
    parameters.set("twoCycleAlpha", 1e-12);
    parameters.set("thresholdForReversing", 1);
    parameters.set("numRuns", 10);
    parameters.set("randomSelectionSize", 10);
    // parameters.set("penaltyDiscount", 6);
    // parameters.set("depth", -1);
    // parameters.set("twoCycleAlpha", 1e-15);
    // 
    // parameters.set("numRuns", 10);
    // For automatically generated concatenations if you're doing them.
    // parameters.set("randomSelectionSize", 5);
    parameters.set("Structure", "Placeholder");
    Statistics statistics = new Statistics();
    statistics.add(new AdjacencyPrecision());
    statistics.add(new AdjacencyRecall());
    statistics.add(new ArrowheadPrecision());
    statistics.add(new ArrowheadRecall());
    statistics.add(new TwoCyclePrecision());
    statistics.add(new TwoCycleRecall());
    statistics.add(new TwoCycleFalsePositive());
    statistics.add(new TwoCycleFalseNegative());
    statistics.add(new TwoCycleTruePositive());
    statistics.add(new ElapsedTime());
    statistics.setWeight("AP", 1.0);
    statistics.setWeight("AR", 1.0);
    statistics.setWeight("AHP", 1.0);
    statistics.setWeight("AHR", 1.0);
    statistics.setWeight("2CP", 1.0);
    statistics.setWeight("2CR", 1.0);
    statistics.setWeight("2CFP", 1.0);
    String dir = "/Users/user/Downloads/SimulatedData_2/";
    String[] dirs = new String[] { "AllNegative", "AllPositive", "TwoCycleNegative", "XYNegative", "XYPositive", "XZNegative", "XZPositive", "YZNegative", "YZPositive" };
    String[] suffixes = new String[] { "allneg", "allpos", "twocycleneg", "XYneg", "XYpos", "XZneg", "XZpos", "YZneg", "YZpos" };
    for (int i = 0; i < dirs.length; i++) {
        System.out.println("Directory " + dirs[i]);
        Simulations simulations = new Simulations();
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 1));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 2));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 3));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 4));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 5));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 6));
        simulations.add(new LoadMadelynData(dir + dirs[i], suffixes[i], 7));
        Algorithms algorithms = new Algorithms();
        algorithms.add(new FaskConcatenated());
        Comparison comparison = new Comparison();
        comparison.setShowAlgorithmIndices(true);
        comparison.setShowSimulationIndices(true);
        comparison.setSortByUtility(false);
        comparison.setShowUtilities(false);
        comparison.setParallelized(false);
        comparison.setSaveGraphs(false);
        comparison.setTabDelimitedTables(false);
        comparison.setComparisonGraph(Comparison.ComparisonGraph.true_DAG);
        comparison.compareFromSimulations("comparison_" + dirs[i], simulations, algorithms, statistics, parameters);
    }
}
Also used : Simulations(edu.cmu.tetrad.algcomparison.simulation.Simulations) Parameters(edu.cmu.tetrad.util.Parameters) Algorithms(edu.cmu.tetrad.algcomparison.algorithm.Algorithms) Comparison(edu.cmu.tetrad.algcomparison.Comparison)

Example 14 with Algorithms

use of edu.cmu.tetrad.algcomparison.algorithm.Algorithms in project tetrad by cmu-phil.

the class TestKunMeasurementError method TestCycles_Data_fMRI_FASK.

public void TestCycles_Data_fMRI_FASK() {
    Parameters parameters = new Parameters();
    parameters.set("numRuns", 20);
    parameters.set("penaltyDiscount", 1);
    parameters.set("depth", -1);
    parameters.set("determinismThreshold", .1);
    parameters.set("verbose", true);
    parameters.set("symmetricFirstStep", false);
    parameters.set("faithfulnessAssumed", false);
    parameters.set("maxDegree", 100);
    Statistics statistics = new Statistics();
    // statistics.add(new ParameterColumn("determinismThreshold"));
    statistics.add(new AdjacencyPrecision());
    statistics.add(new AdjacencyRecall());
    statistics.add(new ArrowheadPrecision());
    statistics.add(new ArrowheadRecall());
    Simulations simulations = new Simulations();
    // String dir = "/Users/user/Downloads/Simul1_T500";
    String dir = "/Users/user/Downloads/Simul1_T2000";
    // String dir = "/Users/user/Downloads/Simul2_T500";
    // String dir = "/Users/user/Downloads/Simul2_T2000";
    simulations.add(new LoadContinuousDataAndSingleGraphKun(dir, "Cov_X"));
    simulations.add(new LoadContinuousDataAndSingleGraphKun(dir, "Cov_tilde"));
    simulations.add(new LoadContinuousDataAndSingleGraphKun(dir, "Cov_tilde_hat"));
    // 
    Algorithms algorithms = new Algorithms();
    IndependenceWrapper test = new SemBicTest();
    ScoreWrapper score = new SemBicScore();
    algorithms.add(new Pc(test));
    algorithms.add(new Fges(score));
    algorithms.add(new Pcd());
    algorithms.add(new FgesD());
    Comparison comparison = new Comparison();
    comparison.setShowAlgorithmIndices(true);
    comparison.setShowSimulationIndices(true);
    comparison.setSortByUtility(false);
    comparison.setShowUtilities(false);
    comparison.setParallelized(false);
    comparison.setSaveGraphs(false);
    comparison.setTabDelimitedTables(false);
    comparison.compareFromSimulations("comparison", simulations, algorithms, statistics, parameters);
}
Also used : Simulations(edu.cmu.tetrad.algcomparison.simulation.Simulations) SemBicTest(edu.cmu.tetrad.algcomparison.independence.SemBicTest) Parameters(edu.cmu.tetrad.util.Parameters) ScoreWrapper(edu.cmu.tetrad.algcomparison.score.ScoreWrapper) Fges(edu.cmu.tetrad.algcomparison.algorithm.oracle.pattern.Fges) Pcd(edu.cmu.tetrad.algcomparison.algorithm.oracle.pattern.Pcd) IndependenceWrapper(edu.cmu.tetrad.algcomparison.independence.IndependenceWrapper) Algorithms(edu.cmu.tetrad.algcomparison.algorithm.Algorithms) Pc(edu.cmu.tetrad.algcomparison.algorithm.oracle.pattern.Pc) Comparison(edu.cmu.tetrad.algcomparison.Comparison) SemBicScore(edu.cmu.tetrad.algcomparison.score.SemBicScore) FgesD(edu.cmu.tetrad.algcomparison.algorithm.oracle.pattern.FgesD)

Example 15 with Algorithms

use of edu.cmu.tetrad.algcomparison.algorithm.Algorithms in project tetrad by cmu-phil.

the class CompareExternalAlgorithms method main.

public static void main(String... args) {
    Parameters parameters = new Parameters();
    parameters.set("numRuns", 10);
    Statistics statistics = new Statistics();
    statistics.add(new ParameterColumn("numMeasures"));
    statistics.add(new ParameterColumn("avgDegree"));
    statistics.add(new ParameterColumn("sampleSize"));
    statistics.add(new AdjacencyPrecision());
    statistics.add(new AdjacencyRecall());
    statistics.add(new ArrowheadPrecision());
    statistics.add(new ArrowheadRecall());
    statistics.add(new F1Adj());
    statistics.add(new F1Arrow());
    statistics.add(new F1All());
    statistics.add(new ElapsedTime());
    statistics.setWeight("AP", 1.0);
    statistics.setWeight("AR", 0.5);
    statistics.setWeight("AHP", 1.0);
    statistics.setWeight("AHR", 0.5);
    Algorithms algorithms = new Algorithms();
    algorithms.add(new ExternalAlgorithmTetrad("PC_(\"Peter_and_Clark\"),_Priority_Rule,_using_Fisher_Z_test,_alpha_=_0.001"));
    algorithms.add(new ExternalAlgorithmPcalgPc("PC_pcalg_defaults_alpha_=_0.001"));
    algorithms.add(new ExternalAlgorithmBNTPc("learn_struct_pdag_pc_alpha_=_0.001"));
    Comparison comparison = new Comparison();
    comparison.setShowAlgorithmIndices(true);
    comparison.setShowSimulationIndices(true);
    comparison.setSortByUtility(false);
    comparison.setShowUtilities(false);
    comparison.setParallelized(false);
    comparison.generateReportFromExternalAlgorithms("/Users/user/comparison-data/condition_1", "/Users/user/causal-comparisons/condition_1", algorithms, statistics, parameters);
}
Also used : Parameters(edu.cmu.tetrad.util.Parameters) Algorithms(edu.cmu.tetrad.algcomparison.algorithm.Algorithms) Comparison(edu.cmu.tetrad.algcomparison.Comparison) ExternalAlgorithmBNTPc(edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmBNTPc) ExternalAlgorithmPcalgPc(edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmPcalgPc) ExternalAlgorithmTetrad(edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmTetrad)

Aggregations

Algorithms (edu.cmu.tetrad.algcomparison.algorithm.Algorithms)26 Parameters (edu.cmu.tetrad.util.Parameters)25 Comparison (edu.cmu.tetrad.algcomparison.Comparison)24 Simulations (edu.cmu.tetrad.algcomparison.simulation.Simulations)17 SemBicScore (edu.cmu.tetrad.algcomparison.score.SemBicScore)12 RandomForward (edu.cmu.tetrad.algcomparison.graph.RandomForward)9 FisherZ (edu.cmu.tetrad.algcomparison.independence.FisherZ)6 Fges (edu.cmu.tetrad.algcomparison.algorithm.oracle.pattern.Fges)5 LinearFisherModel (edu.cmu.tetrad.algcomparison.simulation.LinearFisherModel)4 FirstInflection (edu.cmu.tetrad.algcomparison.algorithm.FirstInflection)2 Gfci (edu.cmu.tetrad.algcomparison.algorithm.oracle.pag.Gfci)2 SemSimulation (edu.cmu.tetrad.algcomparison.simulation.SemSimulation)2 Algorithm (edu.cmu.tetrad.algcomparison.algorithm.Algorithm)1 StARS (edu.cmu.tetrad.algcomparison.algorithm.StARS)1 StabilitySelection (edu.cmu.tetrad.algcomparison.algorithm.StabilitySelection)1 ExternalAlgorithmBNTPc (edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmBNTPc)1 ExternalAlgorithmPcalgPc (edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmPcalgPc)1 ExternalAlgorithmTetrad (edu.cmu.tetrad.algcomparison.algorithm.external.ExternalAlgorithmTetrad)1 Fask (edu.cmu.tetrad.algcomparison.algorithm.multi.Fask)1 ImagesPcStableMax (edu.cmu.tetrad.algcomparison.algorithm.multi.ImagesPcStableMax)1