16 files changed, 991 insertions, 0 deletions

diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Domain.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Domain.xtend
new file mode 100644
index 00000000..8351e96b
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Domain.xtend
@@ -0,0 +1,5 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.app
+
+enum Domain{
+        Yakinduum
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Main.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Main.xtend
new file mode 100644
index 00000000..cf871ead
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/Main.xtend
@@ -0,0 +1,72 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.app
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.EMFGraph
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io.CsvFileWriter
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io.GraphReader
+import hu.bme.mit.inf.dslreasoner.domains.yakindu.sgraph.yakindumm.impl.YakindummPackageImpl
+import java.util.ArrayList
+
+//import yakindumm2.impl.Yakindumm2PackageImpl
+
+class Main {
+        static class RWInformation{
+                public var String inputFolder;
+                public var String outputFolder;
+                public var int numRuns;
+                
+                new(String inputFolder, String outputFolder, int numRuns){
+                        this.inputFolder = inputFolder;
+                        this.outputFolder = outputFolder;
+                        this.numRuns = numRuns;
+                }
+        }
+        
+        def static void main(String[] args){
+                //init model
+                YakindummPackageImpl.eINSTANCE.eClass;
+//              Yakindumm2PackageImpl.eINSTANCE.eClass;
+                //val infos = initData();                                                                       
+                                                                                
+                println("Start Reading Models...");
+                var reader = new GraphReader(YakindummPackageImpl.eINSTANCE);
+//              for(info : infos){
+//                      calculateAllModels(info.inputFolder, info.outputFolder,info.numRuns, reader);
+//              }
+                
+                //human input has different package declaration
+//              reader = new GraphReader(Yakindumm2PackageImpl.eINSTANCE);
+                val human = new RWInformation("inputs/Random/", "outputs/", 1);
+                calculateAllModels(human.inputFolder, human.outputFolder,human.numRuns, reader);
+                
+                
+                println("finished");
+        }
+        
+        static def initData(){
+                val infos = new ArrayList<RWInformation>();
+                infos.add(new RWInformation("inputs/alloyInput/models/", "../plot/statistics/alloyOutput/", 20));
+                infos.add(new RWInformation("inputs/randomInput/models/", "../plot/statistics/randomOutput/", 20));
+                infos.add(new RWInformation("inputs/viatraInput30/", "../plot/statistics/viatraOutput30/", 20));
+                infos.add(new RWInformation("inputs/viatraInput100/", "../plot/statistics/viatraOutput100/", 10));
+                return infos;
+        }
+        
+        static def calculateAllModels(String inputFolder, String outputFolder, int numRuns, GraphReader reader){
+                for(var i = 1; i <= numRuns; i++){
+                        val models = new ArrayList<EMFGraph>();
+                        models.addAll(reader.readModels(inputFolder + "run" + i));
+                        for(model : models){
+                                calculateAndOutputMetrics(model, YakindummPackageImpl.eNAME, outputFolder+model.name+"_run_"+i+".csv");
+                        }
+                }
+                println("output results Ended for: " + outputFolder);
+                
+                
+        }
+        
+        static def calculateAndOutputMetrics(EMFGraph model, String metaModel, String fileName){
+                //println("evaluating for " + model.name);
+                model.metaModel = metaModel;
+                CsvFileWriter.write(model.evaluateAllMetrics(), fileName);
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/PartialInterpretationMetric.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/PartialInterpretationMetric.xtend
new file mode 100644
index 00000000..cdd06027
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/app/PartialInterpretationMetric.xtend
@@ -0,0 +1,124 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.app
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.distance.KSDistance
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.PartialInterpretationGraph
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io.CsvFileWriter
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.Metric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MultiplexParticipationCoefficientMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.NodeActivityMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.OutDegreeMetric
+import hu.bme.mit.inf.dslreasoner.viatrasolver.partialinterpretationlanguage.partialinterpretation.PartialInterpretation
+import java.io.File
+import java.io.FileNotFoundException
+import java.io.PrintWriter
+import java.util.ArrayList
+import java.util.List
+import org.eclipse.emf.ecore.util.EcoreUtil
+import org.eclipse.viatra.dse.api.Solution
+
+class PartialInterpretationMetric {
+        var static state = 0;
+        var static KSDistance ks;
+        
+        def static void initPaths(){
+                new File("debug/metric/").mkdir();
+                new File("debug/metric/trajectories/").mkdir();
+                ks = new KSDistance(Domain.Yakinduum);
+        }
+        
+        def static MetricDistanceGroup calculateMetricDistance(PartialInterpretation partial){
+                val metrics = new ArrayList<Metric>();
+                metrics.add(new OutDegreeMetric());
+                metrics.add(new NodeActivityMetric());
+                metrics.add(new MultiplexParticipationCoefficientMetric());
+                
+                val metricCalculator = new PartialInterpretationGraph(partial, metrics, null);          
+                var metricSamples = metricCalculator.evaluateAllMetricsToSamples();
+                
+                var mpc = ks.mpcDistance(metricSamples.mpcSamples);
+                var na = ks.naDistance(metricSamples.naSamples);
+                var outDegree = ks.outDegreeDistance(metricSamples.outDegreeSamples);
+                
+                return new MetricDistanceGroup(mpc, na, outDegree);
+        }
+        
+        // calculate the metrics for a state
+        def static void calculateMetric(PartialInterpretation partial, String path, String currentStateId, Integer counter){
+                val metrics = new ArrayList<Metric>();
+                metrics.add(new OutDegreeMetric());
+                metrics.add(new NodeActivityMetric());
+                metrics.add(new MultiplexParticipationCoefficientMetric());
+                
+                //make dir since the folder can be none existing
+                new File(path).mkdir();
+                val filename = path + "/state_"+currentStateId+"-"+counter+".csv";
+                state++;
+                val metricCalculator = new PartialInterpretationGraph(partial, metrics, currentStateId);
+                
+                CsvFileWriter.write(metricCalculator.evaluateAllMetrics(), filename);
+        }
+        
+        def static void outputTrajectories(PartialInterpretation empty, List<Solution>  solutions){     
+                for(solution : solutions){
+                        //need to copy the empty solution because the transition directly worked on the graph
+                        val emptySolutionCopy = EcoreUtil.copy(empty)
+                        val trajectory = solution.shortestTrajectory;
+                        trajectory.modelWithEditingDomain = emptySolutionCopy
+                        
+                        // state codes that will record the trajectory
+                        val stateCodes = newArrayList()
+                        
+                        var counter = 0
+                        //transform and record the state codes for each state
+                        while(trajectory.doNextTransformation){
+                                //println(trajectory.stateCoder.createStateCode)
+                                val stateId = trajectory.stateCoder.createStateCode.toString
+                                val interpretation = trajectory.getModel();
+                                //calculate metrics of current state
+                                calculateMetric(interpretation as PartialInterpretation, "debug/metric/output", stateId, counter)
+                                stateCodes.add(stateId)
+                                counter++
+                        }
+                        
+                        
+                        //output the trajectory
+                        try{
+                                new File("debug/metric/trajectories/").mkdir();
+                                val path = "debug/metric/trajectories/trajectory"+trajectory.stateCoder.createStateCode.toString+".csv"
+                                val PrintWriter writer = new PrintWriter(new File(path))
+                                val output = new StringBuilder
+                                for(stateCode : stateCodes){
+                                        output.append(stateCode+'\n')
+                                }
+                                writer.write(output.toString())
+                                writer.close()
+                        }catch(FileNotFoundException e) {
+                                e.printStackTrace()
+                        }
+                }                       
+        }
+}
+
+class MetricDistanceGroup{
+        var double mpcDistance;
+        var double naDistance;
+        var double outDegreeDistance;
+        
+        new(double mpcDistance, double naDistance, double outDegreeDistance){
+                this.mpcDistance = mpcDistance;
+                this.naDistance = naDistance;
+                this.outDegreeDistance = outDegreeDistance;
+        }
+        
+        def double getMPCDistance(){
+                return this.mpcDistance
+        }
+        
+        def double getNADistance(){
+                return this.naDistance
+        }
+        
+        def double getOutDegreeDistance(){
+                return this.outDegreeDistance
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/distance/KSDistance.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/distance/KSDistance.xtend
new file mode 100644
index 00000000..1fb21529
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/distance/KSDistance.xtend
@@ -0,0 +1,47 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.distance
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.app.Domain
+import java.util.List
+import org.apache.commons.math3.stat.inference.KolmogorovSmirnovTest
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io.RepMetricsReader
+
+class KSDistance {
+        var static ksTester = new KolmogorovSmirnovTest();
+        var double[] mpcSamples;
+        var double[] naSamples;
+        var double[] outDegreeSamples;
+        
+        new(Domain d){
+                var metrics = RepMetricsReader.read(d);
+                mpcSamples = metrics.mpcSamples;
+                naSamples = metrics.naSamples.stream.mapToDouble([it]).toArray();
+                outDegreeSamples = metrics.outDegreeSamples.stream.mapToDouble([it]).toArray();
+        }
+        
+        def double mpcDistance(List<Double> samples){
+                // map list to array
+                var arr = samples.stream.mapToDouble([it]).toArray();
+                
+                //if the size of array is smaller than 2, ks distance cannot be performed, simply return 1
+                if(arr.size < 2) return 1;
+                return ksTester.kolmogorovSmirnovStatistic(mpcSamples, arr);
+        }
+        
+        def double naDistance(List<Double> samples){
+                // map list to array
+                var arr = samples.stream.mapToDouble([it]).toArray();
+                
+                //if the size of array is smaller than 2, ks distance cannot be performed, simply return 1
+                if(arr.size < 2) return 1;
+                return ksTester.kolmogorovSmirnovStatistic(naSamples as double[], arr);
+        }
+        
+        def double outDegreeDistance(List<Double> samples){
+                // map list to array
+                var arr = samples.stream.mapToDouble([it]).toArray();
+                
+                //if the size of array is smaller than 2, ks distance cannot be performed, simply return 1
+                if(arr.size < 2) return 1;
+                return ksTester.kolmogorovSmirnovStatistic(outDegreeSamples, arr);
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/EMFGraph.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/EMFGraph.xtend
new file mode 100644
index 00000000..5c161f4b
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/EMFGraph.xtend
@@ -0,0 +1,106 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.Metric
+import java.util.ArrayList
+import java.util.List
+import org.eclipse.emf.common.util.EList
+import org.eclipse.emf.ecore.EObject
+import org.eclipse.emf.ecore.EReference
+
+class EMFGraph extends Graph{   
+        def void init (EObject root, List<Metric> metrics, String name, List<String> referenceTypes){
+                val otherContents = root.eAllContents.toList();
+                otherContents.add(root);
+                init(otherContents, metrics, name, referenceTypes);
+        }
+        
+        /**
+         * init the graph with all nodes and reference types in the meta model
+         * @param objects: objects in the instance model (exclude root)
+         * @param metrics: metrics to be evaluated
+         * @param name: name of the instance model
+         * @param ReferenceTypes: reference types defined in the meta model
+         */
+        def void init(List<EObject> objects, List<Metric> metrics, String name, List<String> referenceTypes){
+                objects.forEach[it|
+                        statistic.addNode(it);
+                ]
+                
+                referenceTypes.forEach[it|
+                        statistic.addType(it);
+                ];
+                
+                objects.forEach[source|
+                        source.eClass.EAllReferences.forEach[r|
+                                //add the type first (if it is not added already)
+                                //many references
+                                if(r.isMany){
+                                        source.getNeighbours(r).forEach[target|
+                                                addEdge(source, target, r);
+                                        ]
+                                }else{
+                                        //single references
+                                        val target = source.eGet(r) as EObject;
+                                        addEdge(source, target, r);
+                                }
+                        ]
+                ]
+                
+                this.metrics = metrics;
+                this.name = name;
+        }
+        
+        /**
+         * Set basic information for the output
+         */
+   override setBasicInformation(ArrayList<ArrayList<String>> output){
+                val metaInfo = new ArrayList<String>();
+                metaInfo.add(META_MODEL_HEADER);
+                metaInfo.add(this.metaModel);
+                
+                val edgeInfo = new ArrayList<String>();
+                edgeInfo.add(NUM_EDGE_TYPE_HEADER);
+                edgeInfo.add(this.statistic.allTypes.size()+"");
+                
+                val nodeInfo = new ArrayList<String>();
+                nodeInfo.add(NUM_NODE_HEADER);
+                nodeInfo.add(this.statistic.allNodes.size()+"");
+                
+                val stateInfo = new ArrayList<String>();
+                stateInfo.add(STATE_ID_HEADER);
+                stateInfo.add(this.name);
+                
+                
+                output.add(metaInfo);
+                output.add(edgeInfo);
+                output.add(nodeInfo);
+                output.add(stateInfo);
+        }
+        
+        def EList<EObject> getNeighbours(EObject o, EReference r){
+                return (o.eGet(r, true) as EList<EObject>);
+        }
+        
+        def addEdge(EObject source, EObject target, EReference r){
+                if(target !== null && r !== null){
+                        statistic.addEdge(source, target, r.name);
+                }
+        }
+        
+        override GraphStatistic getStatistic(){
+                return this.statistic;
+        }
+        
+        override String getName(){
+                return this.name;
+        }
+        
+        def void setMetaModel(String model){
+                this.metaModel = model;
+        }
+        
+        def String getMetaModel(){
+                return this.metaModel;
+        }
+        
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/Graph.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/Graph.xtend
new file mode 100644
index 00000000..cf4aedba
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/Graph.xtend
@@ -0,0 +1,61 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.Metric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MetricSampleGroup
+import java.util.ArrayList
+import java.util.List
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MultiplexParticipationCoefficientMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.NodeActivityMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.OutDegreeMetric
+
+abstract class Graph {
+        
+        protected static val String META_MODEL_HEADER = "Meta Mode"
+        protected static val String NUM_NODE_HEADER = "Number Of Nodes";
+        protected static val String NUM_EDGE_TYPE_HEADER = "Number of Edge types"; 
+        protected static val String STATE_ID_HEADER = "State Id";
+        
+        protected val statistic = new GraphStatistic();
+        protected var List<Metric> metrics;
+        protected var String name = "";
+        protected var String metaModel = "";
+        
+        /**
+         * evaluate all metrics for this model
+         * return the result as a two dimentional list
+         */
+        def ArrayList<ArrayList<String>> evaluateAllMetrics(){
+                val result = new ArrayList<ArrayList<String>>();
+                setBasicInformation(result);
+                
+                for(metric : this.metrics){
+                        val datas = metric.evaluate(this.statistic);
+                        for(row : datas){
+                                result.add(new ArrayList<String>(row));
+                        }
+                }
+                return result;
+        }       
+        
+        def MetricSampleGroup evaluateAllMetricsToSamples(){
+                var sample = new MetricSampleGroup();
+                
+                for(metric : this.metrics){
+                        if(metric instanceof MultiplexParticipationCoefficientMetric){
+                                sample.mpcSamples = metric.evaluateSamples(this.statistic);                             
+                        }else if(metric instanceof NodeActivityMetric){
+                                sample.naSamples = metric.evaluateSamples(this.statistic);
+                        }else if(metric instanceof OutDegreeMetric){
+                                sample.outDegreeSamples = metric.evaluateSamples(this.statistic);
+                        }
+                }
+                
+                return sample;
+        }
+        
+        def void setBasicInformation(ArrayList<ArrayList<String>> result);
+        
+        def GraphStatistic getStatistic();
+        
+        def String getName();
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/GraphStatistic.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/GraphStatistic.xtend
new file mode 100644
index 00000000..7ed58094
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/GraphStatistic.xtend
@@ -0,0 +1,107 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph
+
+import com.google.common.collect.ArrayListMultimap
+import com.google.common.collect.Multimap
+import java.util.HashMap
+import java.util.HashSet
+import java.util.List
+import org.eclipse.emf.ecore.EObject
+
+class GraphStatistic {
+        val incomingEdges = new HashMap<String, Multimap<EObject, EObject>>;
+        val outcomingEdges = new HashMap<String, Multimap<EObject, EObject>>;
+        
+        val edgeTypes = new HashSet<String>();
+        val nodes = new HashSet<EObject>();
+                
+        /**
+         * Add an edge type to to the graph
+         * @param type: type to add
+         */
+        def void addType(String type){
+                if(edgeTypes.contains(type)){
+                        return;
+                }
+                edgeTypes.add(type);
+                incomingEdges.put(type, ArrayListMultimap.create());
+                outcomingEdges.put(type, ArrayListMultimap.create());
+        }
+        
+        /**
+         * Add a node to he graph 
+         * @param node: node to add
+         */
+         def void addNode(EObject n){
+                if(nodes.contains(n)){
+                        return;
+                }
+                
+                nodes.add(n);
+         }
+         
+         /**
+          * Add an edge to the graph
+          * @param source: source node
+          * @param target: target node
+          * @param type: type of the reference
+          */
+          def void addEdge(EObject source, EObject target, String type){
+                outcomingEdges.get(type).put(source, target);
+                incomingEdges.get(type).put(target, source);
+          }
+          
+          /**
+           * calculate the out degree for an object
+           */
+          def int outDegree(EObject o){
+                var count = 0;
+                
+                for (String type : edgeTypes){
+                        count += outcomingEdges.get(type).get(o).size();
+                }
+                return count;
+          }
+          
+          /**
+           * calculate the in degree of an object
+           */
+          def int inDegree(EObject o){
+                var count = 0;
+                
+                for (String type : edgeTypes){
+                        count += incomingEdges.get(type).get(o).size();
+                }
+                return count;
+          }
+          
+          /**
+           * calculate the dimentional degree of a node
+           */
+          def int dimentionalDegree(EObject o, String type){
+                return incomingEdges.get(type).get(o).size() + outcomingEdges.get(type).get(o).size();
+          }
+          
+          /**
+           * calculate the number of edge types for a given degree.
+           */
+          def int numOfEdgeTypes(EObject o){
+                var count = 0;
+                
+                for(String type : edgeTypes){
+                        if(dimentionalDegree(o, type) > 0){
+                                count++;
+                        }
+                }
+                
+                return count;
+          }
+          
+          def List<String> getAllTypes(){
+                return edgeTypes.toList();
+          }
+          
+          def List<EObject> getAllNodes(){
+                return nodes.toList();
+          }
+}
+
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/PartialInterpretationGraph.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/PartialInterpretationGraph.xtend
new file mode 100644
index 00000000..14337ab0
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/graph/PartialInterpretationGraph.xtend
@@ -0,0 +1,77 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.Metric
+import hu.bme.mit.inf.dslreasoner.logic.model.logiclanguage.RelationDeclaration
+import hu.bme.mit.inf.dslreasoner.viatrasolver.partialinterpretationlanguage.partialinterpretation.BinaryElementRelationLink
+import hu.bme.mit.inf.dslreasoner.viatrasolver.partialinterpretationlanguage.partialinterpretation.PartialInterpretation
+import hu.bme.mit.inf.dslreasoner.viatrasolver.partialinterpretationlanguage.partialinterpretation.impl.BooleanElementImpl
+import java.util.ArrayList
+import java.util.List
+
+class PartialInterpretationGraph extends Graph{
+        
+        /**
+         * Define a new PartialInterpretationGraph by parse every element from a PartialInterpretation
+         */
+        new(PartialInterpretation partial, List<Metric> metrics, String name){          
+                //the edge types are defined in terms of RelationDeclaration
+                partial.problem.relations.filter(RelationDeclaration).forEach[
+                        this.statistic.addType(it.name);
+                ]
+                // add all elements
+                val elements = getElements(partial);
+                for(element : elements){
+                        statistic.addNode(element)
+                }
+                
+                for(relationInterpretation : partial.partialrelationinterpretation) {
+                        val type = relationInterpretation.interpretationOf.name
+                        
+                        for(edge : relationInterpretation.relationlinks.filter(BinaryElementRelationLink)){
+                                statistic.addEdge(edge.param1, edge.param2, type);
+                        }                       
+                }       
+                
+                this.name = name;
+                this.metrics = metrics; 
+        }
+        
+        /**
+         * Set basic information for the output
+         */
+        override setBasicInformation(ArrayList<ArrayList<String>> output){
+                val metaInfo = new ArrayList<String>();
+                metaInfo.add(META_MODEL_HEADER);
+                metaInfo.add(this.metaModel);
+                
+                val edgeInfo = new ArrayList<String>();
+                edgeInfo.add(NUM_EDGE_TYPE_HEADER);
+                edgeInfo.add(this.statistic.allTypes.size()+"");
+                
+                val nodeInfo = new ArrayList<String>();
+                nodeInfo.add(NUM_NODE_HEADER);
+                nodeInfo.add(this.statistic.allNodes.size()+"");
+                
+                val stateInfo = new ArrayList<String>();
+                stateInfo.add(STATE_ID_HEADER);
+                stateInfo.add(this.name);
+                
+                output.add(metaInfo);
+                output.add(edgeInfo);
+                output.add(nodeInfo);
+                output.add(stateInfo);
+        }
+        
+        private def getElements(PartialInterpretation partial){
+                return partial.newElements.filter[!(it instanceof BooleanElementImpl)] + partial.problem.elements;
+        }
+        
+        override getStatistic() {
+                throw new UnsupportedOperationException("TODO: auto-generated method stub")
+        }
+        
+        override getName() {
+                return name;
+        }
+        
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/CsvFileWriter.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/CsvFileWriter.xtend
new file mode 100644
index 00000000..bed356e9
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/CsvFileWriter.xtend
@@ -0,0 +1,37 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io;
+
+import java.io.File
+import java.io.FileNotFoundException
+import java.io.PrintWriter
+import java.util.ArrayList
+import java.util.List
+
+class CsvFileWriter {
+        def static void write(ArrayList<ArrayList<String>> datas, String uri) {
+                if(datas.size() <= 0) {
+                        return;
+                }
+                
+                //println("Output csv for " + uri);
+                try  {
+                        val PrintWriter writer = new PrintWriter(new File(uri));
+                        val output = new StringBuilder;
+                        for(List<String> datarow : datas){
+                                for(var i = 0; i < datarow.size() - 1; i++){
+                                        output.append(datarow.get(i) + ',');
+                                }
+                                
+                                if(datarow.size > 1){
+                                        output.append(datarow.get(datarow.size() - 1));
+                                        output.append('\n');
+                                }
+                        }
+                        
+                        writer.write(output.toString());
+                        writer.close();
+                        //println("Output csv finished");
+                }catch(FileNotFoundException e) {
+                        e.printStackTrace();
+                }
+        }
+}
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/GraphReader.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/GraphReader.xtend
new file mode 100644
index 00000000..fc56e142
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/GraphReader.xtend
@@ -0,0 +1,81 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io;
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.EMFGraph
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.Metric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MultiplexParticipationCoefficientMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.NodeActivityMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.OutDegreeMetric
+import java.io.File
+import java.io.FileNotFoundException
+import java.util.ArrayList
+import java.util.List
+import org.eclipse.emf.common.util.URI
+import org.eclipse.emf.ecore.EObject
+import org.eclipse.emf.ecore.EPackage
+import org.eclipse.emf.ecore.EReference
+import org.eclipse.emf.ecore.resource.Resource
+import org.eclipse.emf.ecore.resource.ResourceSet
+import org.eclipse.emf.ecore.resource.impl.ResourceSetImpl
+import org.eclipse.emf.ecore.xmi.impl.XMIResourceFactoryImpl
+
+class GraphReader{
+        val ResourceSet resSet = new ResourceSetImpl();
+        val referenceTypes = new ArrayList<String>();
+        
+        new(EPackage metaModel) {
+                Resource.Factory.Registry.INSTANCE.extensionToFactoryMap.put("*",new XMIResourceFactoryImpl)
+                
+                //find all reference types in the meta model
+                metaModel.eAllContents.forEach[
+                        if(it instanceof EReference){
+                                referenceTypes.add(it.name);
+                        }
+                ]
+        }
+        
+        def List<EMFGraph> readModels(String path){
+                val dir = new File(path);
+                if(!dir.isDirectory){
+                        throw new Exception("expecting a directory");
+                }
+                
+                val graphs = new ArrayList<EMFGraph>();
+                
+                val metrics = new ArrayList<Metric>();
+                metrics.add(new OutDegreeMetric());
+                metrics.add(new NodeActivityMetric());
+                metrics.add(new MultiplexParticipationCoefficientMetric());
+                                
+                //check all files in the directory with xmi
+                for(String name : dir.list.filter[it| it.endsWith(".xmi")]){
+                        val file = new File(name);
+                        val roots = readModel(EObject, path,  file.name);                       
+                        //add a list of metrics
+                        val g = new EMFGraph();
+                        for(root : roots){
+                                g.init(root, metrics, name.replaceFirst(".xmi", ""), referenceTypes);
+                        }
+                        
+                        graphs.add(g);
+                }
+                
+                return graphs;
+        }
+        
+        def <RootType extends EObject> List<RootType> readModel(Class<RootType> type, String path, String name) {
+                try {
+                        val resource = resSet.getResource(getURI(path, name),true);
+                        if(resource === null) throw new FileNotFoundException(getURI(path, name).toString)
+                        else {          
+                                return resource.contents as List<RootType>
+                        }
+                } catch(Exception e) {
+                        e.printStackTrace();
+                        throw new FileNotFoundException(getURI(path, name).toString + "reason: " + e.message)
+                }
+        }
+        
+        def static getURI(String path, String name) {
+                URI.createFileURI(path + "/"  + name)
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/RepMetricsReader.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/RepMetricsReader.xtend
new file mode 100644
index 00000000..867ddd1a
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/io/RepMetricsReader.xtend
@@ -0,0 +1,79 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.io
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.app.Domain
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MultiplexParticipationCoefficientMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.NodeActivityMetric
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.OutDegreeMetric
+import java.io.File
+import java.util.List
+import java.util.Scanner
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics.MetricSampleGroup
+
+/**
+ * Read the sample of the distribution of a metric provided the csv file of the metric
+ */
+class RepMetricsReader {
+        static def read(Domain d){
+                var domainRepPath = CsvDataName.REP_PATH + d.name + '/';
+                var rep = new MetricSampleGroup()
+                rep.mpcSamples = readFile(domainRepPath + CsvDataName.MPC_REP, MultiplexParticipationCoefficientMetric.valueName,
+                                                          MultiplexParticipationCoefficientMetric.countName).map[Double.parseDouble(it)];
+                rep.naSamples = readFile(domainRepPath+CsvDataName.NA_REP, NodeActivityMetric.valueName, NodeActivityMetric.countName
+                                                        ).map[Double.parseDouble(it)];
+                rep.outDegreeSamples = readFile(domainRepPath+CsvDataName.OUT_D_REP, OutDegreeMetric.valueName, OutDegreeMetric.countName
+                                                        ).map[Double.parseDouble(it)];
+                return rep;
+        }
+        
+        /**
+         * read metric data and parse it to samples
+         */
+        private static def List<String> readFile(String filename, String valueDataName, String countDataName){
+                var s = new Scanner(new File(filename));
+                val counts = newArrayList();
+                val values = newArrayList();
+                //read data from csv
+                while(s.hasNext()){
+                        var data = s.nextLine().split(',');     
+                        
+                        if(data.size >= 1){
+                                if(data.get(0).equals(countDataName)){
+                                        //add all data with parsing them as integers
+                                        counts.addAll(data.subList(1, data.size()).map[Integer.parseInt(it)]);
+                                }else if(data.get(0).equals(valueDataName)){
+                                        //add all data without parsing (there can be either double or string, to be parsed later)
+                                        values.addAll(data.subList(1, data.size()));
+                                }
+                        }
+                }
+                
+                return createSamples(counts, values);
+        }
+        
+        // create samples from values and counts
+        private static def List<String> createSamples(List<Integer> counts, List<String> values){
+                val samples = newArrayList();
+                
+                if(counts.size() != values.size()){
+                        throw new RuntimeException("counts and values should have the same size!");
+                }
+                
+                for(var i = 0; i < counts.size(); i++){
+                        for(var j = 0; j < counts.get(i); j++){
+                                samples.add(values.get(i));
+                        }
+                }
+                
+                return samples;
+        }
+        
+        
+}
+
+class CsvDataName{
+        public static val REP_PATH = 'data/';
+        public static val MPC_REP = 'mpc_rep.csv';
+        public static val NA_REP = 'na_rep.csv';
+        public static val OUT_D_REP = 'out_d_rep.csv';
+}
+
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/Metric.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/Metric.xtend
new file mode 100644
index 00000000..38ef72f2
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/Metric.xtend
@@ -0,0 +1,8 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.GraphStatistic
+
+abstract class Metric {
+        abstract def String[][] evaluate(GraphStatistic g);
+        abstract def double[] evaluateSamples(GraphStatistic g);
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MetricSampleGroup.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MetricSampleGroup.xtend
new file mode 100644
index 00000000..8cd3daee
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MetricSampleGroup.xtend
@@ -0,0 +1,9 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics
+
+import java.util.List
+
+class MetricSampleGroup{
+        public var List<Double> mpcSamples;
+        public var List<Double> naSamples;
+        public var List<Double> outDegreeSamples;
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MultiplexParticipationCoefficientMetric.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MultiplexParticipationCoefficientMetric.xtend
new file mode 100644
index 00000000..d9c88bb4
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/MultiplexParticipationCoefficientMetric.xtend
@@ -0,0 +1,80 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.GraphStatistic
+import java.text.DecimalFormat
+import java.util.ArrayList
+import java.util.HashMap
+import org.eclipse.emf.ecore.EObject
+
+class MultiplexParticipationCoefficientMetric extends Metric {
+        public static val countName = "MPCCount";
+        public static val valueName = "MPCValue";
+        
+        
+        override evaluate(GraphStatistic g) {
+                //because the precision issue of double, we translate double values into String to be the key
+                val formatter = new DecimalFormat("#0.00000");     
+                
+                //get number of different types
+                val typeCounts = g.allTypes.size;
+                val map = new HashMap<String, Integer>();
+                //calculate the metric distribution
+                g.allNodes.forEach[n|
+                        var coef = calculateMPC(n, g, typeCounts);
+                        
+                        //format number to String
+                        val value = formatter.format(coef);
+                        if(!map.containsKey(value)){
+                                map.put(value, 1);
+                        }else{
+                                map.put(value, map.get(value) + 1);
+                        }               
+                        
+                ]
+                
+                //convert it into a 2 dimentional array
+                val String[][] datas = newArrayOfSize(2, map.size+1);
+                datas.get(0).set(0, valueName);
+                datas.get(1).set(0, countName)
+                var count = 1;
+                for(entry : map.entrySet.sortBy[it.key]){
+                        datas.get(0).set(count, entry.key+"");
+                        datas.get(1).set(count, entry.value+"");
+                        count++;
+                }
+                
+                return datas;
+        }
+        
+        override evaluateSamples(GraphStatistic g){
+                val samples = new ArrayList<Double>();
+                val typeCounts = g.allTypes.size;
+                //calculate the metric distribution
+                g.allNodes.forEach[
+                        samples.add(calculateMPC(it, g, typeCounts));
+                ]
+                
+                return samples;
+        }
+        
+        def double calculateMPC(EObject n, GraphStatistic g, int typeCounts){
+                val edgeCounts = g.outDegree(n) + g.inDegree(n);
+                        
+                var coef = 0.0;
+                
+                for(type : g.allTypes){
+                        val degree = g.dimentionalDegree(n, type) as double;
+                        coef += Math.pow(degree / edgeCounts, 2);
+                }               
+                coef = 1 - coef;                
+                coef = coef * typeCounts / (typeCounts-1);
+                
+                //Consider the case that either typeCounts-1 or the edgeCounts could be 0 in some situation
+                //in this case the metric should be evaluated to 0
+                if(Double.isNaN(coef)){
+                        coef = 0;
+                }
+                
+                return coef;
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/NodeActivityMetric.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/NodeActivityMetric.xtend
new file mode 100644
index 00000000..fbf06c47
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/NodeActivityMetric.xtend
@@ -0,0 +1,49 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.GraphStatistic
+import java.util.ArrayList
+import java.util.HashMap
+
+class NodeActivityMetric extends Metric {
+        public static val countName = "NACount";
+        public static val valueName = "NAValue";
+        
+        override evaluate(GraphStatistic g) {
+                val map = new HashMap<Integer, Integer>();
+                
+                //calculate the metric distribution
+                g.allNodes.forEach[
+                        val value = g.numOfEdgeTypes(it);
+                        if(!map.containsKey(value)){
+                                map.put(value, 1);
+                        }else{
+                                map.put(value, map.get(value) + 1);
+                        }
+                ]
+                
+                //convert it into a 2 dimentional array
+                val String[][] datas = newArrayOfSize(2, map.size+1);
+                datas.get(0).set(0, valueName);
+                datas.get(1).set(0, countName)
+
+                var count = 1;
+                for(entry : map.entrySet.sortBy[it.key]){
+                        datas.get(0).set(count, entry.key+"");
+                        datas.get(1).set(count, entry.value+"");
+                        count++;
+                }
+                
+                return datas;
+        }
+        
+        override evaluateSamples(GraphStatistic g){
+                val samples = new ArrayList<Double>();
+                
+                //calculate the metric distribution
+                g.allNodes.forEach[
+                        samples.add(g.numOfEdgeTypes(it) as double);
+                ]
+                
+                return samples;
+        }
+}
\ No newline at end of file
diff --git a/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/OutDegreeMetric.xtend b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/OutDegreeMetric.xtend
new file mode 100644
index 00000000..55046b14
--- /dev/null
+++ b/Metrics/Metrics-Calculation/ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator/src/ca/mcgill/ecse/dslreasoner/realistic/metrics/calculator/metrics/OutDegreeMetric.xtend
@@ -0,0 +1,49 @@
+package ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.metrics
+
+import ca.mcgill.ecse.dslreasoner.realistic.metrics.calculator.graph.GraphStatistic
+import java.util.ArrayList
+import java.util.HashMap
+
+class OutDegreeMetric extends Metric {
+        public static val countName = "OutDegreeCount";
+        public static val valueName = "OutDegreeValue";
+        
+        override evaluate(GraphStatistic g) {
+                val map = new HashMap<Integer, Integer>();
+                
+                //calculate the metric distribution
+                g.allNodes.forEach[
+                        val value = g.outDegree(it);
+                        if(!map.containsKey(value)){
+                                map.put(value, 1);
+                        }else{
+                                map.put(value, map.get(value) + 1);
+                        }
+                ]
+                
+                //convert it into a 2 dimentional array
+                val String[][] datas = newArrayOfSize(2, map.size+1);
+                datas.get(0).set(0, valueName);
+                datas.get(1).set(0, countName)
+                var count = 1;
+                for(entry : map.entrySet.sortBy[it.key]){
+                        datas.get(0).set(count, entry.key+"");
+                        datas.get(1).set(count, entry.value+"");
+                        count++;
+                }
+                
+                return datas;
+        }
+        
+        override evaluateSamples(GraphStatistic g){
+                val samples = new ArrayList<Double>();
+                
+                //calculate the metric distribution
+                g.allNodes.forEach[
+                        samples.add(g.outDegree(it) as double);
+                ]
+                
+                return samples;
+        }
+        
+}
\ No newline at end of file