summaryrefslogtreecommitdiff
path: root/fuzzylite/test/BenchmarkTest.cpp
diff options
context:
space:
mode:
authorJohannes 'josch' Schauer <josch@debian.org>2019-01-27 13:56:24 +0100
committerJohannes 'josch' Schauer <josch@debian.org>2019-01-27 13:56:33 +0100
commit6ce553563bc795f389f639a3a8cdfe356de71441 (patch)
treeda4c9ede3087ca534d93bc1ac5a14f044f036600 /fuzzylite/test/BenchmarkTest.cpp
parentbbefa170378553e5a6e0d72e4d52328b61f3e8ac (diff)
new upstream version 6.0
Diffstat (limited to 'fuzzylite/test/BenchmarkTest.cpp')
-rw-r--r--fuzzylite/test/BenchmarkTest.cpp131
1 files changed, 131 insertions, 0 deletions
diff --git a/fuzzylite/test/BenchmarkTest.cpp b/fuzzylite/test/BenchmarkTest.cpp
new file mode 100644
index 0000000..f868ec2
--- /dev/null
+++ b/fuzzylite/test/BenchmarkTest.cpp
@@ -0,0 +1,131 @@
+/*
+ fuzzylite (R), a fuzzy logic control library in C++.
+ Copyright (C) 2010-2017 FuzzyLite Limited. All rights reserved.
+ Author: Juan Rada-Vilela, Ph.D. <jcrada@fuzzylite.com>
+
+ This file is part of fuzzylite.
+
+ fuzzylite is free software: you can redistribute it and/or modify it under
+ the terms of the FuzzyLite License included with the software.
+
+ You should have received a copy of the FuzzyLite License along with
+ fuzzylite. If not, see <http://www.fuzzylite.com/license/>.
+
+ fuzzylite is a registered trademark of FuzzyLite Limited.
+ */
+
+#include "fl/Benchmark.h"
+
+#include "test/catch.hpp"
+#include "fl/Headers.h"
+
+#include <vector>
+#include <fstream>
+
+namespace fl {
+
+ TEST_CASE("Benchmarks run from Console ", "[benchmark][console]") {
+ // const char* args[] = {"dummy-command", "benchmarks", "../../examples/", "1"};
+ // Console::main(4, args);
+ }
+
+ TEST_CASE("Benchmarks from FLD files", "[benchmark][fld]") {
+ std::string path = "../../examples/";
+ typedef std::pair<std::string, int > Example;
+ std::vector<Example> examples;
+ examples.push_back(Example("mamdani/AllTerms", int(1e4)));
+ examples.push_back(Example("mamdani/SimpleDimmer", int(1e5)));
+ examples.push_back(Example("mamdani/matlab/mam21", 128));
+ examples.push_back(Example("mamdani/matlab/mam22", 128));
+ examples.push_back(Example("mamdani/matlab/shower", 256));
+ examples.push_back(Example("mamdani/matlab/tank", 256));
+ examples.push_back(Example("mamdani/matlab/tank2", 512));
+ examples.push_back(Example("mamdani/matlab/tipper", 256));
+ examples.push_back(Example("mamdani/matlab/tipper1", int(1e5)));
+ examples.push_back(Example("mamdani/octave/investment_portfolio", 256));
+ examples.push_back(Example("mamdani/octave/mamdani_tip_calculator", 256));
+ examples.push_back(Example("takagi-sugeno/approximation", int(1e6)));
+ examples.push_back(Example("takagi-sugeno/SimpleDimmer", int(2e6)));
+ examples.push_back(Example("takagi-sugeno/matlab/fpeaks", 512));
+ examples.push_back(Example("takagi-sugeno/matlab/invkine1", 256));
+ examples.push_back(Example("takagi-sugeno/matlab/invkine2", 256));
+ examples.push_back(Example("takagi-sugeno/matlab/juggler", 512));
+ examples.push_back(Example("takagi-sugeno/matlab/membrn1", 1024));
+ examples.push_back(Example("takagi-sugeno/matlab/membrn2", 512));
+ examples.push_back(Example("takagi-sugeno/matlab/slbb", 20));
+ examples.push_back(Example("takagi-sugeno/matlab/slcp", 20));
+ examples.push_back(Example("takagi-sugeno/matlab/slcp1", 15));
+ examples.push_back(Example("takagi-sugeno/matlab/slcpp1", 9));
+ examples.push_back(Example("takagi-sugeno/matlab/sltbu_fl", 128));
+ examples.push_back(Example("takagi-sugeno/matlab/sugeno1", int(2e6)));
+ examples.push_back(Example("takagi-sugeno/matlab/tanksg", 1024));
+ examples.push_back(Example("takagi-sugeno/matlab/tippersg", 1024));
+ examples.push_back(Example("takagi-sugeno/octave/cubic_approximator", int(2e6)));
+ examples.push_back(Example("takagi-sugeno/octave/heart_disease_risk", 1024));
+ examples.push_back(Example("takagi-sugeno/octave/linear_tip_calculator", 1024));
+ examples.push_back(Example("takagi-sugeno/octave/sugeno_tip_calculator", 512));
+ examples.push_back(Example("tsukamoto/tsukamoto", int(1e6)));
+
+ std::ostringstream writer;
+ std::vector<int> errors = std::vector<int>(examples.size(), 0);
+ for (std::size_t i = 0; i < examples.size(); ++i) {
+ Example example = examples.at(i);
+ FL_LOG("Benchmark " << (i + 1) << "/" << examples.size() << ": "
+ << example.first << ".fll (" << example.second << " values)");
+
+ FL_unique_ptr<Engine> engine(FllImporter().fromFile(path + example.first + ".fll"));
+
+#ifdef FL_USE_FLOAT
+ scalar tolerance = 1e-3;
+#else
+ scalar tolerance = fuzzylite::macheps();
+#endif
+ Benchmark benchmark(example.first, engine.get(), tolerance);
+
+ std::ifstream reader(std::string(path + example.first + ".fld").c_str());
+ if (not reader.is_open()) {
+ throw Exception("File not found: " + path + example.first + ".fld");
+ }
+ benchmark.prepare(reader, 1024);
+ benchmark.run(1);
+ CHECK(benchmark.canComputeErrors() == true);
+ errors.at(i) = benchmark.accuracyErrors();
+
+ if (i == 0) {
+ writer << "\n" << benchmark.format(benchmark.results(),
+ Benchmark::Horizontal, Benchmark::HeaderAndBody) << "\n";
+ } else {
+ writer << benchmark.format(benchmark.results(),
+ Benchmark::Horizontal, Benchmark::Body) << "\n";
+ }
+ }
+ FL_LOG(writer.str());
+ for (std::size_t i = 0; i < errors.size(); ++i) {
+ FL_LOG("Checking for errors in: " << examples.at(i).first);
+ CHECK(errors.at(i) == 0);
+ }
+ }
+
+ TEST_CASE("Time conversions", "[benchmark][time]") {
+ CHECK(Op::isEq(1.0, Benchmark::convert(3600, Benchmark::Seconds, Benchmark::Hours)));
+ FL_LOG(Benchmark::convert(3600, Benchmark::Seconds, Benchmark::Hours));
+ CHECK(Op::isEq(3600, Benchmark::convert(1, Benchmark::Hours, Benchmark::Seconds)));
+ FL_LOG(Benchmark::convert(1, Benchmark::Hours, Benchmark::Seconds));
+
+ CHECK(Op::isEq(1000.0, Benchmark::convert(1.0, Benchmark::Seconds, Benchmark::MilliSeconds)));
+ FL_LOG(Benchmark::convert(1.0, Benchmark::Seconds, Benchmark::MilliSeconds));
+ CHECK(Op::isEq(1.0, Benchmark::convert(1000.0, Benchmark::MilliSeconds, Benchmark::Seconds)));
+ FL_LOG(Benchmark::convert(1000.0, Benchmark::MilliSeconds, Benchmark::Seconds));
+
+ CHECK(Op::isEq(35e9, Benchmark::convert(35, Benchmark::Seconds, Benchmark::NanoSeconds)));
+ CHECK(Op::isEq(35, Benchmark::convert(35e9, Benchmark::NanoSeconds, Benchmark::Seconds)));
+ }
+
+ TEST_CASE("Benchmark headers", "[benchmark][header]") {
+ FL_LOG(Op::join(Benchmark().header(10, true), "\t"));
+ CHECK(Benchmark().header(10).size() == 30);
+
+ FL_LOG(Op::join(Benchmark().header(10, false), "\t"));
+ CHECK(Benchmark().header(10, false).size() == 30 - 8);
+ }
+}