IFunction.cpp

Go to the documentation of this file.

// Mantid Repository : https://github.com/mantidproject/mantid
//
// Copyright © 2018 ISIS Rutherford Appleton Laboratory UKRI,
//   NScD Oak Ridge National Laboratory, European Spallation Source,
//   Institut Laue - Langevin & CSNS, Institute of High Energy Physics, CAS
// SPDX - License - Identifier: GPL - 3.0 +
#include "MantidAPI/IFunction.h"
#include "MantidAPI/Axis.h"
#include "MantidAPI/ConstraintFactory.h"
#include "MantidAPI/Expression.h"
#include "MantidAPI/FunctionFactory.h"
#include "MantidAPI/IConstraint.h"
#include "MantidAPI/IFunctionWithLocation.h"
#include "MantidAPI/Jacobian.h"
#include "MantidAPI/MatrixWorkspace.h"
#include "MantidAPI/MultiDomainFunction.h"
#include "MantidAPI/ParameterTie.h"
#include "MantidAPI/SpectrumInfo.h"
#include "MantidGeometry/Instrument.h"
#include "MantidGeometry/Instrument/Component.h"
#include "MantidGeometry/Instrument/DetectorGroup.h"
#include "MantidGeometry/Instrument/DetectorInfo.h"
#include "MantidGeometry/Instrument/FitParameter.h"
#include "MantidGeometry/Instrument/ParameterMap.h"
#include "MantidGeometry/muParser_Silent.h"
#include "MantidKernel/Exception.h"
#include "MantidKernel/IPropertyManager.h"
#include "MantidKernel/Logger.h"
#include "MantidKernel/MultiThreaded.h"
#include "MantidKernel/ProgressBase.h"
#include "MantidKernel/Strings.h"
#include "MantidKernel/UnitFactory.h"
#include "MantidKernel/UsageService.h"
 
#include <boost/lexical_cast.hpp>
 
#include "MantidKernel/StringTokenizer.h"
 
#include <algorithm>
#include <limits>
#include <sstream>
#include <utility>
 
namespace {
 
constexpr double EPSILON = std::numeric_limits<double>::epsilon();
constexpr double MIN_DOUBLE = std::numeric_limits<double>::min();
constexpr double STEP_PERCENTAGE = 0.001;
 
const auto defaultStepSize = [](const double parameterValue) -> double {
  return fabs(parameterValue) < 100.0 * MIN_DOUBLE / STEP_PERCENTAGE ? 100.0 * EPSILON
                                                                     : parameterValue * STEP_PERCENTAGE;
};
 
const auto sqrtEpsilonStepSize = [](const double parameterValue) -> double {
  return fabs(parameterValue) < 1 ? sqrt(EPSILON) : parameterValue * sqrt(EPSILON);
};
 
} // namespace
 
namespace Mantid::API {
using namespace Geometry;
 
namespace {
Kernel::Logger g_log("IFunction");
 
struct TieNode {
  // Index of the tied parameter
  size_t left;
  // Indices of parameters on the right-hand-side of the expression
  std::vector<size_t> right;
  // This tie must be applied before the other if the RHS of the other
  // contains this (left) parameter.
  bool operator<(TieNode const &other) const {
    return std::find(other.right.begin(), other.right.end(), left) != other.right.end();
  }
};
const std::vector<std::string> EXCLUDEUSAGE = {"CompositeFunction"};
} // namespace
 
IFunction ::IFunction() : m_isParallel(false), m_handler(nullptr), m_chiSquared(0.0) {}
 
IFunction::~IFunction() { m_attrs.clear(); }
 
void IFunction::registerFunctionUsage(bool internal) {
  if (!Kernel::UsageService::Instance().isEnabled()) {
    return;
  }
  if (std::find(EXCLUDEUSAGE.cbegin(), EXCLUDEUSAGE.cend(), name()) == EXCLUDEUSAGE.cend() && !m_isRegistered) {
    m_isRegistered = true;
    Kernel::UsageService::Instance().registerFeatureUsage(Kernel::FeatureType::Function, name(), internal);
  }
}
std::shared_ptr<IFunction> IFunction::clone() const {
  auto clonedFunction = FunctionFactory::Instance().createInitialized(this->asString());
  for (size_t i = 0; i < this->nParams(); i++) {
    double error = this->getError(i);
    clonedFunction->setError(i, error);
  }
  return clonedFunction;
}
 
void IFunction::setProgressReporter(std::shared_ptr<Kernel::ProgressBase> reporter) {
  m_progReporter = std::move(reporter);
  m_progReporter->setNotifyStep(0.01);
}
 
void IFunction::setCustomStepSizes(const std::vector<double> &stepSizes) { m_stepSizes = stepSizes; }
 
void IFunction::reportProgress(const std::string &msg) const {
  if (m_progReporter) {
    const_cast<Kernel::ProgressBase *>(m_progReporter.get())->report(msg);
  }
}
 
bool IFunction::cancellationRequestReceived() const {
  if (m_progReporter)
    return m_progReporter->hasCancellationBeenRequested();
  else
    return false;
}
 
void IFunction::functionDeriv(const FunctionDomain &domain, Jacobian &jacobian) { calNumericalDeriv(domain, jacobian); }
 
bool IFunction::isActive(size_t i) const { return getParameterStatus(i) == Active; }
 
bool IFunction::isFixed(size_t i) const {
  auto status = getParameterStatus(i);
  return status == Fixed || status == FixedByDefault;
}
 
bool IFunction::isFixedByDefault(size_t i) const { return getParameterStatus(i) == FixedByDefault; }
 
void IFunction::fix(size_t i, bool isDefault) {
  auto status = getParameterStatus(i);
  if (status == Tied) {
    throw std::runtime_error("Cannot fix parameter " + std::to_string(i) + " (" + parameterName(i) +
                             "): it has a tie.");
  }
  if (isDefault) {
    setParameterStatus(i, FixedByDefault);
  } else {
    setParameterStatus(i, Fixed);
  }
}
 
void IFunction::unfix(size_t i) {
  auto status = getParameterStatus(i);
  if (status == Tied) {
    throw std::runtime_error("Cannot unfix parameter " + std::to_string(i) + " (" + parameterName(i) +
                             "): it has a tie.");
  }
  setParameterStatus(i, Active);
}
 
std::unique_ptr<ParameterTie> IFunction::createAndProcessTie(const std::string &parName, const std::string &expr,
                                                             bool isDefault) {
  auto newTie = std::make_unique<ParameterTie>(this, parName, expr, isDefault);
 
  if (!isDefault && newTie->isConstant()) {
    setParameter(parName, newTie->eval());
    fix(getParameterIndex(*newTie));
    return nullptr;
  }
 
  return newTie;
}
 
void IFunction::tie(const std::string &parName, const std::string &expr, bool isDefault) {
  auto tiePtr = createAndProcessTie(parName, expr, isDefault);
 
  if (tiePtr) {
    addTie(std::move(tiePtr));
  }
}
 
void IFunction::addTies(const std::string &ties, bool isDefault) {
  std::map<size_t, std::pair<size_t, std::string>> oldTies;
 
  Expression list;
  list.parse(ties);
  list.toList();
  for (const auto &t : list) {
    if (t.name() == "=" && t.size() >= 2) {
      size_t n = t.size() - 1;
      const std::string expr = t[n].str();
      for (size_t i = n; i != 0;) {
        --i;
        const auto &parName = t[i].name();
        auto parTie = createAndProcessTie(parName, expr, isDefault);
 
        if (parTie) {
          auto iPar = getParameterIndex(*parTie);
          oldTies[iPar] = insertTie(std::move(parTie));
        }
      }
    }
  }
 
  try {
    sortTies(true);
  } catch (std::runtime_error &) {
    for (const auto &[iPar, oldTie] : oldTies) {
      auto [oldIdx, oldExp] = oldTie;
 
      if (!oldExp.empty()) {
        m_ties[oldIdx] = std::make_unique<ParameterTie>(this, parameterName(iPar), oldExp);
      } else {
        removeTie(iPar);
      }
    }
    throw;
  }
  applyTies();
}
 
void IFunction::removeTie(const std::string &parName) {
  size_t i = parameterIndex(parName);
  this->removeTie(i);
}
 
std::string IFunction::writeTies() const {
  std::ostringstream tieStream;
  bool first = true;
  for (auto &parTie : m_ties) {
    if (parTie->isDefault())
      continue;
    if (!first) {
      tieStream << ',';
    } else {
      first = false;
    }
    tieStream << parTie->asString(this);
  }
  return tieStream.str();
}
 
std::pair<std::size_t, std::string> IFunction::insertTie(std::unique_ptr<ParameterTie> tie) {
  auto iPar = getParameterIndex(*tie);
  std::size_t existingTieIndex =
      std::distance(m_ties.begin(), std::find_if(m_ties.begin(), m_ties.end(),
                                                 [&](const auto &m_tie) { return getParameterIndex(*m_tie) == iPar; }));
  std::string oldExp = "";
  const auto oldTie = getTie(iPar);
  if (oldTie) {
    const auto oldTieStr = oldTie->asString();
    oldExp = oldTieStr.substr(oldTieStr.find("=") + 1);
  }
 
  if (existingTieIndex < m_ties.size()) {
    m_ties[existingTieIndex] = std::move(tie);
  } else {
    m_ties.emplace_back(std::move(tie));
    setParameterStatus(iPar, Tied);
  }
 
  if (oldTie) {
    return {existingTieIndex, oldExp};
  } else {
    return {existingTieIndex, ""};
  }
}
 
void IFunction::addTie(std::unique_ptr<ParameterTie> tie) {
  auto iPar = getParameterIndex(*tie);
  const auto [oldIdx, oldExp] = insertTie(std::move(tie));
 
  try {
    // sortTies checks for circular and self ties
    sortTies(true);
  } catch (std::runtime_error &) {
    // revert / remove tie if invalid
    if (!oldExp.empty()) {
      m_ties[oldIdx] = std::make_unique<ParameterTie>(this, parameterName(iPar), oldExp);
    } else {
      removeTie(iPar);
    }
    throw;
  }
}
 
bool IFunction::hasOrderedTies() const { return !m_orderedTies.empty(); }
 
void IFunction::applyOrderedTies() {
  for (auto &&parTie : m_orderedTies) {
    parTie->eval();
  }
}
 
void IFunction::applyTies() {
  if (hasOrderedTies()) {
    applyOrderedTies();
  } else {
    for (auto &parTie : m_ties) {
      parTie->eval();
    }
  }
}
 
class ReferenceEqual {
  const IFunction &m_fun;
  const size_t m_i;
 
public:
  explicit ReferenceEqual(const IFunction &fun, size_t i) : m_fun(fun), m_i(i) {}
  template <class T> bool operator()(const std::unique_ptr<T> &p) { return m_fun.getParameterIndex(*p) == m_i; }
};
 
bool IFunction::removeTie(size_t i) {
  if (i >= nParams()) {
    throw std::out_of_range("Function parameter index out of range.");
  }
  auto it = std::find_if(m_ties.begin(), m_ties.end(), ReferenceEqual(*this, i));
  if (it != m_ties.end()) {
    m_ties.erase(it);
    setParameterStatus(i, Active);
    return true;
  }
  unfix(i);
  return false;
}
 
ParameterTie *IFunction::getTie(size_t i) const {
  auto it = std::find_if(m_ties.cbegin(), m_ties.cend(), ReferenceEqual(*this, i));
  if (it != m_ties.cend()) {
    return it->get();
  }
  return nullptr;
}
 
void IFunction::clearTies() {
  for (size_t i = 0; i < nParams(); ++i) {
    setParameterStatus(i, Active);
  }
  m_ties.clear();
}
 
void IFunction::addConstraint(std::unique_ptr<IConstraint> ic) {
  size_t iPar = ic->parameterIndex();
  auto it = std::find_if(m_constraints.begin(), m_constraints.end(),
                         [&iPar](const auto &constraint) { return constraint->parameterIndex() == iPar; });
 
  if (it != m_constraints.end()) {
    *it = std::move(ic);
  } else {
    m_constraints.emplace_back(std::move(ic));
  }
}
 
IConstraint *IFunction::getConstraint(size_t i) const {
  auto it = std::find_if(m_constraints.cbegin(), m_constraints.cend(), ReferenceEqual(*this, i));
  if (it != m_constraints.cend()) {
    return it->get();
  }
  return nullptr;
}
 
void IFunction::removeConstraint(const std::string &parName) {
  size_t iPar = parameterIndex(parName);
  const auto it = std::find_if(m_constraints.cbegin(), m_constraints.cend(),
                               [&iPar](const auto &constraint) { return iPar == constraint->getLocalIndex(); });
  if (it != m_constraints.cend()) {
    m_constraints.erase(it);
  }
}
 
void IFunction::setConstraintPenaltyFactor(const std::string &parName, const double &c) {
  size_t iPar = parameterIndex(parName);
  const auto it = std::find_if(m_constraints.cbegin(), m_constraints.cend(),
                               [&iPar](const auto &constraint) { return iPar == constraint->getLocalIndex(); });
 
  if (it != m_constraints.cend()) {
    (*it)->setPenaltyFactor(c);
  } else {
    g_log.warning() << parName << " does not have constraint so setConstraintPenaltyFactor failed"
                    << "\n";
  }
}
 
void IFunction::clearConstraints() { m_constraints.clear(); }
 
void IFunction::setUpForFit() {
  for (auto &constraint : m_constraints) {
    constraint->setParamToSatisfyConstraint();
  }
}
 
std::string IFunction::writeConstraints() const {
  std::ostringstream stream;
  bool first = true;
  for (const auto &constrint : m_constraints) {
    if (constrint->isDefault())
      continue;
    if (!first) {
      stream << ',';
    } else {
      first = false;
    }
    stream << constrint->asString();
  }
  return stream.str();
}
 
std::string IFunction::asString() const { return writeToString(); }
 
std::string IFunction::writeToString(const std::string &parentLocalAttributesStr) const {
  std::ostringstream ostr;
  ostr << "name=" << this->name();
  // print the attributes
  std::vector<std::string> attr = this->getAttributeNames();
  for (const auto &attName : attr) {
    std::string attValue = this->getAttribute(attName).value();
    if (!attValue.empty() && attValue != "\"\"") {
      ostr << ',' << attName << '=' << attValue;
    }
  }
  std::vector<std::string> ties;
  // print the parameters
  for (size_t i = 0; i < nParams(); i++) {
    std::ostringstream paramOut;
    paramOut << parameterName(i) << '=' << getParameter(i);
    ostr << ',' << paramOut.str();
    // Output non-default ties only.
    if (getParameterStatus(i) == Fixed) {
      ties.emplace_back(paramOut.str());
    }
  }
 
  // collect non-default constraints
  std::string constraints = writeConstraints();
  // print constraints
  if (!constraints.empty()) {
    ostr << ",constraints=(" << constraints << ")";
  }
 
  // collect the non-default ties
  auto tiesString = writeTies();
  if (!tiesString.empty()) {
    ties.emplace_back(tiesString);
  }
  // print the ties
  if (!ties.empty()) {
    ostr << ",ties=(" << Kernel::Strings::join(ties.begin(), ties.end(), ",") << ")";
  }
  // "local" attributes of a parent composite function
  ostr << parentLocalAttributesStr;
  return ostr.str();
}
 
void IFunction::addConstraints(const std::string &str, bool isDefault) {
  Expression list;
  list.parse(str);
  list.toList();
  for (auto it = list.begin(); it != list.end(); ++it) {
    auto expr = (*it);
    if (expr.terms()[0].str().compare("penalty") == 0) {
      continue;
    }
    if ((it + 1) != list.end()) {
      auto next_expr = *(it + 1);
      if (next_expr.terms()[0].str().compare("penalty") == 0) {
        auto c = std::unique_ptr<IConstraint>(ConstraintFactory::Instance().createInitialized(this, expr, isDefault));
        double penalty_factor = std::stof(next_expr.terms()[1].str(), NULL);
        c->setPenaltyFactor(penalty_factor);
        this->addConstraint(std::move(c));
      } else {
        auto c = std::unique_ptr<IConstraint>(ConstraintFactory::Instance().createInitialized(this, expr, isDefault));
        this->addConstraint(std::move(c));
      }
    } else {
      auto c = std::unique_ptr<IConstraint>(ConstraintFactory::Instance().createInitialized(this, expr, isDefault));
      this->addConstraint(std::move(c));
    }
  }
}
 
std::vector<std::string> IFunction::getParameterNames() const {
  std::vector<std::string> out;
  for (size_t i = 0; i < nParams(); ++i) {
    out.emplace_back(parameterName(i));
  }
  return out;
}
 
void IFunction::setHandler(std::unique_ptr<FunctionHandler> handler) {
  if (handler && handler->function().get() != this) {
    throw std::runtime_error("Function handler points to a different function");
  }
 
  m_handler = std::move(handler);
  m_handler->init();
}
 
const std::vector<std::string> IFunction::categories() const {
  Mantid::Kernel::StringTokenizer tokenizer(category(), categorySeparator(),
                                            Mantid::Kernel::StringTokenizer::TOK_TRIM |
                                                Mantid::Kernel::StringTokenizer::TOK_IGNORE_EMPTY);
  return tokenizer.asVector();
}
 
std::ostream &operator<<(std::ostream &ostr, const IFunction &f) {
  ostr << f.asString();
  return ostr;
}
 
namespace {
class AttType : public IFunction::ConstAttributeVisitor<std::string> {
protected:
  std::string apply(const std::string & /*str*/) const override { return "std::string"; }
  std::string apply(const int & /*i*/) const override { return "int"; }
  std::string apply(const double & /*d*/) const override { return "double"; }
  std::string apply(const bool & /*i*/) const override { return "bool"; }
  std::string apply(const std::vector<double> & /*unused*/) const override { return "std::vector<double>"; }
};
} // namespace
 
std::string IFunction::Attribute::type() const {
  AttType tmp;
  return apply(tmp);
}
 
namespace {
class AttValue : public IFunction::ConstAttributeVisitor<std::string> {
public:
  explicit AttValue(bool quoteString = false)
      : IFunction::ConstAttributeVisitor<std::string>(), m_quoteString(quoteString) {}
 
protected:
  std::string apply(const std::string &str) const override {
    return (m_quoteString) ? std::string("\"" + str + "\"") : str;
  }
  std::string apply(const int &i) const override { return std::to_string(i); }
  std::string apply(const double &d) const override { return boost::lexical_cast<std::string>(d); }
  std::string apply(const bool &b) const override { return b ? "true" : "false"; }
  std::string apply(const std::vector<double> &v) const override {
    std::string res = "(";
    if (!v.empty()) {
      for (size_t i = 0; i < v.size() - 1; ++i) {
        res += boost::lexical_cast<std::string>(v[i]) + ",";
      }
      res += boost::lexical_cast<std::string>(v.back());
    }
    res += ")";
    return res;
  }
 
private:
  bool m_quoteString;
};
} // namespace
 
std::string IFunction::Attribute::value() const {
  AttValue tmp(m_quoteValue);
  return apply(tmp);
}
 
std::string IFunction::Attribute::asString() const {
  if (m_quoteValue)
    return asQuotedString();
 
  try {
    return boost::get<std::string>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as string");
  }
}
 
std::string IFunction::Attribute::asQuotedString() const {
  std::string attr;
 
  try {
    attr = boost::get<std::string>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as string");
  }
 
  if (attr.empty())
    return "\"\"";
 
  std::string quoted(attr);
  if (*(attr.begin()) != '\"')
    quoted = "\"" + attr;
  if (*(quoted.end() - 1) != '\"')
    quoted += "\"";
 
  return quoted;
}
 
std::string IFunction::Attribute::asUnquotedString() const {
  std::string attr;
 
  try {
    attr = boost::get<std::string>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as string");
  }
  std::string unquoted(attr);
  if (attr.empty())
    return "";
  if (*(attr.begin()) == '\"')
    unquoted = std::string(attr.begin() + 1, attr.end() - 1);
  if (*(unquoted.end() - 1) == '\"')
    unquoted.resize(unquoted.size() - 1);
 
  return unquoted;
}
 
int IFunction::Attribute::asInt() const {
  try {
    return boost::get<int>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as int");
  }
}
 
double IFunction::Attribute::asDouble() const {
  try {
    return boost::get<double>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as double");
  }
}
 
bool IFunction::Attribute::asBool() const {
  try {
    return boost::get<bool>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as bool");
  }
}
 
std::vector<double> IFunction::Attribute::asVector() const {
  try {
    return boost::get<std::vector<double>>(m_data);
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as vector");
  }
}
 
void IFunction::Attribute::setString(const std::string &str) {
  evaluateValidator(str);
 
  try {
    boost::get<std::string>(m_data) = str;
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as string");
  }
}
 
void IFunction::Attribute::setDouble(const double &d) {
  evaluateValidator(d);
 
  try {
    boost::get<double>(m_data) = d;
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as double");
  }
}
 
void IFunction::Attribute::setInt(const int &i) {
  evaluateValidator(i);
 
  try {
    boost::get<int>(m_data) = i;
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as int");
  }
}
 
void IFunction::Attribute::setBool(const bool &b) {
  evaluateValidator(b);
 
  try {
    boost::get<bool>(m_data) = b;
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as bool");
  }
}
 
void IFunction::Attribute::setVector(const std::vector<double> &v) {
  evaluateValidator(v);
 
  try {
    auto &data = boost::get<std::vector<double>>(m_data);
    data.assign(v.begin(), v.end());
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() +
                             " attribute "
                             "as vector");
  }
}
 
bool IFunction::Attribute::isEmpty() const {
  try {
    return boost::get<std::string>(m_data).empty();
  } catch (...) {
    throw std::runtime_error("Trying to access a " + type() + " attribute as string");
  }
}
 
namespace {
class SetValue : public IFunction::AttributeVisitor<> {
public:
  explicit SetValue(std::string value, Mantid::Kernel::IValidator_sptr validator = Mantid::Kernel::IValidator_sptr())
      : m_value(std::move(value)), m_validator(validator) {}
 
protected:
  void apply(std::string &str) const override {
    evaluateValidator(m_value);
    str = m_value;
  }
  void apply(int &i) const override {
    int tempi = 0;
 
    std::istringstream istr(m_value + " ");
    istr >> tempi;
    if (!istr.good())
      throw std::invalid_argument("Failed to set int attribute "
                                  "from string " +
                                  m_value);
 
    evaluateValidator(tempi);
    i = tempi;
  }
  void apply(double &d) const override {
    double tempd = 0;
 
    std::istringstream istr(m_value + " ");
    istr >> tempd;
    if (!istr.good())
      throw std::invalid_argument("Failed to set double attribute "
                                  "from string " +
                                  m_value);
 
    evaluateValidator(tempd);
    d = tempd;
  }
  void apply(bool &b) const override {
    bool tempb = false;
 
    tempb = (m_value == "true" || m_value == "TRUE" || m_value == "1");
    evaluateValidator(tempb);
 
    b = (m_value == "true" || m_value == "TRUE" || m_value == "1");
  }
  void apply(std::vector<double> &v) const override {
    if (m_value.empty() || m_value == "EMPTY") {
      v.clear();
      return;
    }
    if (m_value.size() > 2) {
      // check if the value is in brackets (...)
      if (m_value.front() == '(' && m_value.back() == ')') {
        m_value.erase(0, 1);
        m_value.erase(m_value.size() - 1);
      }
    }
    Kernel::StringTokenizer tokenizer(m_value, ",", Kernel::StringTokenizer::TOK_TRIM);
    size_t newSize = tokenizer.count();
 
    // if visitor has an associated validator, first populate temp vec and evaluate against validator.
    if (m_validator != nullptr) {
      std::vector<double> tempVec(newSize);
 
      for (size_t i = 0; i < tempVec.size(); ++i) {
        tempVec[i] = boost::lexical_cast<double>(tokenizer[i]);
      }
      evaluateValidator(tempVec);
    }
 
    v.resize(newSize);
    for (size_t i = 0; i < v.size(); ++i) {
      v[i] = boost::lexical_cast<double>(tokenizer[i]);
    }
  }
 
  template <typename T> void evaluateValidator(T &inputData) const {
    if (m_validator != nullptr) {
      IFunction::ValidatorEvaluator::evaluate(inputData, m_validator);
    }
  }
 
private:
  mutable std::string m_value; 
  mutable Kernel::IValidator_sptr m_validator;
};
} // namespace
 
void IFunction::Attribute::fromString(const std::string &str) {
  SetValue tmp(str, m_validator);
  apply(tmp);
}
 
void IFunction::Attribute::setValidator(const Kernel::IValidator_sptr &validator) const { m_validator = validator; }
 
void IFunction::Attribute::evaluateValidator() const { boost::apply_visitor(AttributeValidatorVisitor(this), m_data); }
 
double IFunction::activeParameter(size_t i) const {
  if (!isActive(i)) {
    throw std::runtime_error("Attempt to use an inactive parameter " + parameterName(i));
  }
  return getParameter(i);
}
 
void IFunction::setActiveParameter(size_t i, double value) {
  if (!isActive(i)) {
    throw std::runtime_error("Attempt to use an inactive parameter " + parameterName(i));
  }
  setParameter(i, value);
}
 
std::string IFunction::nameOfActive(size_t i) const {
  if (!isActive(i)) {
    throw std::runtime_error("Attempt to use an inactive parameter " + parameterName(i));
  }
  return parameterName(i);
}
 
std::string IFunction::descriptionOfActive(size_t i) const {
  if (!isActive(i)) {
    throw std::runtime_error("Attempt to use an inactive parameter " + parameterName(i));
  }
  return parameterDescription(i);
}
 
void IFunction::calNumericalDeriv(const FunctionDomain &domain, Jacobian &jacobian) {
  /*
   * There is a similar more specialized method for 1D functions in IFunction1D
   * but the method takes different parameters and uses slightly different
   * function calls in places making it difficult to share code. Please also
   * consider that method when updating this.
   */
 
  const size_t nParam = nParams();
  size_t nData = getValuesSize(domain);
 
  FunctionValues minusStep(nData);
  FunctionValues plusStep(nData);
 
  applyTies(); // just in case
  function(domain, minusStep);
 
  if (nData == 0) {
    nData = minusStep.size();
  }
 
  double step;
  for (size_t iP = 0; iP < nParam; iP++) {
    if (isActive(iP)) {
      const double val = activeParameter(iP);
      step = calculateStepSize(iP, val);
 
      const double paramPstep = val + step;
      setActiveParameter(iP, paramPstep);
      applyTies();
      function(domain, plusStep);
      setActiveParameter(iP, val);
      applyTies();
 
      step = paramPstep - val;
      for (size_t i = 0; i < nData; i++) {
        jacobian.set(i, iP, (plusStep.getCalculated(i) - minusStep.getCalculated(i)) / step);
      }
    }
  }
}
 
double IFunction::calculateStepSize(const size_t parameterIndex, const double parameterValue) const {
  switch (m_stepSizeMethod) {
  case StepSizeMethod::DEFAULT:
    return defaultStepSize(parameterValue);
  case StepSizeMethod::SQRT_EPSILON:
    return sqrtEpsilonStepSize(parameterValue);
  case StepSizeMethod::CUSTOM:
    return m_stepSizes.at(parameterIndex);
  }
  throw std::invalid_argument("An invalid method for calculating the step size was provided.");
}
 
void IFunction::setStepSizeMethod(const StepSizeMethod method) { m_stepSizeMethod = method; }
 
void IFunction::setMatrixWorkspace(std::shared_ptr<const API::MatrixWorkspace> workspace, size_t wi, double startX,
                                   double endX) {
  UNUSED_ARG(startX);
  UNUSED_ARG(endX);
 
  if (!workspace)
    return; // unset the workspace
 
  try {
 
    // check if parameter are specified in instrument definition file
 
    const auto &paramMap = workspace->constInstrumentParameters();
 
    Geometry::IDetector const *detectorPtr = nullptr;
    size_t numDetectors = workspace->getSpectrum(wi).getDetectorIDs().size();
    if (numDetectors > 1) {
      // Note JZ oct 2011 - I'm not sure why the code uses the first detector
      // and not the group. Ask Roman.
      // Use the first detector ID that is actually present in the instrument;
      // a spectrum may reference detector IDs that are absent from the
      // instrument definition, in which case getDetector() throws.
      const auto &detectorInfo = workspace->detectorInfo();
      const auto &specDef = workspace->spectrumInfo().spectrumDefinition(wi);
      for (size_t k = 0; k < specDef.size(); ++k) {
        try {
          // detector() throws NotFoundError if the ID is absent from the instrument
          detectorPtr = &detectorInfo.detector(specDef[k].first);
          break;
        } catch (const Kernel::Exception::NotFoundError &) {
          // This detector is not present in the instrument; try the next one
        }
      }
      if (!detectorPtr) {
        g_log.information() << "MatrixWorkspace has not been set for index: " << std::to_string(wi)
                            << " as none of the detector ids can be found on the instrument\n";
        return;
      }
    } else {
      // Get the detector (single) at this workspace index
      const auto &spectrumInfo = workspace->spectrumInfo();
      if (!spectrumInfo.hasDetectors(wi)) {
        g_log.information() << "MatrixWorkspace has not been set for index: " << std::to_string(wi)
                            << " as no detector ids can be found for this workspace on the instrument\n";
        return;
      }
      try {
        detectorPtr = &spectrumInfo.detector(wi);
      } catch (const Kernel::Exception::NotFoundError &) {
        // hasDetectors() does not validate IDs against the instrument;
        // the detector ID exists in the spectrum but not in the instrument.
        g_log.information() << "MatrixWorkspace has not been set for index: " << std::to_string(wi)
                            << " as the detector id for this workspace can't be found on the instrument\n";
        return;
      }
    }
 
    for (size_t i = 0; i < nParams(); i++) {
      if (!isExplicitlySet(i)) {
        // Use the fitting-function-aware lookup: two functions on the same component can declare a
        // parameter with the same short name (e.g. Bk2BkExpConvPV:Gamma and IkedaCarpenterPV:Gamma).
        // The plain getRecursive() short-circuits on the first match and would pick the wrong one.
        Geometry::Parameter_sptr param =
            paramMap.getRecursiveFittingParameter(detectorPtr, parameterName(i), this->name());
        if (!param) {
          // Fall back for IDFs that omit the function prefix (no embedded function name to match).
          param = paramMap.getRecursive(detectorPtr, parameterName(i), "fitting");
        }
        if (param != Geometry::Parameter_sptr()) {
          // get FitParameter
          const auto &fitParam = param->value<Geometry::FitParameter>();
 
          // check first if this parameter is actually specified for this
          // function
          if (name() == fitParam.getFunction()) {
            // update value
            const auto *testWithLocation = dynamic_cast<IFunctionWithLocation *>(this);
            if (testWithLocation == nullptr ||
                (!fitParam.getLookUpTable().containData() && fitParam.getFormula().empty())) {
              setParameter(i, fitParam.getValue());
            } else {
              double centreValue = testWithLocation->centre();
              Kernel::Unit_sptr centreUnit; // unit of value used in formula or
                                            // to look up value in lookup table
              if (fitParam.getFormula().empty())
                centreUnit = fitParam.getLookUpTable().getXUnit(); // from table
              else {
                if (!fitParam.getFormulaUnit().empty()) {
                  try {
                    centreUnit = Kernel::UnitFactory::Instance().create(fitParam.getFormulaUnit()); // from formula
                  } catch (...) {
                    g_log.warning() << fitParam.getFormulaUnit() << " Is not an recognised formula unit for parameter "
                                    << fitParam.getName() << "\n";
                  }
                }
              }
 
              // if unit specified convert centre value to unit required by
              // formula or look-up-table
              if (centreUnit) {
                g_log.debug() << "For FitParameter " << parameterName(i)
                              << " centre of peak before any unit conversion is " << centreValue << '\n';
                centreValue = convertValue(centreValue, centreUnit, workspace, wi);
                g_log.debug() << "For FitParameter " << parameterName(i)
                              << " centre of peak after any unit conversion is " << centreValue << '\n';
              }
 
              double paramValue = fitParam.getValue(centreValue);
 
              // this returned param value by a formula or a look-up-table may
              // have
              // a unit of its own. If set convert param value
              // See section 'Using fitting parameters in
              // docs/source/concepts/InstrumentDefinitionFile.rst
              if (fitParam.getFormula().empty()) {
                // so from look up table
                Kernel::Unit_sptr resultUnit = fitParam.getLookUpTable().getYUnit(); // from table
                g_log.debug() << "The FitParameter " << parameterName(i) << " = " << paramValue
                              << " before y-unit conversion\n";
                paramValue /= convertValue(1.0, resultUnit, workspace, wi);
                g_log.debug() << "The FitParameter " << parameterName(i) << " = " << paramValue
                              << " after y-unit conversion\n";
              } else {
                // so from formula
 
                std::string resultUnitStr = fitParam.getResultUnit();
 
                if (!resultUnitStr.empty()) {
                  std::vector<std::string> allUnitStr = Kernel::UnitFactory::Instance().getKeys();
                  for (auto &iUnit : allUnitStr) {
                    size_t found = resultUnitStr.find(iUnit);
                    if (found != std::string::npos) {
                      size_t len = iUnit.size();
                      std::stringstream readDouble;
                      Kernel::Unit_sptr unt = Kernel::UnitFactory::Instance().create(iUnit);
                      readDouble << 1.0 / convertValue(1.0, unt, workspace, wi);
                      resultUnitStr.replace(found, len, readDouble.str());
                    }
                  } // end for
 
                  try {
                    mu::Parser p;
                    p.SetExpr(resultUnitStr);
                    g_log.debug() << "The FitParameter " << parameterName(i) << " = " << paramValue
                                  << " before result-unit conversion (using " << resultUnitStr << ")\n";
                    paramValue *= p.Eval();
                    g_log.debug() << "The FitParameter " << parameterName(i) << " = " << paramValue
                                  << " after result-unit conversion\n";
                  } catch (mu::Parser::exception_type &e) {
                    g_log.error() << "Cannot convert formula unit to workspace unit"
                                  << " Formula unit which cannot be passed is " << resultUnitStr
                                  << ". Muparser error message is: " << e.GetMsg() << '\n';
                  }
                } // end if
              } // end trying to convert result-unit from formula or y-unit for
              // lookuptable
 
              setParameter(i, paramValue);
            } // end of update parameter value
 
            // add tie if specified for this parameter in instrument definition
            // file
            if (!fitParam.getTie().empty()) {
              std::ostringstream str;
              str << getParameter(i);
              tie(parameterName(i), str.str());
            }
 
            // add constraint if specified for this parameter in instrument
            // definition file
            if (!fitParam.getConstraint().empty()) {
              IConstraint *constraint = ConstraintFactory::Instance().createInitialized(this, fitParam.getConstraint());
              if (!fitParam.getConstraintPenaltyFactor().empty()) {
                try {
                  double penalty = std::stod(fitParam.getConstraintPenaltyFactor());
                  constraint->setPenaltyFactor(penalty);
                } catch (...) {
                  g_log.warning() << "Can't set penalty factor for constraint\n";
                }
              }
              addConstraint(std::unique_ptr<IConstraint>(constraint));
            }
          }
        }
      }
    }
  } catch (...) {
  }
}
 
double IFunction::convertValue(double value, Kernel::Unit_sptr &outUnit,
                               const std::shared_ptr<const MatrixWorkspace> &ws, size_t wsIndex) const {
  // only required if formula or look-up-table different from ws unit
  const auto &wsUnit = ws->getAxis(0)->unit();
  if (outUnit->unitID() == wsUnit->unitID())
    return value;
 
  // first check if it is possible to do a quick conversion and convert
  // slight duplication to below to avoid instantiating vector unless necessary
  double factor(0.0), power(0.0);
  if (wsUnit->quickConversion(*outUnit, factor, power)) {
    return factor * std::pow(value, power);
  } else {
    std::vector<double> singleValue(1, value);
    convertValue(singleValue, outUnit, ws, wsIndex);
    return singleValue.front();
  }
}
 
void IFunction::convertValue(std::vector<double> &values, Kernel::Unit_sptr &outUnit,
                             const std::shared_ptr<const MatrixWorkspace> &ws, size_t wsIndex) const {
  // only required if  formula or look-up-table different from ws unit
  const auto &wsUnit = ws->getAxis(0)->unit();
  if (outUnit->unitID() == wsUnit->unitID())
    return;
 
  // first check if it is possible to do a quick conversion convert
  double factor, power;
  if (wsUnit->quickConversion(*outUnit, factor, power)) {
    auto iend = values.end();
    for (auto itr = values.begin(); itr != iend; ++itr)
      (*itr) = factor * std::pow(*itr, power);
  } else {
    // Get l1, l2 and theta  (see also RemoveBins.calculateDetectorPosition())
    Instrument_const_sptr instrument = ws->getInstrument();
    Geometry::IComponent_const_sptr sample = instrument->getSample();
    if (sample == nullptr) {
      g_log.error() << "No sample defined instrument. Cannot convert units for function\n"
                    << "Ignore conversion.";
      return;
    }
    const auto &spectrumInfo = ws->spectrumInfo();
    double l1 = spectrumInfo.l1();
    // If this is a monitor then l1+l2 = source-detector distance and twoTheta=0
    auto emode = ws->getEMode();
 
    Kernel::UnitParametersMap pmap{};
    spectrumInfo.getDetectorValues(*wsUnit, *outUnit, emode, false, wsIndex, pmap);
    try {
      std::vector<double> emptyVec;
      wsUnit->toTOF(values, emptyVec, l1, emode, pmap);
      outUnit->fromTOF(values, emptyVec, l1, emode, pmap);
    } catch (std::exception &) {
      throw std::runtime_error("Unable to perform unit conversion to " + outUnit->unitID());
    }
  }
}
 
size_t IFunction::nAttributes() const { return m_attrs.size(); }
 
bool IFunction::hasAttribute(const std::string &name) const { return m_attrs.find(name) != m_attrs.end(); }
 
void IFunction::setAttributeValue(const std::string &attName, const char *value) {
  std::string str(value);
  setAttributeValue(attName, str);
}
 
void IFunction::setAttributeValue(const std::string &attName, const std::string &value) {
  Attribute att = getAttribute(attName);
  att.setString(value);
  setAttribute(attName, att);
}
 
IFunction_sptr IFunction::getFunction(std::size_t) const {
  throw std::runtime_error("Function " + name() + " doesn't have children.");
}
 
std::vector<std::string> IFunction::getAttributeNames() const {
  std::vector<std::string> names;
  names.reserve(nAttributes());
  for (size_t i = 0; i < nAttributes(); ++i) {
    names.emplace_back(attributeName(i));
  }
  return names;
}
 
std::string IFunction::attributeName(size_t index) const {
  if (index >= nAttributes()) {
    throw std::out_of_range("Function attribute index out of range.");
  }
  auto itr = std::next(m_attrs.begin(), index);
  return itr->first;
}
 
API::IFunction::Attribute IFunction::getAttribute(const std::string &name) const {
  if (hasAttribute(name)) {
    return m_attrs.at(name);
  } else {
    throw std::invalid_argument("ParamFunctionAttributeHolder::getAttribute - Unknown attribute '" + name + "'");
  }
}
 
void IFunction::setAttribute(const std::string &name, const API::IFunction::Attribute &value) {
  storeAttributeValue(name, value);
}
 
void IFunction::declareAttribute(const std::string &name, const API::IFunction::Attribute &defaultValue) {
  checkAttributeName(name);
 
  m_attrs.emplace(name, defaultValue);
}
 
void IFunction::declareAttribute(const std::string &name, const API::IFunction::Attribute &defaultValue,
                                 const Kernel::IValidator &validator) {
  const Kernel::IValidator_sptr validatorClone = validator.clone();
  checkAttributeName(name);
 
  defaultValue.setValidator(validatorClone);
  defaultValue.evaluateValidator();
 
  m_attrs.emplace(name, defaultValue);
}
 
void IFunction::checkAttributeName(const std::string &name) {
  if (m_attrs.find(name) != m_attrs.end()) {
    std::ostringstream msg;
    msg << "Attribute (" << name << ") already exists.";
    throw std::invalid_argument(msg.str());
  }
}
 
void IFunction::init() {
  declareAttributes();
  declareParameters();
}
 
void IFunction::storeAttributeValue(const std::string &name, const API::IFunction::Attribute &value) {
  if (hasAttribute(name)) {
    auto att = m_attrs[name];
    const Kernel::IValidator_sptr validatorClone = att.getValidator();
    value.setValidator(validatorClone);
    value.evaluateValidator();
 
    m_attrs[name] = value;
  } else {
    throw std::invalid_argument("ParamFunctionAttributeHolder::setAttribute - Unknown attribute '" + name + "'");
  }
}
 
void IFunction::storeReadOnlyAttribute(const std::string &name, const API::IFunction::Attribute &value) const {
  const_cast<IFunction *>(this)->storeAttributeValue(name, value);
}
 
void IFunction::setCovarianceMatrix(const std::shared_ptr<Kernel::Matrix<double>> &covar) {
  // the matrix shouldn't be empty
  if (!covar) {
    throw std::invalid_argument("IFunction: Cannot set an empty covariance matrix");
  }
  // the matrix should relate to this function
  if (covar->numRows() != nParams() || covar->numCols() != nParams()) {
    throw std::invalid_argument("IFunction: Covariance matrix has a wrong size");
  }
  m_covar = covar;
}
 
size_t IFunction::getValuesSize(const FunctionDomain &domain) const { return domain.size(); }
 
void IFunction::fixParameter(const std::string &name, bool isDefault) {
  auto i = parameterIndex(name);
  fix(i, isDefault);
}
 
void IFunction::unfixParameter(const std::string &name) {
  auto i = parameterIndex(name);
  unfix(i);
}
 
void IFunction::fixAll(bool isDefault) {
  for (size_t i = 0; i < nParams(); ++i) {
    if (isActive(i)) {
      fix(i, isDefault);
    }
  }
}
 
void IFunction::unfixAll() {
  for (size_t i = 0; i < nParams(); ++i) {
    if (isFixed(i)) {
      unfix(i);
    }
  }
}
 
void IFunction::unfixAllDefault() {
  for (size_t i = 0; i < nParams(); ++i) {
    if (getParameterStatus(i) == FixedByDefault) {
      unfix(i);
    }
  }
}
 
void IFunction::fixAllActive(bool isDefault) {
  for (size_t i = 0; i < nParams(); ++i) {
    if (getParameterStatus(i) == Active) {
      fix(i, isDefault);
    }
  }
}
 
size_t IFunction::getNumberDomains() const { return 1; }
 
std::vector<IFunction_sptr> IFunction::createEquivalentFunctions() const {
  return std::vector<IFunction_sptr>(1, FunctionFactory::Instance().createInitialized(asString()));
}
 
void IFunction::sortTies(const bool checkOnly) {
  if (!checkOnly) {
    m_orderedTies.clear();
  }
 
  std::list<TieNode> orderedTieNodes;
  for (size_t i = 0; i < nParams(); ++i) {
    auto const parTie = getTie(i);
    if (!parTie || ignoreTie(*parTie)) {
      continue;
    }
 
    TieNode newNode;
    newNode.left = getParameterIndex(*parTie);
    auto const rhsParameters = parTie->getRHSParameters();
    newNode.right.reserve(rhsParameters.size());
    for (auto &&p : rhsParameters) {
      newNode.right.emplace_back(this->getParameterIndex(p));
    }
    if (newNode < newNode) {
      throw std::runtime_error("Parameter is tied to itself: " + parTie->asString(this));
    }
    bool before(false), after(false);
    size_t indexBefore(0), indexAfter(0);
    for (auto &&node : orderedTieNodes) {
      if (newNode < node) {
        before = true;
        indexBefore = node.left;
      }
      if (node < newNode) {
        after = true;
        indexAfter = node.left;
      }
    }
    if (before) {
      if (after) {
        std::string message = "Circular dependency in ties:\n" + parTie->asString(this) + '\n';
        message += getTie(indexBefore)->asString(this);
        if (indexAfter != indexBefore) {
          message += '\n' + getTie(indexAfter)->asString(this);
        }
        throw std::runtime_error(message);
      }
      orderedTieNodes.push_front(newNode);
    } else {
      orderedTieNodes.emplace_back(newNode);
    }
  }
  if (!checkOnly) {
    for (auto &&node : orderedTieNodes) {
      auto const parTie = getTie(node.left);
      m_orderedTies.emplace_back(parTie);
    }
  }
}
 
} // namespace Mantid::API
 
namespace Mantid::Kernel {
 
template <>
MANTID_API_DLL std::shared_ptr<Mantid::API::IFunction>
IPropertyManager::getValue<std::shared_ptr<Mantid::API::IFunction>>(const std::string &name) const {
  auto *prop = dynamic_cast<PropertyWithValue<std::shared_ptr<Mantid::API::IFunction>> *>(getPointerToProperty(name));
  if (prop) {
    return *prop;
  } else {
    std::string message = "Attempt to assign property " + name + " to incorrect type. Expected shared_ptr<IFunction>.";
    throw std::runtime_error(message);
  }
}
 
template <>
MANTID_API_DLL std::shared_ptr<const Mantid::API::IFunction>
IPropertyManager::getValue<std::shared_ptr<const Mantid::API::IFunction>>(const std::string &name) const {
  const auto *prop =
      dynamic_cast<PropertyWithValue<std::shared_ptr<Mantid::API::IFunction>> *>(getPointerToProperty(name));
  if (prop) {
    return prop->operator()();
  } else {
    std::string message =
        "Attempt to assign property " + name + " to incorrect type. Expected const shared_ptr<IFunction>.";
    throw std::runtime_error(message);
  }
}
 
} // namespace Mantid::Kernel