MatrixWorkspace.h

Go to the documentation of this file.

// Mantid Repository : https://github.com/mantidproject/mantid
//
// Copyright © 2007 ISIS Rutherford Appleton Laboratory UKRI,
//   NScD Oak Ridge National Laboratory, European Spallation Source,
//   Institut Laue - Langevin & CSNS, Institute of High Energy Physics, CAS
// SPDX - License - Identifier: GPL - 3.0 +
#pragma once
 
#include "MantidAPI/DllConfig.h"
#include "MantidAPI/ExperimentInfo.h"
#include "MantidAPI/IMDWorkspace.h"
#include "MantidAPI/ISpectrum.h"
#include "MantidAPI/MatrixWorkspace_fwd.h"
#include "MantidKernel/EmptyValues.h"
#include "MantidKernel/WarningSuppressions.h"
 
#include <atomic>
#include <map>
#include <mutex>
#include <span>
 
namespace Mantid {
 
namespace Indexing {
class IndexInfo;
}
 
namespace Types {
namespace Core {
class DateAndTime;
}
} // namespace Types
 
namespace Geometry {
class ParameterMap;
}
 
const std::vector<std::string> validPlotTypes{"plot", "marker", "histogram", "errorbar_x", "errorbar_y", "errorbar_xy"};
const std::vector<std::string> validMarkerStyles{"square",
                                                 "plus (filled)",
                                                 "point",
                                                 "tickdown",
                                                 "triangle_right",
                                                 "tickup",
                                                 "hline",
                                                 "vline",
                                                 "pentagon",
                                                 "tri_left",
                                                 "caretdown",
                                                 "caretright (centered at base)",
                                                 "tickright",
                                                 "caretright",
                                                 "caretleft",
                                                 "tickleft",
                                                 "tri_up",
                                                 "circle",
                                                 "pixel",
                                                 "caretleft (centered at base)",
                                                 "diamond",
                                                 "star",
                                                 "hexagon1",
                                                 "octagon",
                                                 "hexagon2",
                                                 "tri_right",
                                                 "x (filled)",
                                                 "thin_diamond",
                                                 "tri_down",
                                                 "triangle_left",
                                                 "plus",
                                                 "triangle_down",
                                                 "triangle_up",
                                                 "x",
                                                 "caretup",
                                                 "caretup (centered at base)",
                                                 "caretdown (centered at base)",
                                                 "None"};
 
namespace API {
class Axis;
class SpectrumDetectorMapping;
 
using MantidImage = std::vector<std::vector<double>>;
using MantidImage_sptr = std::shared_ptr<MantidImage>;
using MantidImage_const_sptr = std::shared_ptr<const MantidImage>;
 
//----------------------------------------------------------------------
class MANTID_API_DLL MatrixWorkspace : public IMDWorkspace, public ExperimentInfo {
 
private:
  using ExperimentInfo::toString;
 
public:
  // The Workspace Factory create-from-parent method needs direct access to the
  // axes.
  friend class WorkspaceFactoryImpl;
 
  void initialize(const std::size_t &NVectors, const std::size_t &XLength, const std::size_t &YLength);
  void initialize(const std::size_t &NVectors, const HistogramData::Histogram &histogram);
  void initialize(const Indexing::IndexInfo &indexInfo, const HistogramData::Histogram &histogram);
 
  MatrixWorkspace &operator=(const MatrixWorkspace &other) = delete;
  ~MatrixWorkspace() override;
 
  MatrixWorkspace_uptr clone() const { return MatrixWorkspace_uptr(doClone()); }
 
  MatrixWorkspace_uptr cloneEmpty() const { return MatrixWorkspace_uptr(doCloneEmpty()); }
 
  const Indexing::IndexInfo &indexInfo() const;
  void setIndexInfo(const Indexing::IndexInfo &indexInfo);
 
  using IMDWorkspace::toString;
  const std::string toString() const override;
 
  std::shared_ptr<const Geometry::IDetector> getDetector(const size_t workspaceIndex) const;
  double detectorTwoTheta(const Geometry::IDetector &det) const;
  double detectorSignedTwoTheta(const Geometry::IDetector &det) const;
 
 
  virtual void updateSpectraUsing(const SpectrumDetectorMapping &map);
  void rebuildSpectraMapping(const bool includeMonitors = true, const specnum_t specNumOffset = 1);
 
  // More mapping
  spec2index_map getSpectrumToWorkspaceIndexMap() const;
  detid2index_map getDetectorIDToWorkspaceIndexMap(bool throwIfMultipleDets = false,
                                                   bool ignoreIfNoValidDets = false) const;
  virtual std::vector<size_t> getDetectorIDToWorkspaceIndexVector(detid_t &offset,
                                                                  bool throwIfMultipleDets = false) const;
 
  virtual std::vector<size_t> getSpectrumToWorkspaceIndexVector(specnum_t &offset) const;
  std::vector<size_t> getIndicesFromSpectra(const std::vector<specnum_t> &spectraList) const;
  size_t getIndexFromSpectrumNumber(const specnum_t specNo) const;
  std::vector<size_t> getIndicesFromDetectorIDs(const std::vector<detid_t> &detIdList) const;
  std::vector<specnum_t> getSpectraFromDetectorIDs(const std::vector<detid_t> &detIdList) const;
 
  bool hasGroupedDetectors() const;
 
  virtual bool isRaggedWorkspace() const = 0;
 
  size_t getMemorySize() const override;
  virtual size_t getMemorySizeForXAxes() const;
 
  // Section required for iteration
  virtual std::size_t size() const = 0;
  virtual std::size_t blocksize() const = 0;
  virtual std::size_t getNumberBins(const std::size_t &index) const = 0;
  virtual std::size_t getMaxNumberBins() const = 0;
  virtual std::size_t getNumberHistograms() const = 0;
 
  void setTitle(const std::string &) override;
  const std::string getTitle() const override;
 
  void setPlotType(const std::string &);
  std::string getPlotType() const;
 
  void setMarkerStyle(const std::string &markerType);
  std::string getMarkerStyle() const;
 
  void setMarkerSize(const float markerSize);
  float getMarkerSize() const;
 
  virtual Types::Core::DateAndTime getFirstPulseTime() const;
  Types::Core::DateAndTime getLastPulseTime() const;
 
  std::size_t yIndexOfX(const double xValue, const std::size_t &index = 0,
                        [[maybe_unused]] const double tolerance = 0.0) const;
 
  //----------------------------------------------------------------------
  // DATA ACCESSORS
  //----------------------------------------------------------------------
 
  virtual ISpectrum &getSpectrum(const size_t index) = 0;
  virtual const ISpectrum &getSpectrum(const size_t index) const = 0;
 
  HistogramData::Histogram histogram(const size_t index) const { return getSpectrum(index).histogram(); }
  template <typename... T> void setHistogram(const size_t index, T &&...data) & {
    getSpectrum(index).setHistogram(std::forward<T>(data)...);
  }
  void convertToCounts(const size_t index) { getSpectrumWithoutInvalidation(index).convertToCounts(); }
  void convertToFrequencies(const size_t index) { getSpectrumWithoutInvalidation(index).convertToFrequencies(); }
  HistogramData::BinEdges binEdges(const size_t index) const { return getSpectrum(index).binEdges(); }
  HistogramData::Points points(const size_t index) const { return getSpectrum(index).points(); }
  HistogramData::PointStandardDeviations pointStandardDeviations(const size_t index) const {
    return getSpectrum(index).pointStandardDeviations();
  }
  template <typename... T> void setBinEdges(const size_t index, T &&...data) & {
    getSpectrum(index).setBinEdges(std::forward<T>(data)...);
  }
  template <typename... T> void setPoints(const size_t index, T &&...data) & {
    getSpectrum(index).setPoints(std::forward<T>(data)...);
  }
  template <typename... T> void setPointVariances(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setPointVariances(std::forward<T>(data)...);
  }
  template <typename... T> void setPointStandardDeviations(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setPointStandardDeviations(std::forward<T>(data)...);
  }
  HistogramData::Counts counts(const size_t index) const { return getSpectrum(index).counts(); }
  HistogramData::CountVariances countVariances(const size_t index) const { return getSpectrum(index).countVariances(); }
  HistogramData::CountStandardDeviations countStandardDeviations(const size_t index) const {
    return getSpectrum(index).countStandardDeviations();
  }
  HistogramData::Frequencies frequencies(const size_t index) const { return getSpectrum(index).frequencies(); }
  HistogramData::FrequencyVariances frequencyVariances(const size_t index) const {
    return getSpectrum(index).frequencyVariances();
  }
  HistogramData::FrequencyStandardDeviations frequencyStandardDeviations(const size_t index) const {
    return getSpectrum(index).frequencyStandardDeviations();
  }
  template <typename... T> void setCounts(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setCounts(std::forward<T>(data)...);
  }
  template <typename... T> void setCountVariances(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setCountVariances(std::forward<T>(data)...);
  }
  template <typename... T> void setCountStandardDeviations(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setCountStandardDeviations(std::forward<T>(data)...);
  }
  template <typename... T> void setFrequencies(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setFrequencies(std::forward<T>(data)...);
  }
  template <typename... T> void setFrequencyVariances(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setFrequencyVariances(std::forward<T>(data)...);
  }
  template <typename... T> void setFrequencyStandardDeviations(const size_t index, T &&...data) & {
    getSpectrumWithoutInvalidation(index).setFrequencyStandardDeviations(std::forward<T>(data)...);
  }
  const HistogramData::HistogramX &x(const size_t index) const { return getSpectrum(index).x(); }
  const HistogramData::HistogramY &y(const size_t index) const { return getSpectrum(index).y(); }
  const HistogramData::HistogramE &e(const size_t index) const { return getSpectrum(index).e(); }
  const HistogramData::HistogramDx &dx(const size_t index) const { return getSpectrum(index).dx(); }
  HistogramData::HistogramX &mutableX(const size_t index) & { return getSpectrum(index).mutableX(); }
  HistogramData::HistogramDx &mutableDx(const size_t index) & {
    return getSpectrumWithoutInvalidation(index).mutableDx();
  }
  HistogramData::HistogramY &mutableY(const size_t index) & { return getSpectrumWithoutInvalidation(index).mutableY(); }
  HistogramData::HistogramE &mutableE(const size_t index) & { return getSpectrumWithoutInvalidation(index).mutableE(); }
  Kernel::cow_ptr<HistogramData::HistogramX> sharedX(const size_t index) const { return getSpectrum(index).sharedX(); }
  Kernel::cow_ptr<HistogramData::HistogramY> sharedY(const size_t index) const { return getSpectrum(index).sharedY(); }
  Kernel::cow_ptr<HistogramData::HistogramE> sharedE(const size_t index) const { return getSpectrum(index).sharedE(); }
  Kernel::cow_ptr<HistogramData::HistogramDx> sharedDx(const size_t index) const {
    return getSpectrum(index).sharedDx();
  }
  void setSharedX(const size_t index, const Kernel::cow_ptr<HistogramData::HistogramX> &x) & {
    getSpectrum(index).setSharedX(x);
  }
  void setSharedDx(const size_t index, const Kernel::cow_ptr<HistogramData::HistogramDx> &dx) & {
    getSpectrumWithoutInvalidation(index).setSharedDx(dx);
  }
  void setSharedY(const size_t index, const Kernel::cow_ptr<HistogramData::HistogramY> &y) & {
    getSpectrumWithoutInvalidation(index).setSharedY(y);
  }
  void setSharedE(const size_t index, const Kernel::cow_ptr<HistogramData::HistogramE> &e) & {
    getSpectrumWithoutInvalidation(index).setSharedE(e);
  }
  void resizeHistogram(const size_t index, size_t n) & { getSpectrum(index).resize(n); }
  size_t histogramSize(const size_t index) const { return getSpectrum(index).size(); }
  // Methods for getting read-only access to the data.
  // Just passes through to the virtual dataX/Y/E function (const version)
  [[deprecated("use x() instead")]]
  const MantidVec &readX(std::size_t const index) const {
    return getSpectrum(index).x().rawData();
  }
  [[deprecated("use y() instead")]]
  const MantidVec &readY(std::size_t const index) const {
    return getSpectrum(index).y().rawData();
  }
  [[deprecated("use e() instead")]]
  const MantidVec &readE(std::size_t const index) const {
    return getSpectrum(index).e().rawData();
  }
  [[deprecated("use dx() instead")]]
  const MantidVec &readDx(size_t const index) const {
    return getSpectrum(index).dx().rawData();
  }
 
  // The mutable legacy accessors require ISpectrum's own legacy interface
  GNU_DIAG_OFF("deprecated-declarations")
  MSVC_DIAG_OFF(4996)
  [[deprecated("use mutableX() instead")]]
  virtual MantidVec &dataX(const std::size_t index) {
    return getSpectrum(index).dataX();
  }
  [[deprecated("use mutableY() instead")]]
  virtual MantidVec &dataY(const std::size_t index) {
    return getSpectrumWithoutInvalidation(index).dataY();
  }
  [[deprecated("use mutableE() instead")]]
  virtual MantidVec &dataE(const std::size_t index) {
    return getSpectrumWithoutInvalidation(index).dataE();
  }
  [[deprecated("use mutableDx() instead")]]
  virtual MantidVec &dataDx(const std::size_t index) {
    return getSpectrumWithoutInvalidation(index).dataDx();
  }
  MSVC_DIAG_ON(4996)
  GNU_DIAG_ON("deprecated-declarations")
 
  [[deprecated("use x() instead")]]
  virtual const MantidVec &dataX(const std::size_t index) const {
    return getSpectrum(index).x().rawData();
  }
  [[deprecated("use y() instead")]]
  virtual const MantidVec &dataY(const std::size_t index) const {
    return getSpectrum(index).y().rawData();
  }
  [[deprecated("use e() instead")]]
  virtual const MantidVec &dataE(const std::size_t index) const {
    return getSpectrum(index).e().rawData();
  }
  [[deprecated("use dx() instead")]]
  virtual const MantidVec &dataDx(const std::size_t index) const {
    return getSpectrum(index).dx().rawData();
  }
 
  virtual double getXMin() const;
  virtual double getXMax() const;
  virtual void getXMinMax(double &xmin, double &xmax) const;
 
  [[deprecated("use sharedX() instead")]]
  virtual Kernel::cow_ptr<HistogramData::HistogramX> refX(const std::size_t index) const {
    return getSpectrum(index).sharedX();
  }
 
  [[deprecated("use setSharedX() instead")]]
  virtual void setX(const std::size_t index, const Kernel::cow_ptr<HistogramData::HistogramX> &X) {
    getSpectrum(index).setSharedX(X);
  }
 
  [[deprecated("use setSharedX() instead")]]
  virtual void setX(const std::size_t index, const std::shared_ptr<HistogramData::HistogramX> &X) {
    getSpectrum(index).setSharedX(X);
  }
 
  virtual bool hasDx(const std::size_t index) const { return getSpectrum(index).hasDx(); }
 
  virtual void generateHistogram(const std::size_t index, std::span<double const> X, MantidVec &Y, MantidVec &E,
                                 bool skipError = false) const = 0;
 
  virtual void getIntegratedSpectra(std::vector<double> &out, const double minX, const double maxX,
                                    const bool entireRange) const;
 
  std::vector<double> getIntegratedCountsForWorkspaceIndices(const std::vector<size_t> &workspaceIndices,
                                                             const double minX, const double maxX,
                                                             const bool entireRange) const;
 
  std::pair<size_t, double> getXIndex(size_t i, double x, bool isLeft = true, size_t start = 0) const;
 
  //----------------------------------------------------------------------
 
  int axes() const;
  virtual Axis *getAxis(const std::size_t &axisIndex) const;
  void replaceAxis(const std::size_t &axisIndex, std::unique_ptr<Axis> newAxis);
 
  size_t numberOfAxis() const;
 
  virtual bool isCommonLogBins() const;
 
  virtual bool isHistogramData() const;
 
  virtual bool isCommonBins() const;
 
  virtual bool isIntegerBins() const;
 
  const std::string &YUnit() const { return m_YUnit; }
  void setYUnit(const std::string &newUnit);
  std::string YUnitLabel(bool useLatex = false) const;
  void setYUnitLabel(const std::string &newLabel);
 
  bool isDistribution() const;
  void setDistribution(bool newValue);
 
  // Methods to set and access masked bins
  void maskBin(const size_t &workspaceIndex, const size_t &binIndex, const double &weight = 1.0);
  void flagMasked(const size_t &index, const size_t &binIndex, const double &weight = 1.0);
  bool hasMaskedBins(const size_t &workspaceIndex) const;
  bool hasAnyMaskedBins() const;
  using MaskList = std::map<size_t, double>;
  const MaskList &maskedBins(const size_t &workspaceIndex) const;
  std::vector<size_t> maskedBinsIndices(const size_t &workspaceIndex) const;
  void setMaskedBins(const size_t workspaceIndex, const MaskList &maskedBins);
  void setUnmaskedBins(const size_t workspaceIndex);
 
  // Methods handling the internal monitor workspace
  virtual void setMonitorWorkspace(const std::shared_ptr<MatrixWorkspace> &monitorWS);
  std::shared_ptr<MatrixWorkspace> monitorWorkspace() const;
 
  void loadInstrumentNexus(Nexus::File *file);
 
  //=====================================================================================
  // MD Geometry methods
  //=====================================================================================
  size_t getNumDims() const override;
  std::shared_ptr<const Mantid::Geometry::IMDDimension> getDimension(size_t index) const override;
  std::shared_ptr<const Mantid::Geometry::IMDDimension> getDimensionWithId(std::string id) const override;
  //=====================================================================================
  // End MD Geometry methods
  //=====================================================================================
 
  //=====================================================================================
  // IMDWorkspace methods
  //=====================================================================================
 
  uint64_t getNPoints() const override;
  uint64_t getNEvents() const override { return this->getNPoints(); }
  static const std::string xDimensionId;
  static const std::string yDimensionId;
  LinePlot getLinePlot(const Mantid::Kernel::VMD &start, const Mantid::Kernel::VMD &end,
                       Mantid::API::MDNormalization normalize) const override;
  signal_t getSignalAtCoord(const coord_t *coords, const Mantid::API::MDNormalization &normalization) const override;
  signal_t getSignalWithMaskAtCoord(const coord_t *coords,
                                    const Mantid::API::MDNormalization &normalization) const override;
  std::vector<std::unique_ptr<IMDIterator>>
  createIterators(size_t suggestedNumCores = 1,
                  Mantid::Geometry::MDImplicitFunction *function = nullptr) const override;
 
  void setMDMasking(std::unique_ptr<Mantid::Geometry::MDImplicitFunction> maskingRegion) override;
  void clearMDMasking() override;
 
  Mantid::Kernel::SpecialCoordinateSystem getSpecialCoordinateSystem() const override;
 
  // Check if this class has an oriented lattice on a sample object
  virtual bool hasOrientedLattice() const override;
 
  virtual std::pair<int64_t, int64_t> findY(double value, const std::pair<int64_t, int64_t> &idx = {0, 0}) const;
 
  //=====================================================================================
  // End IMDWorkspace methods
  //=====================================================================================
 
  //=====================================================================================
  // Image methods
  //=====================================================================================
 
  std::pair<size_t, size_t> getImageStartEndXIndices(size_t i, double startX, double endX) const;
  MantidImage_sptr getImageY(size_t start = 0, size_t stop = 0, size_t width = 0, double startX = EMPTY_DBL(),
                             double endX = EMPTY_DBL()) const;
  MantidImage_sptr getImageE(size_t start = 0, size_t stop = 0, size_t width = 0, double startX = EMPTY_DBL(),
                             double endX = EMPTY_DBL()) const;
  virtual void setImageY(const MantidImage &image, size_t start = 0, bool parallelExecution = true);
  virtual void setImageE(const MantidImage &image, size_t start = 0, bool parallelExecution = true);
 
  //=====================================================================================
  // End image methods
  //=====================================================================================
 
  void invalidateCachedSpectrumNumbers();
 
  void invalidateCommonBinsFlag() { m_isCommonBinsFlagValid.store(false); }
 
protected:
  MatrixWorkspace(const MatrixWorkspace &other);
 
  MatrixWorkspace();
 
  virtual void init(const std::size_t &NVectors, const std::size_t &XLength, const std::size_t &YLength) = 0;
  virtual void init(const HistogramData::Histogram &histogram) = 0;
 
  virtual ISpectrum &getSpectrumWithoutInvalidation(const size_t index) = 0;
 
  void updateCachedDetectorGrouping(const size_t index) const override;
 
  std::vector<std::unique_ptr<Axis>> m_axes;
 
private:
  std::size_t binIndexOfValue(Mantid::HistogramData::HistogramX const &xValues, const double xValue,
                              const bool ascendingOrder) const;
  std::size_t xIndexOfValue(const Mantid::HistogramData::HistogramX &xValues, const double xValue,
                            const double tolerance) const;
 
  MatrixWorkspace *doClone() const override = 0;
  MatrixWorkspace *doCloneEmpty() const override = 0;
 
  template <class Accessor>
  MantidImage_sptr getImage(Accessor read, size_t start, size_t stop, size_t width, size_t indexStart,
                            size_t indexEnd) const;
  template <class Accessor>
  void setImage(Accessor mutableData, const MantidImage &image, size_t start, [[maybe_unused]] bool parallelExecution);
 
  void setIndexInfoWithoutISpectrumUpdate(const Indexing::IndexInfo &indexInfo);
  void buildDefaultSpectrumDefinitions();
  void rebuildDetectorIDGroupings();
 
  virtual bool isHistogramDataByIndex(std::size_t index = 0) const;
 
  std::unique_ptr<Indexing::IndexInfo> m_indexInfo;
 
  bool m_isInitialized{false};
 
  std::string m_YUnit;
  std::string m_YUnitLabel;
 
  mutable std::atomic<bool> m_isCommonBinsFlagValid{false};
  mutable std::atomic<bool> m_isCommonBinsFlag{false};
  mutable std::mutex m_isCommonBinsMutex;
 
  std::map<int64_t, MaskList> m_masks;
 
  std::shared_ptr<MatrixWorkspace> m_monitorWorkspace;
 
  mutable std::atomic<bool> m_indexInfoNeedsUpdate{true};
  mutable std::mutex m_indexInfoMutex;
 
  // Marker style and size, used for plotting
  std::string m_marker;
  float m_marker_size;
 
protected:
  std::string getDimensionIdFromAxis(const int &axisIndex) const;
};
 
using MatrixWorkspace_sptr = std::shared_ptr<MatrixWorkspace>;
using MatrixWorkspace_const_sptr = std::shared_ptr<const MatrixWorkspace>;
 
} // namespace API
} // namespace Mantid