InstrumentFileFinder.cpp

Go to the documentation of this file.

#include "MantidAPI/InstrumentFileFinder.h"
 
#include "MantidKernel/ConfigService.h"
#include "MantidKernel/DateAndTime.h"
#include "MantidKernel/InstrumentInfo.h"
#include "MantidKernel/Logger.h"
 
#include <Poco/DirectoryIterator.h>
#include <Poco/File.h>
#include <Poco/Path.h>
#include <Poco/SAX/Attributes.h>
#include <Poco/SAX/ContentHandler.h>
#include <Poco/SAX/SAXParser.h>
#include <boost/algorithm/string/find.hpp>
#include <boost/regex.hpp>
 
#include <string>
#include <utility>
#include <vector>
 
using namespace Mantid::Kernel;
using namespace Mantid::Types::Core;
using namespace Poco::XML;
 
namespace {
Mantid::Kernel::Logger g_log("InstrumentFileFinder");
 
// used to terminate SAX process
class DummyException {
public:
  std::string m_validFrom;
  std::string m_validTo;
  DummyException(std::string validFrom, std::string validTo)
      : m_validFrom(std::move(validFrom)), m_validTo(std::move(validTo)) {}
};
// SAX content handler for grapping stuff quickly from IDF
class myContentHandler : public Poco::XML::ContentHandler {
  void startElement(const XMLString & /*uri*/, const XMLString &localName, const XMLString & /*qname*/,
                    const Attributes &attrList) override {
    if (localName == "instrument" || localName == "parameter-file") {
      throw DummyException(static_cast<std::string>(attrList.getValue("", "valid-from")),
                           static_cast<std::string>(attrList.getValue("", "valid-to")));
    }
  }
  void endElement(const XMLString & /*uri*/, const XMLString & /*localName*/, const XMLString & /*qname*/) override {}
  void startDocument() override {}
  void endDocument() override {}
  void characters(const XMLChar /*ch*/[], int /*start*/, int /*length*/) override {}
  void endPrefixMapping(const XMLString & /*prefix*/) override {}
  void ignorableWhitespace(const XMLChar /*ch*/[], int /*start*/, int /*length*/) override {}
  void processingInstruction(const XMLString & /*target*/, const XMLString & /*data*/) override {}
  void setDocumentLocator(const Locator * /*loc*/) override {}
  void skippedEntity(const XMLString & /*name*/) override {}
  void startPrefixMapping(const XMLString & /*prefix*/, const XMLString & /*uri*/) override {}
};
} // namespace
 
namespace Mantid::API {
 
std::string InstrumentFileFinder::getInstrumentFilename(const std::string &instrumentName, const std::string &date) {
  const std::vector<std::string> validFormats = {"xml", "nxs", "hdf5"};
  g_log.debug() << "Looking for instrument file for " << instrumentName << " that is valid on '" << date << "'\n";
  // Lookup the instrument (long) name
  const std::string instrument(Kernel::ConfigService::Instance().getInstrument(instrumentName).name());
 
  // Get the instrument directories for instrument file search
  const std::vector<std::string> &directoryNames = Kernel::ConfigService::Instance().getInstrumentDirectories();
 
  // matching files sorted with newest files coming first
  const std::vector<std::string> matchingFiles =
      getResourceFilenames(instrument + "_Definition", validFormats, directoryNames, date);
  std::string instFile;
  if (!matchingFiles.empty()) {
    instFile = matchingFiles[0];
    g_log.debug() << "Instrument file selected is " << instFile << '\n';
  } else {
    g_log.debug() << "No instrument file found\n";
  }
  return instFile;
}
 
//  directoryName must include a final '/'.
std::string InstrumentFileFinder::getParameterPath(const std::string &instName, const std::string &dirHint) {
  // Remove the path from the filename, some legacy callers will pass in
  // a full path rather than a filename
  Poco::Path filePath(instName);
  const std::string filename = filePath.getFileName();
 
  // Try the hinted dir first
  if (!dirHint.empty()) {
    const std::string result = lookupIPF(dirHint, filename);
    if (!result.empty()) {
      return result;
    }
  }
 
  const Kernel::ConfigServiceImpl &configService = Kernel::ConfigService::Instance();
  const std::vector<std::string> directoryNames = configService.getInstrumentDirectories();
 
  for (const auto &dirName : directoryNames) {
    // This will iterate around the directories from user ->etc ->install, and
    // find the first beat file
    const std::string result = lookupIPF(dirName, filename);
    if (!result.empty()) {
      g_log.debug() << "Found: " << result << '\n';
      return result;
    }
  }
 
  g_log.debug() << "Found Nothing \n";
  return "";
}
 
std::string InstrumentFileFinder::lookupIPF(const std::string &dir, std::string filename) {
  const std::string ext = ".xml";
  // Remove .xml for example if abc.xml was passed
  boost::algorithm::ierase_all(filename, ext);
 
  const std::string suffixSeperator("_Definition");
 
  std::string prefix;
  std::string suffix;
 
  if (auto sepPos = boost::algorithm::ifind_first(filename, suffixSeperator)) {
    prefix = std::string(filename.begin(), sepPos.begin());
    suffix = std::string(sepPos.end(), filename.end());
  } else {
    prefix = filename;
  }
 
  Poco::Path directoryPath(dir);
  directoryPath.makeDirectory();
 
  // Assemble parameter file name
  std::string fullPathParamIDF = directoryPath.setFileName(prefix + "_Parameters" + suffix + ext).toString();
 
  if (Poco::File(fullPathParamIDF).exists()) {
    return fullPathParamIDF;
  }
 
  fullPathParamIDF = directoryPath.setFileName(prefix + "_Parameters" + ext).toString();
  if (Poco::File(fullPathParamIDF).exists()) {
    return fullPathParamIDF;
  }
 
  return "";
}
 
std::vector<std::string> InstrumentFileFinder::getResourceFilenames(const std::string &prefix,
                                                                    const std::vector<std::string> &fileFormats,
                                                                    const std::vector<std::string> &directoryNames,
                                                                    const std::string &date) {
 
  if (date.empty()) {
    // Just use the current date
    g_log.debug() << "No date specified, using current date and time.\n";
    const std::string now = Types::Core::DateAndTime::getCurrentTime().toISO8601String();
    // Recursively call this method, but with all parameters.
    return InstrumentFileFinder::getResourceFilenames(prefix, fileFormats, directoryNames, now);
  }
 
  // Join all the file formats into a single string
  std::stringstream ss;
  ss << "(";
  for (size_t i = 0; i < fileFormats.size(); ++i) {
    if (i != 0)
      ss << "|";
    ss << fileFormats[i];
  }
  ss << ")";
  const std::string allFileFormats = ss.str();
 
  const boost::regex regex(prefix + ".*\\." + allFileFormats, boost::regex_constants::icase);
  Poco::DirectoryIterator end_iter;
  DateAndTime d(date);
 
  DateAndTime refDate("1900-01-31 23:59:00"); // used to help determine the most
  // recently starting file, if none match
  DateAndTime refDateGoodFile("1900-01-31 23:59:00"); // used to help determine the most recently
 
  // Two files could have the same `from` date so multimap is required.
  // Sort with newer dates placed at the beginning
  std::multimap<DateAndTime, std::string, std::greater<DateAndTime>> matchingFiles;
  bool foundFile = false;
  std::string mostRecentFile; // path to the file with most recent "valid-from"
  for (const auto &directoryName : directoryNames) {
    // Iterate over the directories from user ->etc ->install, and find the
    // first beat file
    for (Poco::DirectoryIterator dir_itr(directoryName); dir_itr != end_iter; ++dir_itr) {
 
      const auto &filePath = dir_itr.path();
      if (!filePath.isFile())
        continue;
 
      const std::string &l_filenamePart = filePath.getFileName();
      if (regex_match(l_filenamePart, regex)) {
        const auto &pathName = filePath.toString();
        g_log.debug() << "Found file: '" << pathName << "'\n";
 
        std::string validFrom, validTo;
        getValidFromTo(pathName, validFrom, validTo);
        g_log.debug() << "File '" << pathName << " valid dates: from '" << validFrom << "' to '" << validTo << "'\n";
        // Use default valid "from" and "to" dates if none were found.
        DateAndTime to, from;
        if (validFrom.length() > 0)
          from.setFromISO8601(validFrom);
        else
          from = refDate;
        if (validTo.length() > 0)
          to.setFromISO8601(validTo);
        else
          to.setFromISO8601("2100-01-01T00:00:00");
 
        if (from <= d && d <= to) {
          foundFile = true;
          matchingFiles.insert(std::pair<DateAndTime, std::string>(from, pathName));
        }
        // Consider the most recent file in the absence of matching files
        if (!foundFile && (from >= refDate)) {
          refDate = from;
          mostRecentFile = pathName;
        }
      }
    }
  }
 
  // Retrieve the file names only
  std::vector<std::string> pathNames;
  if (!matchingFiles.empty()) {
    pathNames.reserve(matchingFiles.size());
 
    std::transform(matchingFiles.begin(), matchingFiles.end(), std::back_inserter(pathNames),
                   [](const auto &elem) { return elem.second; });
  } else {
    pathNames.emplace_back(std::move(mostRecentFile));
  }
 
  return pathNames;
}
 
void InstrumentFileFinder::getValidFromTo(const std::string &IDFfilename, std::string &outValidFrom,
                                          std::string &outValidTo) {
  SAXParser pParser;
  // Create on stack to ensure deletion. Relies on pParser also being local
  // variable.
  myContentHandler conHand;
  pParser.setContentHandler(&conHand);
 
  try {
    pParser.parse(IDFfilename);
  } catch (DummyException &e) {
    outValidFrom = e.m_validFrom;
    outValidTo = e.m_validTo;
  } catch (...) {
    // should throw some sensible here
  }
}
 
} // Namespace Mantid::API