mirror of
https://github.com/revng/revng
synced 2026-06-21 14:07:57 +00:00
05dc27715d
This commit introduces some changes to how the revng pipeline handles serializing to disk. Specificaly: * Pipeline globals (specifically model.yml) are better handled if they are in a subdirectory. They are now saved in the "context" subdirectory. * In python:revng.api the pipeline is serialized whenever there is a non-reproducible change to the state (e.g. binary upload or model change). In the case of analyses this is done conservatively by checking that the diff produced is not empty. * The logic for computing a step's subdirectory has been moved to the pipeline runner, consequently if a step is asked to serialize it will not create any subdirectories. * Functionality for saving a single step/context has been exposed in Pipeline C. * Finally, all path concatenations are now handled by llvm::sys::path::append, for extra os-agnosticism.
168 lines
5.2 KiB
C++
168 lines
5.2 KiB
C++
/// \file Runner.cpp
|
|
/// \brief a step is composed of a list of pipes and a set of containers
|
|
/// rappresenting the content of the pipeline before the execution of such
|
|
/// pipes.
|
|
|
|
//
|
|
// This file is distributed under the MIT License. See LICENSE.md for details.
|
|
//
|
|
|
|
#include "llvm/Support/Error.h"
|
|
#include "llvm/Support/FileSystem.h"
|
|
#include "llvm/Support/Path.h"
|
|
#include "llvm/Support/raw_ostream.h"
|
|
|
|
#include "revng/Pipeline/ContainerSet.h"
|
|
#include "revng/Pipeline/Step.h"
|
|
#include "revng/Pipeline/Target.h"
|
|
#include "revng/Support/Assert.h"
|
|
#include "revng/Support/Debug.h"
|
|
|
|
using namespace llvm;
|
|
using namespace std;
|
|
using namespace pipeline;
|
|
|
|
ContainerToTargetsMap
|
|
Step::analyzeGoals(const ContainerToTargetsMap &RequiredGoals,
|
|
ContainerToTargetsMap &AlreadyAviable) const {
|
|
|
|
ContainerToTargetsMap Targets = RequiredGoals;
|
|
removeSatisfiedGoals(Targets, AlreadyAviable);
|
|
for (const auto &Pipe : llvm::make_range(Pipes.rbegin(), Pipes.rend())) {
|
|
Targets = Pipe->getRequirements(Targets);
|
|
}
|
|
|
|
return Targets;
|
|
}
|
|
|
|
void Step::explainStartStep(const ContainerToTargetsMap &Targets,
|
|
llvm::raw_ostream *OS,
|
|
size_t Indentation) const {
|
|
if (OS == nullptr)
|
|
return;
|
|
|
|
(*OS) << "\n";
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << "Starting Step: ";
|
|
OS->changeColor(llvm::raw_ostream::Colors::MAGENTA);
|
|
(*OS) << getName();
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << " running on \n";
|
|
|
|
prettyPrintStatus(Targets, *OS, Indentation + 1);
|
|
}
|
|
|
|
void Step::explainExecutedPipe(const Context &Ctx,
|
|
const InvokableWrapperBase &Wrapper,
|
|
llvm::raw_ostream *OS,
|
|
size_t Indentation) const {
|
|
if (OS == nullptr)
|
|
return;
|
|
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << Wrapper.getName();
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << "(";
|
|
|
|
auto Vec = Wrapper.getRunningContainersNames();
|
|
if (not Vec.empty()) {
|
|
for (size_t I = 0; I < Vec.size() - 1; I++) {
|
|
OS->changeColor(llvm::raw_ostream::Colors::BLUE);
|
|
(*OS) << Vec[I];
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << ", ";
|
|
}
|
|
OS->changeColor(llvm::raw_ostream::Colors::BLUE);
|
|
(*OS) << Vec.back();
|
|
}
|
|
|
|
OS->changeColor(llvm::raw_ostream::Colors::GREEN);
|
|
(*OS) << ")";
|
|
(*OS) << "\n";
|
|
Wrapper.print(Ctx, *OS, Indentation);
|
|
(*OS) << "\n";
|
|
}
|
|
|
|
ContainerSet
|
|
Step::cloneAndRun(Context &Ctx, ContainerSet &&Input, llvm::raw_ostream *OS) {
|
|
auto InputEnumeration = Input.enumerate();
|
|
explainStartStep(InputEnumeration, OS);
|
|
|
|
for (auto &Pipe : Pipes) {
|
|
if (not Pipe->areRequirementsMet(Input.enumerate()))
|
|
continue;
|
|
|
|
explainExecutedPipe(Ctx, *Pipe, OS);
|
|
Pipe->run(Ctx, Input);
|
|
llvm::cantFail(Input.verify());
|
|
}
|
|
Containers.mergeBack(std::move(Input));
|
|
InputEnumeration = deduceResults(InputEnumeration);
|
|
return Containers.cloneFiltered(InputEnumeration);
|
|
}
|
|
|
|
void Step::runAnalysis(llvm::StringRef AnalysisName,
|
|
Context &Ctx,
|
|
const ContainerToTargetsMap &Targets,
|
|
llvm::raw_ostream *OS) {
|
|
ContainerToTargetsMap Map = Containers.enumerate();
|
|
revng_assert(Map.contains(Targets),
|
|
"An analysis was requested, but not all targets are aviable");
|
|
|
|
auto &TheAnalysis = getAnalysis(AnalysisName);
|
|
|
|
if (OS)
|
|
explainExecutedPipe(Ctx, *TheAnalysis, OS);
|
|
|
|
auto Cloned = Containers.cloneFiltered(Targets);
|
|
TheAnalysis->run(Ctx, Cloned);
|
|
}
|
|
|
|
void Step::removeSatisfiedGoals(TargetsList &RequiredInputs,
|
|
const ContainerBase &CachedSymbols,
|
|
TargetsList &ToLoad) {
|
|
const TargetsList EnumeratedSymbols = CachedSymbols.enumerate();
|
|
const auto IsCached = [&ToLoad,
|
|
&EnumeratedSymbols](const Target &Target) -> bool {
|
|
bool MustBeLoaded = EnumeratedSymbols.contains(Target);
|
|
if (MustBeLoaded)
|
|
ToLoad.emplace_back(Target);
|
|
return MustBeLoaded;
|
|
};
|
|
|
|
llvm::erase_if(RequiredInputs, IsCached);
|
|
}
|
|
|
|
void Step::removeSatisfiedGoals(ContainerToTargetsMap &Targets,
|
|
ContainerToTargetsMap &ToLoad) const {
|
|
for (auto &RequiredInputsFromContainer : Targets) {
|
|
llvm::StringRef ContainerName = RequiredInputsFromContainer.first();
|
|
auto &RequiredInputs = RequiredInputsFromContainer.second;
|
|
auto &ToLoadFromCurrentContainer = ToLoad[ContainerName];
|
|
if (Containers.contains(ContainerName))
|
|
removeSatisfiedGoals(RequiredInputs,
|
|
Containers.at(ContainerName),
|
|
ToLoadFromCurrentContainer);
|
|
}
|
|
}
|
|
|
|
ContainerToTargetsMap Step::deduceResults(ContainerToTargetsMap Input) const {
|
|
for (const auto &Pipe : Pipes)
|
|
Input = Pipe->deduceResults(Input);
|
|
return Input;
|
|
}
|
|
|
|
Error Step::invalidate(const ContainerToTargetsMap &ToRemove) {
|
|
return containers().remove(ToRemove);
|
|
}
|
|
|
|
Error Step::storeToDisk(llvm::StringRef DirPath) const {
|
|
return Containers.storeToDisk(DirPath);
|
|
}
|
|
|
|
Error Step::loadFromDisk(llvm::StringRef DirPath) {
|
|
if (not llvm::sys::fs::exists(DirPath))
|
|
return llvm::Error::success();
|
|
return Containers.loadFromDisk(DirPath);
|
|
}
|