Skip to content

Commit

Permalink
Revert "[Profiler] Include ActivityType from Kineto (pytorch#80750)"
Browse files Browse the repository at this point in the history
This reverts commit 2f6f739.

Reverted pytorch#80750 on behalf of https://github.com/facebook-github-bot due to Diff reverted internally
  • Loading branch information
pytorchmergebot committed Jul 8, 2022
1 parent 2f6f739 commit a965a67
Show file tree
Hide file tree
Showing 12 changed files with 44 additions and 47 deletions.
2 changes: 0 additions & 2 deletions BUILD.bazel
Original file line number Diff line number Diff line change
Expand Up @@ -1605,7 +1605,6 @@ cc_library(
"torch/csrc/distributed",
"torch/lib",
"torch/lib/libshm",
"third_party/kineto/libkineto/include",
],
visibility = ["//visibility:public"],
deps = [
Expand Down Expand Up @@ -1657,7 +1656,6 @@ cc_library(
deps = [
":caffe2",
":torch_headers",
"@kineto",
] + if_cuda([
":torch_distributed_cuda",
"@cuda//:nvToolsExt",
Expand Down
6 changes: 0 additions & 6 deletions WORKSPACE
Original file line number Diff line number Diff line change
Expand Up @@ -126,12 +126,6 @@ new_local_repository(
path = "third_party/fmt",
)

new_local_repository(
name = "kineto",
build_file = "//third_party:kineto.BUILD",
path = "third_party/kineto",
)

new_patched_local_repository(
name = "tbb",
patches = [
Expand Down
2 changes: 0 additions & 2 deletions buckbuild.bzl
Original file line number Diff line number Diff line change
Expand Up @@ -132,7 +132,6 @@ THIRD_PARTY_LIBS = {
"gmock": ["//xplat/third-party/gmock:gtest", "//third_party:gmock"],
"gtest": ["//xplat/third-party/gmock:gmock", "//third_party:gtest"],
"kineto": ["//xplat/kineto/libkineto:libkineto", "//third_party:libkineto"],
"libkineto_headers": ["//xplat/kineto/libkineto:libkineto_headers", "//third_party:libkineto_headers"],
"omp": ["//xplat/third-party/linker_lib:omp", "//third_party:no-op"],
"psimd": ["//xplat/third-party/psimd:psimd", "//third_party:psimd"],
"pthreadpool": ["//xplat/third-party/pthreadpool:pthreadpool", "//third_party:pthreadpool"],
Expand Down Expand Up @@ -1133,7 +1132,6 @@ def define_buck_targets(
":generated-autograd-headers",
":torch_headers",
C10,
third_party("libkineto_headers"),
],
)

Expand Down
4 changes: 1 addition & 3 deletions caffe2/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -1137,11 +1137,9 @@ endif()
target_include_directories(torch_cpu PRIVATE
${TORCH_ROOT}/third_party/miniz-2.1.0)

target_include_directories(torch_cpu PRIVATE
${TORCH_ROOT}/third_party/kineto/libkineto/include)

if(USE_KINETO)
target_include_directories(torch_cpu PRIVATE
${TORCH_ROOT}/third_party/kineto/libkineto/include
${TORCH_ROOT}/third_party/kineto/libkineto/src)
endif()

Expand Down
10 changes: 0 additions & 10 deletions third_party/kineto.BUILD

This file was deleted.

11 changes: 0 additions & 11 deletions third_party/kineto.buck.bzl
Original file line number Diff line number Diff line change
Expand Up @@ -168,14 +168,3 @@ def define_kineto():
":fmt",
],
)

cxx_library(
name = "libkineto_headers",
exported_headers = native.glob([
"kineto/include/*.h",
]),
public_include_directories = [
"kineto/include",
],
visibility = ["PUBLIC"],
)
1 change: 0 additions & 1 deletion torch/CMakeLists.txt
Original file line number Diff line number Diff line change
Expand Up @@ -74,7 +74,6 @@ set(TORCH_PYTHON_INCLUDE_DIRECTORIES
${TORCH_ROOT}/third_party/gloo
${TORCH_ROOT}/third_party/onnx
${TORCH_ROOT}/third_party/flatbuffers/include
${TORCH_ROOT}/third_party/kineto/libkineto/include

${TORCH_SRC_DIR}/csrc
${TORCH_SRC_DIR}/csrc/api/include
Expand Down
3 changes: 2 additions & 1 deletion torch/csrc/autograd/profiler_kineto.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -62,6 +62,7 @@ using torch::profiler::impl::Result;
using torch::profiler::impl::shapesToStr;
using torch::profiler::impl::stacksToStr;
using torch::profiler::impl::kineto::annotation_t;
using torch::profiler::impl::kineto::KinetoActivityType;

struct EventFieldsVisitor {
EventFieldsVisitor(
Expand Down Expand Up @@ -340,7 +341,7 @@ struct KinetoThreadLocalState : public ProfilerThreadLocalStateBase {
int64_t start_us = e->start_time_ns_ / 1000;
int64_t end_us = e->endTimeNS() / 1000;
kineto_events_.emplace_back(
e->kinetoType() == libkineto::ActivityType::PYTHON_FUNCTION);
e->kinetoType() == KinetoActivityType::PYTHON_FUNCTION);
kineto_events_.back()
.name(e->name())
.startUs(start_us)
Expand Down
13 changes: 7 additions & 6 deletions torch/csrc/profiler/collection.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -210,11 +210,12 @@ std::string toString(const ExtraFields<EventType::PyCall>& e) {
e.callsite_.funcname_.str());
}

using torch::profiler::impl::kineto::KinetoActivityType;
namespace {
auto scopeToType(at::RecordScope scope) {
KinetoActivityType scopeToType(at::RecordScope scope) {
return scope == at::RecordScope::USER_SCOPE
? libkineto::ActivityType::USER_ANNOTATION
: libkineto::ActivityType::CPU_OP;
? KinetoActivityType::USER_ANNOTATION
: KinetoActivityType::CPU_OP;
}
} // namespace

Expand All @@ -229,9 +230,9 @@ DEFINE_VISITOR(
kinetoType,
scopeToType(e.scope_),
scopeToType(e.scope_),
libkineto::ActivityType::CPU_INSTANT_EVENT,
libkineto::ActivityType::PYTHON_FUNCTION,
libkineto::ActivityType::PYTHON_FUNCTION);
KinetoActivityType::CPU_INSTANT_EVENT,
KinetoActivityType::PYTHON_FUNCTION,
KinetoActivityType::PYTHON_FUNCTION);
DEFINE_VISITOR(correlationID, e.correlation_id_, 0, 0, 0, 0);
DEFINE_VISITOR(
endTimeNS,
Expand Down
2 changes: 1 addition & 1 deletion torch/csrc/profiler/collection.h
Original file line number Diff line number Diff line change
Expand Up @@ -188,7 +188,7 @@ struct TORCH_API Result : public std::enable_shared_from_this<Result> {
}

std::string name() const;
libkineto::ActivityType kinetoType() const;
torch::profiler::impl::kineto::KinetoActivityType kinetoType() const;
uint64_t correlationID() const;
int64_t endTimeNS() const;
uint64_t endTID() const;
Expand Down
24 changes: 23 additions & 1 deletion torch/csrc/profiler/kineto_shim.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -60,16 +60,38 @@ TraceWrapper::TraceWrapper(const int64_t start_time, const std::string& name)
}
#endif // USE_KINETO

#ifdef USE_KINETO
namespace {
libkineto::ActivityType toActivityType(const KinetoActivityType type) {
switch (type) {
case KinetoActivityType::CPU_OP:
return libkineto::ActivityType::CPU_OP;
case KinetoActivityType::CPU_INSTANT_EVENT:
return libkineto::ActivityType::CPU_INSTANT_EVENT;
case KinetoActivityType::PYTHON_FUNCTION:
return libkineto::ActivityType::PYTHON_FUNCTION;
default:
TORCH_INTERNAL_ASSERT(
type == KinetoActivityType::USER_ANNOTATION,
"Invalid KinetoActivityType: ",
(int)type);
return libkineto::ActivityType::USER_ANNOTATION;
}
}
} // namespace
#endif // USE_KINETO

void TraceWrapper::addCPUActivity(
const std::string& name,
const libkineto::ActivityType type,
const KinetoActivityType kineto_type,
const DeviceAndResource device_and_resource,
const uint64_t correlation_id,
const int64_t start_time,
const int64_t end_time,
const annotation_t& annotations) {
#ifdef USE_KINETO
TORCH_CHECK((bool)(*this), "Cannot add event to non-existent trace.");
auto type = toActivityType(kineto_type);
cpu_trace_->emplace_activity(cpu_trace_->span, type, name);
auto& act = libkineto::CpuTraceBuffer::toRef(cpu_trace_->activities.back());
act.device = device_and_resource.device;
Expand Down
13 changes: 10 additions & 3 deletions torch/csrc/profiler/kineto_shim.h
Original file line number Diff line number Diff line change
Expand Up @@ -12,14 +12,13 @@
#undef USE_KINETO
#endif

#include <ActivityType.h>

#include <torch/csrc/Export.h>
#include <torch/csrc/profiler/api.h>

#ifdef USE_KINETO
// Forward declarations so we don't have to include `libkineto.h` in a header.
namespace libkineto {
enum class ActivityType;
struct CpuTraceBuffer;
class ActivityTraceInterface;
} // namespace libkineto
Expand Down Expand Up @@ -59,6 +58,14 @@ using trace_t = DummyTraceBuffer;
using interface_trace_t = DummyTraceBuffer;
#endif // USE_KINETO

// Subset of `libkineto::ActivityType` for `addCPUActivity`.
enum class KinetoActivityType : uint8_t {
CPU_OP = 0,
CPU_INSTANT_EVENT,
USER_ANNOTATION,
PYTHON_FUNCTION
};

using annotation_t = std::vector<std::pair<std::string, std::string>>;

// Wraps: libkineto::CpuTraceBuffer
Expand All @@ -70,7 +77,7 @@ struct TraceWrapper {
// The caller is expected to hold a mutex when calling `addCPUActivity`.
void addCPUActivity(
const std::string& name,
const libkineto::ActivityType type,
const KinetoActivityType kineto_type,
const DeviceAndResource device_and_resource,
const uint64_t correlation_id,
const int64_t start_time,
Expand Down

0 comments on commit a965a67

Please sign in to comment.