1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
#pragma once
#include <torch/csrc/utils/python_compat.h>
#ifdef __cplusplus
#include <cstdio>
#else
#include <stdio.h>
#endif
#ifdef __cplusplus
extern "C" {
#endif
#ifdef _WIN32
#define unlikely(x) (x)
#else
#define unlikely(x) __builtin_expect((x), 0)
#endif
#define NULL_CHECK(val) \
if (unlikely((val) == NULL)) { \
fprintf(stderr, "NULL ERROR: %s:%d\n", __FILE__, __LINE__); \
PyErr_Print(); \
abort(); \
} else { \
}
// CHECK might be previously declared
#undef CHECK
#define CHECK(cond) \
if (unlikely(!(cond))) { \
fprintf(stderr, "DEBUG CHECK FAILED: %s:%d\n", __FILE__, __LINE__); \
abort(); \
} else { \
}
// Uncomment next line to print debug message
// #define TORCHDYNAMO_DEBUG 1
#ifdef TORCHDYNAMO_DEBUG
#define DEBUG_CHECK(cond) CHECK(cond)
#define DEBUG_NULL_CHECK(val) NULL_CHECK(val)
#define DEBUG_TRACE(msg, ...) \
fprintf(stderr, "TRACE[%s:%d] " msg "\n", __func__, __LINE__, __VA_ARGS__)
#define DEBUG_TRACE0(msg) \
fprintf(stderr, "TRACE[%s:%d] " msg "\n", __func__, __LINE__)
#else
#define DEBUG_CHECK(cond)
#define DEBUG_NULL_CHECK(val)
#define DEBUG_TRACE(msg, ...)
#define DEBUG_TRACE0(msg)
#endif
inline _PyFrameEvalFunction _debug_set_eval_frame(
PyThreadState* tstate,
_PyFrameEvalFunction eval_frame) {
#if PY_VERSION_HEX >= 0x03090000
_PyFrameEvalFunction prev =
_PyInterpreterState_GetEvalFrameFunc(tstate->interp);
_PyInterpreterState_SetEvalFrameFunc(tstate->interp, eval_frame);
#else
_PyFrameEvalFunction prev = tstate->interp->eval_frame;
tstate->interp->eval_frame = eval_frame;
#endif
return prev;
}
// Inspect PyObject*'s from C/C++ at the Python level, in pdb.
// e.g.
//
// PyObject* obj1 = PyList_New(...);
// PyObject* obj2 = PyObject_CallFunction(...);
// INSPECT(obj1, obj2);
// (pdb) p args[0]
// # list
// (pdb) p args[1]
// # some object
// (pdb) p args[1].some_attr
// # etc.
//
// Implementation: set eval frame callback to default, call
// torch._dynamo.utils._breakpoint_for_c_dynamo, reset eval frame callback.
#define INSPECT(...) \
{ \
PyThreadState* cur_tstate = PyThreadState_Get(); \
_PyFrameEvalFunction prev_eval_frame = \
_debug_set_eval_frame(cur_tstate, &_PyEval_EvalFrameDefault); \
PyObject* torch__dynamo_utils_module = \
PyImport_ImportModule("torch._dynamo.utils"); \
NULL_CHECK(torch__dynamo_utils_module); \
PyObject* breakpoint_for_c_dynamo_fn = PyObject_GetAttrString( \
torch__dynamo_utils_module, "_breakpoint_for_c_dynamo"); \
NULL_CHECK(breakpoint_for_c_dynamo_fn); \
PyObject_CallFunctionObjArgs( \
breakpoint_for_c_dynamo_fn, __VA_ARGS__, NULL); \
_debug_set_eval_frame(cur_tstate, prev_eval_frame); \
Py_DECREF(breakpoint_for_c_dynamo_fn); \
Py_DECREF(torch__dynamo_utils_module); \
}
#ifdef __cplusplus
} // extern "C"
#endif
|
