init
This commit is contained in:
105
db_include/jit/jit.h
Executable file
105
db_include/jit/jit.h
Executable file
@@ -0,0 +1,105 @@
|
||||
/*-------------------------------------------------------------------------
|
||||
* jit.h
|
||||
* Provider independent JIT infrastructure.
|
||||
*
|
||||
* Copyright (c) 2016-2021, PostgreSQL Global Development Group
|
||||
*
|
||||
* src/include/jit/jit.h
|
||||
*
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
#ifndef JIT_H
|
||||
#define JIT_H
|
||||
|
||||
#include "executor/instrument.h"
|
||||
#include "utils/resowner.h"
|
||||
|
||||
|
||||
/* Flags determining what kind of JIT operations to perform */
|
||||
#define PGJIT_NONE 0
|
||||
#define PGJIT_PERFORM (1 << 0)
|
||||
#define PGJIT_OPT3 (1 << 1)
|
||||
#define PGJIT_INLINE (1 << 2)
|
||||
#define PGJIT_EXPR (1 << 3)
|
||||
#define PGJIT_DEFORM (1 << 4)
|
||||
|
||||
|
||||
typedef struct JitInstrumentation
|
||||
{
|
||||
/* number of emitted functions */
|
||||
size_t created_functions;
|
||||
|
||||
/* accumulated time to generate code */
|
||||
instr_time generation_counter;
|
||||
|
||||
/* accumulated time for inlining */
|
||||
instr_time inlining_counter;
|
||||
|
||||
/* accumulated time for optimization */
|
||||
instr_time optimization_counter;
|
||||
|
||||
/* accumulated time for code emission */
|
||||
instr_time emission_counter;
|
||||
} JitInstrumentation;
|
||||
|
||||
/*
|
||||
* DSM structure for accumulating jit instrumentation of all workers.
|
||||
*/
|
||||
typedef struct SharedJitInstrumentation
|
||||
{
|
||||
int num_workers;
|
||||
JitInstrumentation jit_instr[FLEXIBLE_ARRAY_MEMBER];
|
||||
} SharedJitInstrumentation;
|
||||
|
||||
typedef struct JitContext
|
||||
{
|
||||
/* see PGJIT_* above */
|
||||
int flags;
|
||||
|
||||
ResourceOwner resowner;
|
||||
|
||||
JitInstrumentation instr;
|
||||
} JitContext;
|
||||
|
||||
typedef struct JitProviderCallbacks JitProviderCallbacks;
|
||||
|
||||
extern void _PG_jit_provider_init(JitProviderCallbacks *cb);
|
||||
typedef void (*JitProviderInit) (JitProviderCallbacks *cb);
|
||||
typedef void (*JitProviderResetAfterErrorCB) (void);
|
||||
typedef void (*JitProviderReleaseContextCB) (JitContext *context);
|
||||
struct ExprState;
|
||||
typedef bool (*JitProviderCompileExprCB) (struct ExprState *state);
|
||||
|
||||
struct JitProviderCallbacks
|
||||
{
|
||||
JitProviderResetAfterErrorCB reset_after_error;
|
||||
JitProviderReleaseContextCB release_context;
|
||||
JitProviderCompileExprCB compile_expr;
|
||||
};
|
||||
|
||||
|
||||
/* GUCs */
|
||||
extern bool jit_enabled;
|
||||
extern char *jit_provider;
|
||||
extern bool jit_debugging_support;
|
||||
extern bool jit_dump_bitcode;
|
||||
extern bool jit_expressions;
|
||||
extern bool jit_profiling_support;
|
||||
extern bool jit_tuple_deforming;
|
||||
extern double jit_above_cost;
|
||||
extern double jit_inline_above_cost;
|
||||
extern double jit_optimize_above_cost;
|
||||
|
||||
|
||||
extern void jit_reset_after_error(void);
|
||||
extern void jit_release_context(JitContext *context);
|
||||
|
||||
/*
|
||||
* Functions for attempting to JIT code. Callers must accept that these might
|
||||
* not be able to perform JIT (i.e. return false).
|
||||
*/
|
||||
extern bool jit_compile_expr(struct ExprState *state);
|
||||
extern void InstrJitAgg(JitInstrumentation *dst, JitInstrumentation *add);
|
||||
|
||||
|
||||
#endif /* JIT_H */
|
||||
142
db_include/jit/llvmjit.h
Executable file
142
db_include/jit/llvmjit.h
Executable file
@@ -0,0 +1,142 @@
|
||||
/*-------------------------------------------------------------------------
|
||||
* llvmjit.h
|
||||
* LLVM JIT provider.
|
||||
*
|
||||
* Copyright (c) 2016-2021, PostgreSQL Global Development Group
|
||||
*
|
||||
* src/include/jit/llvmjit.h
|
||||
*
|
||||
*-------------------------------------------------------------------------
|
||||
*/
|
||||
#ifndef LLVMJIT_H
|
||||
#define LLVMJIT_H
|
||||
|
||||
/*
|
||||
* To avoid breaking cpluspluscheck, allow including the file even when LLVM
|
||||
* is not available.
|
||||
*/
|
||||
#ifdef USE_LLVM
|
||||
|
||||
#include <llvm-c/Types.h>
|
||||
|
||||
|
||||
/*
|
||||
* File needs to be includable by both C and C++ code, and include other
|
||||
* headers doing the same. Therefore wrap C portion in our own extern "C" if
|
||||
* in C++ mode.
|
||||
*/
|
||||
#ifdef __cplusplus
|
||||
extern "C"
|
||||
{
|
||||
#endif
|
||||
|
||||
#include "access/tupdesc.h"
|
||||
#include "fmgr.h"
|
||||
#include "jit/jit.h"
|
||||
#include "nodes/pg_list.h"
|
||||
|
||||
typedef struct LLVMJitContext
|
||||
{
|
||||
JitContext base;
|
||||
|
||||
/* number of modules created */
|
||||
size_t module_generation;
|
||||
|
||||
/* current, "open for write", module */
|
||||
LLVMModuleRef module;
|
||||
|
||||
/* is there any pending code that needs to be emitted */
|
||||
bool compiled;
|
||||
|
||||
/* # of objects emitted, used to generate non-conflicting names */
|
||||
int counter;
|
||||
|
||||
/* list of handles for code emitted via Orc */
|
||||
List *handles;
|
||||
} LLVMJitContext;
|
||||
|
||||
/* llvm module containing information about types */
|
||||
extern LLVMModuleRef llvm_types_module;
|
||||
|
||||
/* type and struct definitions */
|
||||
extern LLVMTypeRef TypeParamBool;
|
||||
extern LLVMTypeRef TypePGFunction;
|
||||
extern LLVMTypeRef TypeSizeT;
|
||||
extern LLVMTypeRef TypeStorageBool;
|
||||
|
||||
extern LLVMTypeRef StructNullableDatum;
|
||||
extern LLVMTypeRef StructTupleDescData;
|
||||
extern LLVMTypeRef StructHeapTupleData;
|
||||
extern LLVMTypeRef StructTupleTableSlot;
|
||||
extern LLVMTypeRef StructHeapTupleTableSlot;
|
||||
extern LLVMTypeRef StructMinimalTupleTableSlot;
|
||||
extern LLVMTypeRef StructMemoryContextData;
|
||||
extern LLVMTypeRef StructFunctionCallInfoData;
|
||||
extern LLVMTypeRef StructExprContext;
|
||||
extern LLVMTypeRef StructExprEvalStep;
|
||||
extern LLVMTypeRef StructExprState;
|
||||
extern LLVMTypeRef StructAggState;
|
||||
extern LLVMTypeRef StructAggStatePerTransData;
|
||||
extern LLVMTypeRef StructAggStatePerGroupData;
|
||||
|
||||
extern LLVMValueRef AttributeTemplate;
|
||||
|
||||
|
||||
extern void llvm_enter_fatal_on_oom(void);
|
||||
extern void llvm_leave_fatal_on_oom(void);
|
||||
extern bool llvm_in_fatal_on_oom(void);
|
||||
extern void llvm_reset_after_error(void);
|
||||
extern void llvm_assert_in_fatal_section(void);
|
||||
|
||||
extern LLVMJitContext *llvm_create_context(int jitFlags);
|
||||
extern LLVMModuleRef llvm_mutable_module(LLVMJitContext *context);
|
||||
extern char *llvm_expand_funcname(LLVMJitContext *context, const char *basename);
|
||||
extern void *llvm_get_function(LLVMJitContext *context, const char *funcname);
|
||||
extern void llvm_split_symbol_name(const char *name, char **modname, char **funcname);
|
||||
extern LLVMTypeRef llvm_pg_var_type(const char *varname);
|
||||
extern LLVMTypeRef llvm_pg_var_func_type(const char *varname);
|
||||
extern LLVMValueRef llvm_pg_func(LLVMModuleRef mod, const char *funcname);
|
||||
extern void llvm_copy_attributes(LLVMValueRef from, LLVMValueRef to);
|
||||
extern LLVMValueRef llvm_function_reference(LLVMJitContext *context,
|
||||
LLVMBuilderRef builder,
|
||||
LLVMModuleRef mod,
|
||||
FunctionCallInfo fcinfo);
|
||||
|
||||
extern void llvm_inline(LLVMModuleRef mod);
|
||||
|
||||
/*
|
||||
****************************************************************************
|
||||
* Code generation functions.
|
||||
****************************************************************************
|
||||
*/
|
||||
extern bool llvm_compile_expr(struct ExprState *state);
|
||||
struct TupleTableSlotOps;
|
||||
extern LLVMValueRef slot_compile_deform(struct LLVMJitContext *context, TupleDesc desc,
|
||||
const struct TupleTableSlotOps *ops, int natts);
|
||||
|
||||
/*
|
||||
****************************************************************************
|
||||
* Extensions / Backward compatibility section of the LLVM C API
|
||||
* Error handling related functions.
|
||||
****************************************************************************
|
||||
*/
|
||||
#if defined(HAVE_DECL_LLVMGETHOSTCPUNAME) && !HAVE_DECL_LLVMGETHOSTCPUNAME
|
||||
/** Get the host CPU as a string. The result needs to be disposed with
|
||||
LLVMDisposeMessage. */
|
||||
extern char *LLVMGetHostCPUName(void);
|
||||
#endif
|
||||
|
||||
#if defined(HAVE_DECL_LLVMGETHOSTCPUFEATURES) && !HAVE_DECL_LLVMGETHOSTCPUFEATURES
|
||||
/** Get the host CPU features as a string. The result needs to be disposed
|
||||
with LLVMDisposeMessage. */
|
||||
extern char *LLVMGetHostCPUFeatures(void);
|
||||
#endif
|
||||
|
||||
extern unsigned LLVMGetAttributeCountAtIndexPG(LLVMValueRef F, uint32 Idx);
|
||||
|
||||
#ifdef __cplusplus
|
||||
} /* extern "C" */
|
||||
#endif
|
||||
|
||||
#endif /* USE_LLVM */
|
||||
#endif /* LLVMJIT_H */
|
||||
274
db_include/jit/llvmjit_emit.h
Executable file
274
db_include/jit/llvmjit_emit.h
Executable file
@@ -0,0 +1,274 @@
|
||||
/*
|
||||
* llvmjit_emit.h
|
||||
* Helpers to make emitting LLVM IR a bit more concise and pgindent proof.
|
||||
*
|
||||
* Copyright (c) 2018-2021, PostgreSQL Global Development Group
|
||||
*
|
||||
* src/include/jit/llvmjit_emit.h
|
||||
*/
|
||||
#ifndef LLVMJIT_EMIT_H
|
||||
#define LLVMJIT_EMIT_H
|
||||
|
||||
/*
|
||||
* To avoid breaking cpluspluscheck, allow including the file even when LLVM
|
||||
* is not available.
|
||||
*/
|
||||
#ifdef USE_LLVM
|
||||
|
||||
#include <llvm-c/Core.h>
|
||||
|
||||
#include "jit/llvmjit.h"
|
||||
|
||||
|
||||
/*
|
||||
* Emit a non-LLVM pointer as an LLVM constant.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_ptr_const(void *ptr, LLVMTypeRef type)
|
||||
{
|
||||
LLVMValueRef c = LLVMConstInt(TypeSizeT, (uintptr_t) ptr, false);
|
||||
|
||||
return LLVMConstIntToPtr(c, type);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit pointer.
|
||||
*/
|
||||
static inline LLVMTypeRef
|
||||
l_ptr(LLVMTypeRef t)
|
||||
{
|
||||
return LLVMPointerType(t, 0);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant integer.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_int8_const(int8 i)
|
||||
{
|
||||
return LLVMConstInt(LLVMInt8Type(), i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant integer.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_int16_const(int16 i)
|
||||
{
|
||||
return LLVMConstInt(LLVMInt16Type(), i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant integer.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_int32_const(int32 i)
|
||||
{
|
||||
return LLVMConstInt(LLVMInt32Type(), i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant integer.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_int64_const(int64 i)
|
||||
{
|
||||
return LLVMConstInt(LLVMInt64Type(), i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant integer.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_sizet_const(size_t i)
|
||||
{
|
||||
return LLVMConstInt(TypeSizeT, i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant boolean, as used for storage (e.g. global vars, structs).
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_sbool_const(bool i)
|
||||
{
|
||||
return LLVMConstInt(TypeStorageBool, (int) i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit constant boolean, as used for parameters (e.g. function parameters).
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_pbool_const(bool i)
|
||||
{
|
||||
return LLVMConstInt(TypeParamBool, (int) i, false);
|
||||
}
|
||||
|
||||
/*
|
||||
* Load a pointer member idx from a struct.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_load_struct_gep(LLVMBuilderRef b, LLVMValueRef v, int32 idx, const char *name)
|
||||
{
|
||||
LLVMValueRef v_ptr = LLVMBuildStructGEP(b, v, idx, "");
|
||||
|
||||
return LLVMBuildLoad(b, v_ptr, name);
|
||||
}
|
||||
|
||||
/*
|
||||
* Load value of a pointer, after applying one index operation.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_load_gep1(LLVMBuilderRef b, LLVMValueRef v, LLVMValueRef idx, const char *name)
|
||||
{
|
||||
LLVMValueRef v_ptr = LLVMBuildGEP(b, v, &idx, 1, "");
|
||||
|
||||
return LLVMBuildLoad(b, v_ptr, name);
|
||||
}
|
||||
|
||||
/* separate, because pg_attribute_printf(2, 3) can't appear in definition */
|
||||
static inline LLVMBasicBlockRef l_bb_before_v(LLVMBasicBlockRef r, const char *fmt,...) pg_attribute_printf(2, 3);
|
||||
|
||||
/*
|
||||
* Insert a new basic block, just before r, the name being determined by fmt
|
||||
* and arguments.
|
||||
*/
|
||||
static inline LLVMBasicBlockRef
|
||||
l_bb_before_v(LLVMBasicBlockRef r, const char *fmt,...)
|
||||
{
|
||||
char buf[512];
|
||||
va_list args;
|
||||
|
||||
va_start(args, fmt);
|
||||
vsnprintf(buf, sizeof(buf), fmt, args);
|
||||
va_end(args);
|
||||
|
||||
return LLVMInsertBasicBlock(r, buf);
|
||||
}
|
||||
|
||||
/* separate, because pg_attribute_printf(2, 3) can't appear in definition */
|
||||
static inline LLVMBasicBlockRef l_bb_append_v(LLVMValueRef f, const char *fmt,...) pg_attribute_printf(2, 3);
|
||||
|
||||
/*
|
||||
* Insert a new basic block after previous basic blocks, the name being
|
||||
* determined by fmt and arguments.
|
||||
*/
|
||||
static inline LLVMBasicBlockRef
|
||||
l_bb_append_v(LLVMValueRef f, const char *fmt,...)
|
||||
{
|
||||
char buf[512];
|
||||
va_list args;
|
||||
|
||||
va_start(args, fmt);
|
||||
vsnprintf(buf, sizeof(buf), fmt, args);
|
||||
va_end(args);
|
||||
|
||||
return LLVMAppendBasicBlock(f, buf);
|
||||
}
|
||||
|
||||
/*
|
||||
* Mark a callsite as readonly.
|
||||
*/
|
||||
static inline void
|
||||
l_callsite_ro(LLVMValueRef f)
|
||||
{
|
||||
const char argname[] = "readonly";
|
||||
LLVMAttributeRef ref;
|
||||
|
||||
ref = LLVMCreateStringAttribute(LLVMGetGlobalContext(),
|
||||
argname,
|
||||
sizeof(argname) - 1,
|
||||
NULL, 0);
|
||||
|
||||
LLVMAddCallSiteAttribute(f, LLVMAttributeFunctionIndex, ref);
|
||||
}
|
||||
|
||||
/*
|
||||
* Mark a callsite as alwaysinline.
|
||||
*/
|
||||
static inline void
|
||||
l_callsite_alwaysinline(LLVMValueRef f)
|
||||
{
|
||||
const char argname[] = "alwaysinline";
|
||||
int id;
|
||||
LLVMAttributeRef attr;
|
||||
|
||||
id = LLVMGetEnumAttributeKindForName(argname,
|
||||
sizeof(argname) - 1);
|
||||
attr = LLVMCreateEnumAttribute(LLVMGetGlobalContext(), id, 0);
|
||||
LLVMAddCallSiteAttribute(f, LLVMAttributeFunctionIndex, attr);
|
||||
}
|
||||
|
||||
/*
|
||||
* Emit code to switch memory context.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_mcxt_switch(LLVMModuleRef mod, LLVMBuilderRef b, LLVMValueRef nc)
|
||||
{
|
||||
const char *cmc = "CurrentMemoryContext";
|
||||
LLVMValueRef cur;
|
||||
LLVMValueRef ret;
|
||||
|
||||
if (!(cur = LLVMGetNamedGlobal(mod, cmc)))
|
||||
cur = LLVMAddGlobal(mod, l_ptr(StructMemoryContextData), cmc);
|
||||
ret = LLVMBuildLoad(b, cur, cmc);
|
||||
LLVMBuildStore(b, nc, cur);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
/*
|
||||
* Return pointer to the argno'th argument nullness.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_funcnullp(LLVMBuilderRef b, LLVMValueRef v_fcinfo, size_t argno)
|
||||
{
|
||||
LLVMValueRef v_args;
|
||||
LLVMValueRef v_argn;
|
||||
|
||||
v_args = LLVMBuildStructGEP(b,
|
||||
v_fcinfo,
|
||||
FIELDNO_FUNCTIONCALLINFODATA_ARGS,
|
||||
"");
|
||||
v_argn = LLVMBuildStructGEP(b, v_args, argno, "");
|
||||
|
||||
return LLVMBuildStructGEP(b, v_argn, FIELDNO_NULLABLE_DATUM_ISNULL, "");
|
||||
}
|
||||
|
||||
/*
|
||||
* Return pointer to the argno'th argument datum.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_funcvaluep(LLVMBuilderRef b, LLVMValueRef v_fcinfo, size_t argno)
|
||||
{
|
||||
LLVMValueRef v_args;
|
||||
LLVMValueRef v_argn;
|
||||
|
||||
v_args = LLVMBuildStructGEP(b,
|
||||
v_fcinfo,
|
||||
FIELDNO_FUNCTIONCALLINFODATA_ARGS,
|
||||
"");
|
||||
v_argn = LLVMBuildStructGEP(b, v_args, argno, "");
|
||||
|
||||
return LLVMBuildStructGEP(b, v_argn, FIELDNO_NULLABLE_DATUM_DATUM, "");
|
||||
}
|
||||
|
||||
/*
|
||||
* Return argno'th argument nullness.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_funcnull(LLVMBuilderRef b, LLVMValueRef v_fcinfo, size_t argno)
|
||||
{
|
||||
return LLVMBuildLoad(b, l_funcnullp(b, v_fcinfo, argno), "");
|
||||
}
|
||||
|
||||
/*
|
||||
* Return argno'th argument datum.
|
||||
*/
|
||||
static inline LLVMValueRef
|
||||
l_funcvalue(LLVMBuilderRef b, LLVMValueRef v_fcinfo, size_t argno)
|
||||
{
|
||||
return LLVMBuildLoad(b, l_funcvaluep(b, v_fcinfo, argno), "");
|
||||
}
|
||||
|
||||
#endif /* USE_LLVM */
|
||||
#endif
|
||||
Reference in New Issue
Block a user