forked from huawei/openGauss-server
516 lines
15 KiB
C++
516 lines
15 KiB
C++
|
|
/*
|
|
* contrib/hstore/hstore_gist.c
|
|
*/
|
|
#include "postgres.h"
|
|
#include "knl/knl_variable.h"
|
|
|
|
#include "access/gist.h"
|
|
#include "access/skey.h"
|
|
#include "catalog/pg_type.h"
|
|
|
|
#include "crc32.h"
|
|
#include "hstore.h"
|
|
|
|
/* bigint defines */
|
|
#define BITBYTE 8
|
|
#define SIGLENINT 4 /* >122 => key will toast, so very slow!!! */
|
|
#define SIGLEN (sizeof(int) * SIGLENINT)
|
|
#define SIGLENBIT (SIGLEN * BITBYTE)
|
|
|
|
typedef char BITVEC[SIGLEN];
|
|
typedef char* BITVECP;
|
|
|
|
#define SIGPTR(x) ((BITVECP)ARR_DATA_PTR(x))
|
|
|
|
#define LOOPBYTE for (i = 0; i < SIGLEN; i++)
|
|
|
|
#define LOOPBIT for (i = 0; i < SIGLENBIT; i++)
|
|
|
|
/* beware of multiple evaluation of arguments to these macros! */
|
|
#define GETBYTE(x, i) (*((BITVECP)(x) + (int)((i) / BITBYTE)))
|
|
#define GETBITBYTE(x, i) ((*((char*)(x)) >> (i)) & 0x01)
|
|
#define CLRBIT(x, i) GETBYTE(x, i) &= ~(0x01 << ((i) % BITBYTE))
|
|
#define SETBIT(x, i) GETBYTE(x, i) |= (0x01 << ((i) % BITBYTE))
|
|
#define GETBIT(x, i) ((GETBYTE(x, i) >> ((i) % BITBYTE)) & 0x01)
|
|
#define HASHVAL(val) (((unsigned int)(val)) % SIGLENBIT)
|
|
#define HASH(sign, val) SETBIT((sign), HASHVAL(val))
|
|
|
|
typedef struct {
|
|
int32 vl_len_; /* varlena header (do not touch directly!) */
|
|
int4 flag;
|
|
char data[1];
|
|
} GISTTYPE;
|
|
|
|
#define ALLISTRUE 0x04
|
|
|
|
#define ISALLTRUE(x) (((GISTTYPE*)x)->flag & ALLISTRUE)
|
|
|
|
#define GTHDRSIZE (VARHDRSZ + sizeof(int4))
|
|
#define CALCGTSIZE(flag) (GTHDRSIZE + (((flag)&ALLISTRUE) ? 0 : SIGLEN))
|
|
|
|
#define GETSIGN(x) ((BITVECP)((char*)x + GTHDRSIZE))
|
|
|
|
#define SUMBIT(val) \
|
|
(GETBITBYTE((val), 0) + GETBITBYTE((val), 1) + GETBITBYTE((val), 2) + GETBITBYTE((val), 3) + \
|
|
GETBITBYTE((val), 4) + GETBITBYTE((val), 5) + GETBITBYTE((val), 6) + GETBITBYTE((val), 7))
|
|
|
|
#define GETENTRY(vec, pos) ((GISTTYPE*)DatumGetPointer((vec)->vector[(pos)].key))
|
|
|
|
#define WISH_F(a, b, c) (double)(-(double)(((a) - (b)) * ((a) - (b)) * ((a) - (b))) * (c))
|
|
|
|
PG_FUNCTION_INFO_V1(ghstore_in);
|
|
extern "C" Datum ghstore_in(PG_FUNCTION_ARGS);
|
|
|
|
PG_FUNCTION_INFO_V1(ghstore_out);
|
|
extern "C" Datum ghstore_out(PG_FUNCTION_ARGS);
|
|
|
|
Datum ghstore_in(PG_FUNCTION_ARGS)
|
|
{
|
|
elog(ERROR, "Not implemented");
|
|
PG_RETURN_DATUM(0);
|
|
}
|
|
|
|
Datum ghstore_out(PG_FUNCTION_ARGS)
|
|
{
|
|
elog(ERROR, "Not implemented");
|
|
PG_RETURN_DATUM(0);
|
|
}
|
|
|
|
PG_FUNCTION_INFO_V1(ghstore_consistent);
|
|
PG_FUNCTION_INFO_V1(ghstore_compress);
|
|
PG_FUNCTION_INFO_V1(ghstore_decompress);
|
|
PG_FUNCTION_INFO_V1(ghstore_penalty);
|
|
PG_FUNCTION_INFO_V1(ghstore_picksplit);
|
|
PG_FUNCTION_INFO_V1(ghstore_union);
|
|
PG_FUNCTION_INFO_V1(ghstore_same);
|
|
|
|
extern "C" Datum ghstore_consistent(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_compress(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_decompress(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_penalty(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_picksplit(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_union(PG_FUNCTION_ARGS);
|
|
extern "C" Datum ghstore_same(PG_FUNCTION_ARGS);
|
|
|
|
Datum ghstore_compress(PG_FUNCTION_ARGS)
|
|
{
|
|
GISTENTRY* entry = (GISTENTRY*)PG_GETARG_POINTER(0);
|
|
GISTENTRY* retval = entry;
|
|
|
|
if (entry->leafkey) {
|
|
GISTTYPE* res = (GISTTYPE*)palloc0(CALCGTSIZE(0));
|
|
HStore* val = DatumGetHStoreP(entry->key);
|
|
NOT_NULL_HS(val);
|
|
HEntry* hsent = ARRPTR(val);
|
|
char* ptr = STRPTR(val);
|
|
int count = HS_COUNT(val);
|
|
int i;
|
|
|
|
SET_VARSIZE(res, CALCGTSIZE(0));
|
|
|
|
for (i = 0; i < count; ++i) {
|
|
int h;
|
|
|
|
h = crc32_sz((char*)HS_KEY(hsent, ptr, i), HS_KEYLEN(hsent, i));
|
|
HASH(GETSIGN(res), h);
|
|
if (!HS_VALISNULL(hsent, i)) {
|
|
h = crc32_sz((char*)HS_VAL(hsent, ptr, i), HS_VALLEN(hsent, i));
|
|
HASH(GETSIGN(res), h);
|
|
}
|
|
}
|
|
|
|
retval = (GISTENTRY*)palloc(sizeof(GISTENTRY));
|
|
gistentryinit(*retval, PointerGetDatum(res), entry->rel, entry->page, entry->offset, FALSE);
|
|
} else if (!ISALLTRUE(DatumGetPointer(entry->key))) {
|
|
uint32 i;
|
|
GISTTYPE* res = NULL;
|
|
BITVECP sign = GETSIGN(DatumGetPointer(entry->key));
|
|
|
|
LOOPBYTE
|
|
{
|
|
if ((sign[i] & 0xff) != 0xff)
|
|
PG_RETURN_POINTER(retval);
|
|
}
|
|
|
|
res = (GISTTYPE*)palloc(CALCGTSIZE(ALLISTRUE));
|
|
SET_VARSIZE(res, CALCGTSIZE(ALLISTRUE));
|
|
res->flag = ALLISTRUE;
|
|
|
|
retval = (GISTENTRY*)palloc(sizeof(GISTENTRY));
|
|
gistentryinit(*retval, PointerGetDatum(res), entry->rel, entry->page, entry->offset, FALSE);
|
|
}
|
|
|
|
PG_RETURN_POINTER(retval);
|
|
}
|
|
|
|
/*
|
|
* Since type ghstore isn't toastable (and doesn't need to be),
|
|
* this function can be a no-op.
|
|
*/
|
|
Datum ghstore_decompress(PG_FUNCTION_ARGS)
|
|
{
|
|
PG_RETURN_POINTER(PG_GETARG_POINTER(0));
|
|
}
|
|
|
|
Datum ghstore_same(PG_FUNCTION_ARGS)
|
|
{
|
|
GISTTYPE* a = (GISTTYPE*)PG_GETARG_POINTER(0);
|
|
GISTTYPE* b = (GISTTYPE*)PG_GETARG_POINTER(1);
|
|
bool* result = (bool*)PG_GETARG_POINTER(2);
|
|
|
|
if (ISALLTRUE(a) && ISALLTRUE(b))
|
|
*result = true;
|
|
else if (ISALLTRUE(a))
|
|
*result = false;
|
|
else if (ISALLTRUE(b))
|
|
*result = false;
|
|
else {
|
|
uint32 i;
|
|
BITVECP sa = GETSIGN(a), sb = GETSIGN(b);
|
|
|
|
*result = true;
|
|
LOOPBYTE
|
|
{
|
|
if (sa[i] != sb[i]) {
|
|
*result = false;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
PG_RETURN_POINTER(result);
|
|
}
|
|
|
|
static int4 sizebitvec(BITVECP sign)
|
|
{
|
|
int4 size = 0;
|
|
uint32 i;
|
|
|
|
LOOPBYTE
|
|
{
|
|
size += SUMBIT(sign);
|
|
sign = (BITVECP)(((char*)sign) + 1);
|
|
}
|
|
return size;
|
|
}
|
|
|
|
static int hemdistsign(BITVECP a, BITVECP b)
|
|
{
|
|
uint32 i;
|
|
int dist = 0;
|
|
|
|
LOOPBIT
|
|
{
|
|
if (GETBIT(a, i) != GETBIT(b, i))
|
|
dist++;
|
|
}
|
|
return dist;
|
|
}
|
|
|
|
static int hemdist(GISTTYPE* a, GISTTYPE* b)
|
|
{
|
|
if (ISALLTRUE(a)) {
|
|
if (ISALLTRUE(b))
|
|
return 0;
|
|
else
|
|
return SIGLENBIT - sizebitvec(GETSIGN(b));
|
|
} else if (ISALLTRUE(b))
|
|
return SIGLENBIT - sizebitvec(GETSIGN(a));
|
|
|
|
return hemdistsign(GETSIGN(a), GETSIGN(b));
|
|
}
|
|
|
|
static int4 unionkey(BITVECP sbase, GISTTYPE* add)
|
|
{
|
|
uint32 i;
|
|
BITVECP sadd = GETSIGN(add);
|
|
|
|
if (ISALLTRUE(add))
|
|
return 1;
|
|
LOOPBYTE
|
|
sbase[i] |= sadd[i];
|
|
return 0;
|
|
}
|
|
|
|
Datum ghstore_union(PG_FUNCTION_ARGS)
|
|
{
|
|
GistEntryVector* entryvec = (GistEntryVector*)PG_GETARG_POINTER(0);
|
|
int4 len = entryvec->n;
|
|
|
|
int* size = (int*)PG_GETARG_POINTER(1);
|
|
BITVEC base;
|
|
int4 i;
|
|
int4 flag = 0;
|
|
GISTTYPE* result = NULL;
|
|
errno_t rc;
|
|
|
|
rc = memset_s((void*)base, sizeof(BITVEC), 0, sizeof(BITVEC));
|
|
securec_check(rc, "\0", "\0");
|
|
for (i = 0; i < len; i++) {
|
|
if (unionkey(base, GETENTRY(entryvec, i))) {
|
|
flag = ALLISTRUE;
|
|
break;
|
|
}
|
|
}
|
|
|
|
len = CALCGTSIZE(flag);
|
|
result = (GISTTYPE*)palloc(len);
|
|
SET_VARSIZE(result, len);
|
|
result->flag = flag;
|
|
if (!ISALLTRUE(result)) {
|
|
rc = memcpy_s((void*)GETSIGN(result), len, (void*)base, sizeof(BITVEC));
|
|
securec_check(rc, "\0", "\0");
|
|
}
|
|
*size = len;
|
|
|
|
PG_RETURN_POINTER(result);
|
|
}
|
|
|
|
Datum ghstore_penalty(PG_FUNCTION_ARGS)
|
|
{
|
|
GISTENTRY* origentry = (GISTENTRY*)PG_GETARG_POINTER(0); /* always ISSIGNKEY */
|
|
GISTENTRY* newentry = (GISTENTRY*)PG_GETARG_POINTER(1);
|
|
float* penalty = (float*)PG_GETARG_POINTER(2);
|
|
GISTTYPE* origval = (GISTTYPE*)DatumGetPointer(origentry->key);
|
|
GISTTYPE* newval = (GISTTYPE*)DatumGetPointer(newentry->key);
|
|
|
|
*penalty = hemdist(origval, newval);
|
|
PG_RETURN_POINTER(penalty);
|
|
}
|
|
|
|
typedef struct {
|
|
OffsetNumber pos;
|
|
int4 cost;
|
|
} SPLITCOST;
|
|
|
|
static int comparecost(const void* a, const void* b)
|
|
{
|
|
return ((const SPLITCOST*)a)->cost - ((const SPLITCOST*)b)->cost;
|
|
}
|
|
|
|
Datum ghstore_picksplit(PG_FUNCTION_ARGS)
|
|
{
|
|
GistEntryVector* entryvec = (GistEntryVector*)PG_GETARG_POINTER(0);
|
|
OffsetNumber maxoff = entryvec->n - 2;
|
|
|
|
GIST_SPLITVEC* v = (GIST_SPLITVEC*)PG_GETARG_POINTER(1);
|
|
OffsetNumber k, j;
|
|
GISTTYPE* datum_l = NULL;
|
|
GISTTYPE* datum_r = NULL;
|
|
BITVECP union_l = NULL, union_r = NULL;
|
|
int4 size_alpha, size_beta;
|
|
int4 size_waste, waste = -1;
|
|
int4 nbytes;
|
|
OffsetNumber seed_1 = 0, seed_2 = 0;
|
|
OffsetNumber *left = NULL, *right = NULL;
|
|
BITVECP ptr = NULL;
|
|
uint32 i;
|
|
SPLITCOST* costvector = NULL;
|
|
GISTTYPE* _k = NULL;
|
|
GISTTYPE* _j = NULL;
|
|
|
|
nbytes = (maxoff + 2) * sizeof(OffsetNumber);
|
|
v->spl_left = (OffsetNumber*)palloc(nbytes);
|
|
v->spl_right = (OffsetNumber*)palloc(nbytes);
|
|
|
|
for (k = FirstOffsetNumber; k < maxoff; k = OffsetNumberNext(k)) {
|
|
_k = GETENTRY(entryvec, k);
|
|
for (j = OffsetNumberNext(k); j <= maxoff; j = OffsetNumberNext(j)) {
|
|
size_waste = hemdist(_k, GETENTRY(entryvec, j));
|
|
if (size_waste > waste) {
|
|
waste = size_waste;
|
|
seed_1 = k;
|
|
seed_2 = j;
|
|
}
|
|
}
|
|
}
|
|
|
|
left = v->spl_left;
|
|
v->spl_nleft = 0;
|
|
right = v->spl_right;
|
|
v->spl_nright = 0;
|
|
|
|
if (seed_1 == 0 || seed_2 == 0) {
|
|
seed_1 = 1;
|
|
seed_2 = 2;
|
|
}
|
|
|
|
/* form initial .. */
|
|
if (ISALLTRUE(GETENTRY(entryvec, seed_1))) {
|
|
datum_l = (GISTTYPE*)palloc(GTHDRSIZE);
|
|
SET_VARSIZE(datum_l, GTHDRSIZE);
|
|
datum_l->flag = ALLISTRUE;
|
|
} else {
|
|
datum_l = (GISTTYPE*)palloc(GTHDRSIZE + SIGLEN);
|
|
SET_VARSIZE(datum_l, GTHDRSIZE + SIGLEN);
|
|
datum_l->flag = 0;
|
|
errno_t rc = memcpy_s(
|
|
(void*)GETSIGN(datum_l), GTHDRSIZE + SIGLEN, (void*)GETSIGN(GETENTRY(entryvec, seed_1)), sizeof(BITVEC));
|
|
securec_check(rc, "\0", "\0");
|
|
}
|
|
if (ISALLTRUE(GETENTRY(entryvec, seed_2))) {
|
|
datum_r = (GISTTYPE*)palloc(GTHDRSIZE);
|
|
SET_VARSIZE(datum_r, GTHDRSIZE);
|
|
datum_r->flag = ALLISTRUE;
|
|
} else {
|
|
datum_r = (GISTTYPE*)palloc(GTHDRSIZE + SIGLEN);
|
|
SET_VARSIZE(datum_r, GTHDRSIZE + SIGLEN);
|
|
datum_r->flag = 0;
|
|
errno_t rc = memcpy_s(
|
|
(void*)GETSIGN(datum_r), GTHDRSIZE + SIGLEN, (void*)GETSIGN(GETENTRY(entryvec, seed_2)), sizeof(BITVEC));
|
|
securec_check(rc, "\0", "\0");
|
|
}
|
|
|
|
maxoff = OffsetNumberNext(maxoff);
|
|
/* sort before ... */
|
|
costvector = (SPLITCOST*)palloc(sizeof(SPLITCOST) * maxoff);
|
|
for (j = FirstOffsetNumber; j <= maxoff; j = OffsetNumberNext(j)) {
|
|
costvector[j - 1].pos = j;
|
|
_j = GETENTRY(entryvec, j);
|
|
size_alpha = hemdist(datum_l, _j);
|
|
size_beta = hemdist(datum_r, _j);
|
|
costvector[j - 1].cost = abs(size_alpha - size_beta);
|
|
}
|
|
qsort((void*)costvector, maxoff, sizeof(SPLITCOST), comparecost);
|
|
|
|
union_l = GETSIGN(datum_l);
|
|
union_r = GETSIGN(datum_r);
|
|
|
|
for (k = 0; k < maxoff; k++) {
|
|
j = costvector[k].pos;
|
|
if (j == seed_1) {
|
|
*left++ = j;
|
|
v->spl_nleft++;
|
|
continue;
|
|
} else if (j == seed_2) {
|
|
*right++ = j;
|
|
v->spl_nright++;
|
|
continue;
|
|
}
|
|
_j = GETENTRY(entryvec, j);
|
|
size_alpha = hemdist(datum_l, _j);
|
|
size_beta = hemdist(datum_r, _j);
|
|
|
|
if (size_alpha < size_beta + WISH_F(v->spl_nleft, v->spl_nright, 0.0001)) {
|
|
if (ISALLTRUE(datum_l) || ISALLTRUE(_j)) {
|
|
if (!ISALLTRUE(datum_l)) {
|
|
errno_t rc = memset_s((void*)union_l, sizeof(BITVEC), 0xff, sizeof(BITVEC));
|
|
securec_check(rc, "\0", "\0");
|
|
}
|
|
} else {
|
|
ptr = GETSIGN(_j);
|
|
LOOPBYTE
|
|
union_l[i] |= ptr[i];
|
|
}
|
|
*left++ = j;
|
|
v->spl_nleft++;
|
|
} else {
|
|
if (ISALLTRUE(datum_r) || ISALLTRUE(_j)) {
|
|
if (!ISALLTRUE(datum_r)) {
|
|
errno_t rc = memset_s((void*)union_r, sizeof(BITVEC), 0xff, sizeof(BITVEC));
|
|
securec_check(rc, "", "");
|
|
}
|
|
} else {
|
|
ptr = GETSIGN(_j);
|
|
LOOPBYTE
|
|
union_r[i] |= ptr[i];
|
|
}
|
|
*right++ = j;
|
|
v->spl_nright++;
|
|
}
|
|
}
|
|
|
|
*right = *left = FirstOffsetNumber;
|
|
|
|
v->spl_ldatum = PointerGetDatum(datum_l);
|
|
v->spl_rdatum = PointerGetDatum(datum_r);
|
|
|
|
PG_RETURN_POINTER(v);
|
|
}
|
|
|
|
Datum ghstore_consistent(PG_FUNCTION_ARGS)
|
|
{
|
|
GISTTYPE* entry = (GISTTYPE*)DatumGetPointer(((GISTENTRY*)PG_GETARG_POINTER(0))->key);
|
|
StrategyNumber strategy = (StrategyNumber)PG_GETARG_UINT16(2);
|
|
|
|
bool* recheck = (bool*)PG_GETARG_POINTER(4);
|
|
bool res = true;
|
|
BITVECP sign = NULL;
|
|
|
|
/* All cases served by this function are inexact */
|
|
*recheck = true;
|
|
|
|
if (ISALLTRUE(entry))
|
|
PG_RETURN_BOOL(true);
|
|
|
|
sign = GETSIGN(entry);
|
|
|
|
if (strategy == HStoreContainsStrategyNumber || strategy == HStoreOldContainsStrategyNumber) {
|
|
HStore* query = PG_GETARG_HS(1);
|
|
NOT_NULL_HS(query);
|
|
HEntry* qe = ARRPTR(query);
|
|
char* qv = STRPTR(query);
|
|
int count = HS_COUNT(query);
|
|
int i;
|
|
|
|
for (i = 0; res && i < count; ++i) {
|
|
int crc = crc32_sz((char*)HS_KEY(qe, qv, i), HS_KEYLEN(qe, i));
|
|
|
|
if (GETBIT(sign, HASHVAL(crc))) {
|
|
if (!HS_VALISNULL(qe, i)) {
|
|
crc = crc32_sz((char*)HS_VAL(qe, qv, i), HS_VALLEN(qe, i));
|
|
if (!GETBIT(sign, HASHVAL(crc)))
|
|
res = false;
|
|
}
|
|
} else
|
|
res = false;
|
|
}
|
|
} else if (strategy == HStoreExistsStrategyNumber) {
|
|
text* query = PG_GETARG_TEXT_PP(1);
|
|
int crc = crc32_sz(VARDATA_ANY(query), VARSIZE_ANY_EXHDR(query));
|
|
|
|
res = (GETBIT(sign, HASHVAL(crc))) ? true : false;
|
|
} else if (strategy == HStoreExistsAllStrategyNumber) {
|
|
ArrayType* query = PG_GETARG_ARRAYTYPE_P(1);
|
|
Datum* key_datums = NULL;
|
|
bool* key_nulls = NULL;
|
|
int key_count;
|
|
int i;
|
|
|
|
deconstruct_array(query, TEXTOID, -1, false, 'i', &key_datums, &key_nulls, &key_count);
|
|
|
|
for (i = 0; res && i < key_count; ++i) {
|
|
int crc;
|
|
|
|
if (key_nulls[i])
|
|
continue;
|
|
crc = crc32_sz(VARDATA(key_datums[i]), VARSIZE(key_datums[i]) - VARHDRSZ);
|
|
if (!(GETBIT(sign, HASHVAL(crc))))
|
|
res = FALSE;
|
|
}
|
|
} else if (strategy == HStoreExistsAnyStrategyNumber) {
|
|
ArrayType* query = PG_GETARG_ARRAYTYPE_P(1);
|
|
Datum* key_datums = NULL;
|
|
bool* key_nulls = NULL;
|
|
int key_count;
|
|
int i;
|
|
|
|
deconstruct_array(query, TEXTOID, -1, false, 'i', &key_datums, &key_nulls, &key_count);
|
|
|
|
res = FALSE;
|
|
|
|
for (i = 0; !res && i < key_count; ++i) {
|
|
int crc;
|
|
|
|
if (key_nulls[i])
|
|
continue;
|
|
crc = crc32_sz(VARDATA(key_datums[i]), VARSIZE(key_datums[i]) - VARHDRSZ);
|
|
if (GETBIT(sign, HASHVAL(crc)))
|
|
res = TRUE;
|
|
}
|
|
} else
|
|
elog(ERROR, "Unsupported strategy number: %d", strategy);
|
|
|
|
PG_RETURN_BOOL(res);
|
|
}
|