manticoresearch/src/columnarmisc.cpp

//
// Copyright (c) 2021-2026, Manticore Software LTD (https://manticoresearch.com)
// All rights reserved
//
// This program is free software; you can redistribute it and/or modify
// it under the terms of the GNU General Public License. You should have
// received a copy of the GPL license along with this program; if you
// did not, you can find it at http://www.gnu.org/
//

#include "columnarmisc.h"
#include "schema/schema.h"
#include "attribute.h"

CSphVector<ScopedTypedIterator_t> CreateAllColumnarIterators ( const columnar::Columnar_i * pColumnar, const ISphSchema & tSchema )
{
	CSphVector<ScopedTypedIterator_t> dIterators;
	if ( !pColumnar )
		return dIterators;

	for ( int i = 0; i < tSchema.GetAttrsCount(); i++ )
	{
		const CSphColumnInfo & tAttr = tSchema.GetAttr(i);
		if ( tAttr.IsColumnar() )
		{
			std::string sError;
			dIterators.Add ( { CreateColumnarIterator ( pColumnar, tAttr.m_sName.cstr(), sError ), tAttr.m_eAttrType } );
			assert ( dIterators.Last().first );
		}
	}

	return dIterators;
}


SphAttr_t SetColumnarAttr ( int iAttr, ESphAttr eType, columnar::Builder_i * pBuilder, std::unique_ptr<columnar::Iterator_i> & pIterator, RowID_t tRowID, CSphVector<int64_t> & dTmp )
{
	switch ( eType )
	{
	case SPH_ATTR_UINT32SET:
	case SPH_ATTR_INT64SET:
	case SPH_ATTR_FLOAT_VECTOR:
	{
		const BYTE * pResult = nullptr;
		int iBytes = pIterator->Get ( tRowID, pResult );
		bool b32Bits = eType==SPH_ATTR_UINT32SET || eType==SPH_ATTR_FLOAT_VECTOR;
		int iValues = iBytes / (  b32Bits ? sizeof(DWORD) : sizeof(int64_t) );
		if ( b32Bits )
		{
			// need a 64-bit array as input. so we need to convert our 32-bit array to 64-bit entries
			dTmp.Resize(iValues);
			ARRAY_FOREACH ( i, dTmp )
				dTmp[i] = ((DWORD*)pResult)[i];

			pBuilder->SetAttr ( iAttr, dTmp.Begin(), iValues );
		}
		else
			pBuilder->SetAttr ( iAttr, (const int64_t*)pResult, iValues );
	}
	break;

	case SPH_ATTR_STRING:
	{
		const BYTE * pResult = nullptr;
		int iBytes = pIterator->Get ( tRowID, pResult);
		pBuilder->SetAttr ( iAttr, (const uint8_t*)pResult, iBytes );
	}
	break;

	default:
		{
			int64_t iValue = pIterator->Get(tRowID);
			pBuilder->SetAttr ( iAttr, iValue );
			return iValue;
		}
	}

	return 0;
}


void SetDefaultColumnarAttr ( int iAttr, const CSphColumnInfo & tAttr, columnar::Builder_i * pBuilder, CSphVector<int64_t> & dTmp )
{
	switch ( tAttr.m_eAttrType )
	{
	case SPH_ATTR_UINT32SET:
	case SPH_ATTR_INT64SET:
		pBuilder->SetAttr ( iAttr, (const int64_t *)0, 0 );
		break;

	case SPH_ATTR_STRING:
		pBuilder->SetAttr ( iAttr, (const uint8_t *)0, 0 );
		break;

	case SPH_ATTR_FLOAT_VECTOR:
		if ( tAttr.IsIndexedKNN() )
		{
			dTmp.Resize ( tAttr.m_tKNN.m_iDims );
			dTmp.ZeroVec();
			pBuilder->SetAttr ( iAttr, dTmp.Begin(), dTmp.GetLength() );
		}
		else
			pBuilder->SetAttr ( iAttr, (const uint8_t *)0, 0 );
		break;

	default:
		pBuilder->SetAttr ( iAttr, 0 );
		break;
	}
}


CSphString ColumnarAttrType2Str ( common::AttrType_e eType )
{
	switch ( eType )
	{
	case common::AttrType_e::NONE:		return "none";
	case common::AttrType_e::UINT32:	return "uint32";
	case common::AttrType_e::TIMESTAMP:	return "timestamp";
	case common::AttrType_e::INT64:		return "int64";
	case common::AttrType_e::UINT64:	return "uint64";
	case common::AttrType_e::BOOLEAN:	return "boolean";
	case common::AttrType_e::FLOAT:		return "float";
	case common::AttrType_e::STRING:	return "string";
	case common::AttrType_e::UINT32SET:	return "uint32set";
	case common::AttrType_e::INT64SET:	return "int64set";
	case common::AttrType_e::FLOATVEC:	return "floatvec";
	default:							return "unknown";
	}
}


PlainOrColumnar_t::PlainOrColumnar_t ( const CSphColumnInfo & tAttr, int iColumnar )
{
	m_eType = tAttr.m_eAttrType;
	if ( tAttr.IsColumnar() )
		m_iColumnarId = iColumnar;
	else
		m_tLocator = tAttr.m_tLocator;
}


SphAttr_t PlainOrColumnar_t::Get ( RowID_t tRowID, const CSphRowitem * pRow, CSphVector<ScopedTypedIterator_t> & dIterators ) const
{
	if ( m_iColumnarId>=0 )
		return dIterators[m_iColumnarId].first->Get(tRowID);

	return sphGetRowAttr ( pRow, m_tLocator );
}

int PlainOrColumnar_t::Get ( RowID_t tRowID, const CSphRowitem * pRow, const BYTE * pPool, CSphVector<ScopedTypedIterator_t> & dIterators, const uint8_t * & pData ) const
{
	if ( m_iColumnarId>=0 )
		return dIterators[m_iColumnarId].first->Get ( tRowID, pData );

	int iLen = 0;
	pData = sphGetBlobAttr ( pRow, m_tLocator, pPool, iLen );
	return iLen;
}