Database

create table PendingQueue (
   id int not null,
   DueTime datetime not null,
   Payload varbinary(max),
   cnstraint pk_pending_id nonclustered primary key(id));
    
 create clustered index cdxPendingQueue on PendingQueue (DueTime);
 go
    
 create procedure usp_enqueuePending
   @dueTime datetime,
   @payload varbinary(max)
 as
   set nocount on;
   insert into PendingQueue (DueTime, Payload)
     values (@dueTime, @payload);
 go
    
 create procedure usp_dequeuePending
   @batchsize int = 100,
   @retryseconds int = 600
 as
   set nocount on;
   declare @now datetime;
   set @now = getutcdate();
   with cte as (
     select top(@batchsize) 
       id,
       DueTime,
       Payload
     from PendingQueue with (rowlock, readpast)
     where DueTime < @now
     order by DueTime)
   update cte
     set DueTime = dateadd(seconds, @retryseconds, DueTime)
     output deleted.Payload, deleted.id;
 go

BEGIN TRANSACTION
    
 SELECT @ID=RowID FROM MyTable WITH (ROWLOCK, XLOCK, HOLDLOCK) WHERE ID=6822

I need a real-time database for inserting at least 500fields per second. (I have been selected TimeScaleDB (Postgresql Extension) for my purpose, currently). So, the matrix of the table will be 500(Fields)x86400(Rows).

This means that for a 500 double-precision field it will be around 500*8bytes=4000bytes which for 86400rows it will be 345,600,000bytes (345.6M).

I know a software which it is recording the same structure of data and the final daily volume of its database is only 84M~85M. Its Extension is *.tag so, i think it is a DataFlex database. It is not a free database and i also never used it.

Question:

1- Which free database is the best to use for real-time data storing and querying (at the moment of storing) based on your experience or knowledge?

2- Is there any database to have such a volume or even less for this size of data?

Thank you for your Help.

#include <Windows.h>
#include <iostream>
#import "c:\Program Files\Common Files\System\ADO\msado15.dll" no_namespace rename("EOF", "EndOfFile")
#include "icrsint.h"
_COM_SMARTPTR_TYPEDEF(IADORecordBinding, __uuidof(IADORecordBinding));

void OpenDatabase();
void WriteToDatabase(int i);
void CloseDatabase();

_ConnectionPtr m_pConnectionPtr = 0;
DWORD64 cnt_recordset;

int main()
{
  HRESULT hr = CoInitializeEx(NULL, COINIT_MULTITHREADED);
  m_pConnectionPtr = NULL;
  m_pConnectionPtr.CreateInstance(__uuidof(Connection));
  int cnt = 0;
  cnt_recordset = 0;

  OpenDatabase();
  while (1)
  {
    std::cout << cnt++ << " : " << cnt_recordset << std::endl;
    for (int i = 0; i < 1000; i++)
      WriteToDatabase(i);
  }
  CloseDatabase();
  CoUninitialize();
}

void OpenDatabase()
{
  bstr_t strCnn("Provider=MSDASQL;DSN=TestDB;User ID=sa;");
  m_pConnectionPtr->Open(strCnn, "", "", NULL);
}

void CloseDatabase()
{
  if ((m_pConnectionPtr->State == adStateOpen))
    m_pConnectionPtr->Close();
}

void WriteToDatabase(int i)
{
  cnt_recordset++;
  class CMyRecordSet : public CADORecordBinding
  {
    BEGIN_ADO_BINDING(CMyRecordSet)

      // Column m_nID is the 1st field in the table.
      ADO_VARIABLE_LENGTH_ENTRY2(1, adInteger, m_nID, sizeof(m_nID), m_IDStatus, FALSE)

      // Column m_bCritical is the 2nd field in the table.
      ADO_FIXED_LENGTH_ENTRY(2, adInteger, m_value, m_valueStatus, TRUE)

      END_ADO_BINDING()

  public:
    int			m_nID;
    int			m_value;
    ULONG		m_IDStatus;
    ULONG		m_valueStatus;
  };

  HRESULT hr = true;
  // open recordset
//_RecordsetPtr  pRs = NULL;
//pRst.CreateInstance(__uuidof(Recordset));

  _RecordsetPtr pRs("ADODB.Recordset");
  CMyRecordSet rs;
  IADORecordBindingPtr picRs(pRs);
  hr = pRs->Open("TTagData",
                 _variant_t((IDispatch*)m_pConnectionPtr, true),
                  adOpenKeyset, adLockOptimistic, adCmdTable);
  //Bind the Recordset to a C++ Class here.
  hr = picRs->BindToRecordset(&rs);
  // fill in data
  rs.m_value = i;
  // add new record to the table
  picRs->AddNew(&rs);
  // picRs->Release(); tried this but no result

  pRs->Close();
}

inline HRESULT Recordset15::Close ( ) {
    HRESULT _hr = raw_Close();
    if (FAILED(_hr)) _com_issue_errorex(_hr, this, __uuidof(this));
    return _hr;
}