VER: Release 0.45.0

Author: threecgreen

.clang-tidy

@@ -4,6 +4,7 @@ Checks: >
     bugprone-*,
     -bugprone-easily-swappable-parameters,
     clang-analyzer-*,
+    -clang-analyzer-optin.cplusplus.VirtualCall,
     clang-diagnostic-*,
     cppcore-guidelines-*,
     google-*,

CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.45.0 - 2025-12-10
+
+### Enhancements
+- Added download retry, resumption, and checksum verification to
+  `Historical::BatchDownload`
+- Added new venue, dataset, and publisher for Cboe Futures Exchange (`XCBF.PITCH`)
+- Upgraded default `httplib` version to 0.28.0
+
 ## 0.44.0 - 2025-11-18
 
 ### Enhancements

CMakeLists.txt

@@ -6,7 +6,7 @@ cmake_minimum_required(VERSION 3.24..4.0)
 
 project(
   databento
-  VERSION 0.44.0
+  VERSION 0.45.0
   LANGUAGES CXX
   DESCRIPTION "Official Databento client library"
 )
@@ -128,6 +128,10 @@ endif()
 
 find_package(OpenSSL REQUIRED)
 find_package(zstd REQUIRED)
+if (APPLE)
+  find_library(CORE_FOUNDATION_LIB CoreFoundation REQUIRED)
+  find_library(CFNETWORK_LIB CFNetwork REQUIRED)
+endif()
 if(NOT TARGET zstd::libzstd)
   if(TARGET zstd::libzstd_shared)
     add_library(zstd::libzstd ALIAS zstd::libzstd_shared)
@@ -178,7 +182,7 @@ if(${PROJECT_NAME_UPPERCASE}_USE_EXTERNAL_HTTPLIB)
     find_package(httplib REQUIRED)
   endif()
 else()
-  set(httplib_version 0.20.0)
+  set(httplib_version 0.28.0)
   FetchContent_Declare(
     httplib
     URL https://github.com/yhirose/cpp-httplib/archive/refs/tags/v${httplib_version}.tar.gz
@@ -223,6 +227,9 @@ target_link_libraries(
     OpenSSL::SSL
     Threads::Threads
     zstd::libzstd
+    # macOS-specific libraries required by httplib
+    $<$<PLATFORM_ID:Darwin>:${CFNETWORK_LIB}>
+    $<$<PLATFORM_ID:Darwin>:${CORE_FRAMEWORK_LIB}>
 )
 
 target_compile_definitions(

cmake/SourcesAndHeaders.cmake

@@ -13,6 +13,7 @@ set(headers
   include/databento/detail/json_helpers.hpp
   include/databento/detail/scoped_fd.hpp
   include/databento/detail/scoped_thread.hpp
+  include/databento/detail/sha256_hasher.hpp
   include/databento/detail/tcp_client.hpp
   include/databento/detail/zstd_stream.hpp
   include/databento/enums.hpp
@@ -54,6 +55,7 @@ set(sources
   src/detail/http_client.cpp
   src/detail/json_helpers.cpp
   src/detail/scoped_fd.cpp
+  src/detail/sha256_hasher.cpp
   src/detail/tcp_client.cpp
   src/detail/zstd_stream.cpp
   src/enums.cpp

cmake/StandardSettings.cmake

@@ -2,6 +2,7 @@
 # Project settings
 #
 
+option(${PROJECT_NAME_UPPERCASE}_USE_EXTERNAL_DATE "Use an external date library" OFF)
 option(${PROJECT_NAME_UPPERCASE}_USE_EXTERNAL_JSON "Use an external JSON library" OFF)
 option(${PROJECT_NAME_UPPERCASE}_USE_EXTERNAL_HTTPLIB "Use an external httplib library" OFF)
 option(${PROJECT_NAME_UPPERCASE}_USE_EXTERNAL_GTEST "Use an external google test (gtest) library" ON)

include/databento/detail/http_client.hpp

@@ -23,7 +23,7 @@ class HttpClient {
 
   nlohmann::json GetJson(const std::string& path, const httplib::Params& params);
   nlohmann::json PostJson(const std::string& path, const httplib::Params& form_params);
-  void GetRawStream(const std::string& path, const httplib::Params& params,
+  void GetRawStream(const std::string& path, const httplib::Headers& headers,
                     const httplib::ContentReceiver& callback);
   void PostRawStream(const std::string& path, const httplib::Params& form_params,
                      const httplib::ContentReceiver& callback);

include/databento/detail/sha256_hasher.hpp

@@ -0,0 +1,26 @@
+#pragma once
+
+#include <cstddef>  // byte, size_t
+#include <memory>   // unique_ptr
+#include <string>
+#include <string_view>
+
+// Forward declaration
+struct evp_md_ctx_st;
+using EVP_MD_CTX = evp_md_ctx_st;
+
+namespace databento::detail {
+// One-off hash
+std::string Sha256Hash(std::string_view data);
+
+class Sha256Hasher {
+ public:
+  Sha256Hasher();
+
+  void Update(const std::byte* buffer, std::size_t length);
+  std::string Finalize();
+
+ private:
+  std::unique_ptr<::EVP_MD_CTX, void (*)(::EVP_MD_CTX*)> ctx_;
+};
+}  // namespace databento::detail

include/databento/file_stream.hpp

@@ -25,6 +25,7 @@ class InFileStream : public IReadable {
 class OutFileStream : public IWritable {
  public:
   explicit OutFileStream(const std::filesystem::path& file_path);
+  OutFileStream(const std::filesystem::path& file_path, std::ios_base::openmode mode);
 
   void WriteAll(const std::byte* buffer, std::size_t length) override;
 

include/databento/historical.hpp

@@ -4,6 +4,7 @@
 #include <filesystem>
 #include <map>  // multimap
 #include <string>
+#include <string_view>
 #include <vector>
 
 #include "databento/batch.hpp"     // BatchJob
@@ -225,7 +226,8 @@ class Historical {
              std::string user_agent_ext);
 
   BatchJob BatchSubmitJob(const HttplibParams& params);
-  void DownloadFile(const std::string& url, const std::filesystem::path& output_path);
+  void DownloadFile(const std::string& url, const std::filesystem::path& output_path,
+                    std::string_view hash, std::uint64_t exp_size);
   std::vector<BatchJob> BatchListJobs(const HttplibParams& params);
   std::vector<DatasetConditionDetail> MetadataGetDatasetCondition(
       const HttplibParams& params);

include/databento/publishers.hpp

@@ -109,6 +109,8 @@ enum class Venue : std::uint16_t {
   Xeur = 50,
   // European Energy Exchange
   Xeee = 51,
+  // Cboe Futures Exchange
+  Xcbf = 52,
 };
 
 // A source of data.
@@ -191,6 +193,8 @@ enum class Dataset : std::uint16_t {
   XeurEobi = 38,
   // European Energy Exchange EOBI
   XeeeEobi = 39,
+  // Cboe Futures Exchange PITCH
+  XcbfPitch = 40,
 };
 
 // A specific Venue from a specific data source.
@@ -403,6 +407,8 @@ enum class Publisher : std::uint16_t {
   XeurEobiXoff = 103,
   // European Energy Exchange EOBI - Off-Market Trades
   XeeeEobiXoff = 104,
+  // Cboe Futures Exchange
+  XcbfPitchXcbf = 105,
 };
 
 // Get a Publisher's Venue.