ipc: use shared memory for large events

.github/workflows/shared.yml

@@ -116,7 +116,8 @@ jobs:
             pact-test equality-test    \
             boot-test newt-test        \
             vere-noun-test unix-test   \
-            palloc-test benchmarks     \
+            palloc-test book-test      \
+            benchmarks                 \
             -Doptimize=ReleaseFast     \
             -Dpace=${{inputs.pace}}    \
             --summary all

build.zig

@@ -731,6 +731,16 @@ fn buildBinary(
                 .file = "pkg/vere/ames_tests.c",
                 .deps = vere_test_deps,
             },
+            .{
+                .name = "book-test",
+                .file = "pkg/vere/book_tests.c",
+                .deps = vere_test_deps,
+            },
+            .{
+                .name = "lmdb-test",
+                .file = "pkg/vere/lmdb_tests.c",
+                .deps = vere_test_deps,
+            },
             .{
                 .name = "boot-test",
                 .file = "pkg/vere/boot_tests.c",

pkg/c3/platform/windows/compat.c

@@ -5,6 +5,16 @@
 #include <tlhelp32.h>
 #include "errno.h"
 
+static void
+ov_from_off_t(OVERLAPPED* ov, off_t offset)
+{
+	ov->OffsetHigh = (sizeof(off_t) <= sizeof(DWORD)) ?
+                 (DWORD)0 : (DWORD)((offset >> 32) & 0xFFFFFFFFL);
+
+	ov->Offset     = (sizeof(off_t) <= sizeof(DWORD)) ?
+								 (DWORD)offset : (DWORD)(offset & 0xFFFFFFFFL);
+}
+
 // set default CRT file mode to binary
 // note that mingw binmode.o does nothing
 #undef _fmode
@@ -563,10 +573,7 @@ ssize_t pread(int fd, void *buf, size_t count, off_t offset)
 
   OVERLAPPED overlapped = {0};
 
-  overlapped.OffsetHigh = (sizeof(off_t) <= sizeof(DWORD)) ?
-                          (DWORD)0 : (DWORD)((offset >> 32) & 0xFFFFFFFFL);
-  overlapped.Offset     = (sizeof(off_t) <= sizeof(DWORD)) ?
-                          (DWORD)offset : (DWORD)(offset & 0xFFFFFFFFL);
+  ov_from_off_t(&overlapped, offset);
 
   HANDLE h = (HANDLE)_get_osfhandle(fd);
 
@@ -593,10 +600,7 @@ ssize_t pwrite(int fd, const void *buf, size_t count, off_t offset)
 
   OVERLAPPED overlapped = {0};
 
-  overlapped.OffsetHigh = (sizeof(off_t) <= sizeof(DWORD)) ?
-                          (DWORD)0 : (DWORD)((offset >> 32) & 0xFFFFFFFFL);
-  overlapped.Offset     = (sizeof(off_t) <= sizeof(DWORD)) ?
-                          (DWORD)offset : (DWORD)(offset & 0xFFFFFFFFL);
+	ov_from_off_t(&overlapped, offset);
 
   HANDLE h = (HANDLE)_get_osfhandle(fd);
 
@@ -612,3 +616,34 @@ ssize_t pwrite(int fd, const void *buf, size_t count, off_t offset)
 
   return (ssize_t)len;
 }
+
+ssize_t pwritev(int fd, const struct iovec* iov, size_t iovcnt, off_t offset)
+{
+	HANDLE h = (HANDLE)_get_osfhandle(fd);
+
+  if ( INVALID_HANDLE_VALUE == h ) {
+    errno = EBADF;
+    return -1;
+  }
+
+  DWORD written;
+	ssize_t len = 0;
+	OVERLAPPED ov = {0};
+
+	for (size_t i = 0; i < iovcnt; i++) {
+		ov_from_off_t(&ov, offset);
+		DWORD len_write = (DWORD)iov[i].iov_len;  // XX chunk on large writes?
+		void* buf = iov[i].iov_base;
+		if ( !WriteFile(h, buf, len_write, &written, &ov) ) {
+			errno = err_win_to_posix(GetLastError());
+			return -1;
+		}
+
+		len 	 += written;
+		offset += written;
+
+		if ( written < iov[i].iov_len ) break;
+	}
+
+	return len;
+}

pkg/c3/platform/windows/compat.h

@@ -15,8 +15,11 @@ void *memmem(const void *h0, size_t k, const void *n0, size_t l);
 
 uint32_t getppid();
 
+struct iovec { void *iov_base; size_t iov_len; };
+
 ssize_t pread(int fd, void *buf, size_t count, off_t offset);
 ssize_t pwrite(int fd, const void *buf, size_t count, off_t offset);
+ssize_t pwritev(int fd, const struct iovec* iov, size_t iovcnt, off_t offset);
 
 #define SIGUSR1       10
 #define SIGALRM       14

pkg/noun/version.h

@@ -43,6 +43,7 @@ typedef c3_h       u3e_version;
 */
 #define U3E_VER1   1               //  north+south.bin
 #define U3E_VER2   2               //  image.bin
-#define U3E_VERLAT U3E_VER2
+#define U3E_VER3   3               //  book.log
+#define U3E_VERLAT U3E_VER3
 
 #endif /* ifndef U3_VERSION_H */