Add RandomAccessMemory class for in-memory binary operations

2025-11-23 05:29:08 +00:00
parent 9216cd1638
commit 4295d119d7
26 changed files with 2124 additions and 949 deletions
--- a/dart/lib/sweepstore.dart
+++ b/dart/lib/sweepstore.dart
@@ -0,0 +1,105 @@
+
+import 'dart:io';
+import 'dart:isolate';
+import 'dart:math';
+import 'package:sweepstore/debug.dart';
+import 'package:sweepstore/header.dart';
+import 'package:sweepstore/structures.dart';
+import 'package:sweepstore/concurrency.dart';
+
+class Sweepstore {
+
+  final RandomAccessFile _file;
+
+  Sweepstore(String filePath)
+      : _file = File(filePath).openSync(mode: FileMode.append)
+  {
+    _header = SweepstoreHeaderWriter(_file);
+  }
+
+  late final SweepstoreHeaderWriter _header;
+  late final SweepstoreConcurrencyHeaderWriter _concurrencyHeader = SweepstoreConcurrencyHeaderWriter(_header);
+
+  void initialise({
+      int concurrentWorkers = 4,
+  }) {
+    
+    initialiseSweepstoreHeader(_file,
+      concurrentWorkers: concurrentWorkers,
+    );
+
+    _header.version = "1.1.0.1";
+    print("Version: ${_header.version}");
+    
+  }
+
+  void operator []=(String key, dynamic value) {
+
+    spawnTicket(_file,
+      operation: SweepstoreTicketOperation.WRITE,
+      keyHash: key.hashCode,
+      writeSize: 0, // Placeholder
+      onApproved: () {
+        print("Writing key: $key with hash ${key.hashCode} and value: $value");
+      },
+      debugLabel: key
+    );
+
+  }
+}
+
+Future<void> main() async {
+
+  String filePath = '../example.bin';
+
+  File file = File(filePath);
+  if (file.existsSync()) {
+    file.deleteSync();
+  }
+  file.createSync();
+
+  Sweepstore store = Sweepstore(filePath);
+  store.initialise(
+    concurrentWorkers: 20
+  );
+  initialiseMasterListener(file.openSync(mode: FileMode.append));
+
+  print(binaryDump(file.readAsBytesSync()));
+
+  int iteration = 1;
+
+  for (int j = 0; j < iteration; j++) {
+    int concurrencyTest = 256;
+    final receivePort = ReceivePort();
+    int completedJobs = 0;
+
+    final stopwatch = Stopwatch()..start();
+
+    for (int i = 0; i < concurrencyTest; i++) {
+      await Isolate.spawn((message) {
+        final index = message['index'] as int;
+        final sendPort = message['sendPort'] as SendPort;
+
+        Sweepstore store = Sweepstore(filePath);
+        store['key_$index'] = 'value_$index';
+
+        sendPort.send('done');
+      }, {'index': i, 'sendPort': receivePort.sendPort});
+    }
+
+
+    // wait for all jobs to finish
+    await for (var msg in receivePort) {
+      completedJobs++;
+      if (completedJobs >= concurrencyTest) {
+        receivePort.close();
+        break;
+      }
+    }
+
+    stopwatch.stop();
+
+    print('\x1B[95mAll jobs completed!\x1B[0m');
+    print('\x1B[95mTime taken: ${stopwatch.elapsedMilliseconds}ms (${stopwatch.elapsed.inSeconds}s)\x1B[0m');
+  }
+}