WIP

Lib/zstd/__init__.py

@@ -0,0 +1,9 @@
+import io
+
+def open(filename, mode='rb', *, dictionary=None):
+    pass
+
+
+class ZSTDFile(io.BufferedIOBase):
+    pass
+

Lib/zstd/__main__.py

@@ -0,0 +1 @@
+# TODO

Modules/_zstdmodule.c

@@ -0,0 +1,78 @@
+/*
+Low level interface to Meta's zstd library for use in the `zstd` Python library
+*/
+
+#include "Python.h"
+
+#include <zstd.h>
+#include <zdict.h>
+
+#include <stdio.h>
+
+// Blocks output buffer wrappers
+#include "pycore_blocks_output_buffer.h"
+
+#if ZSTD_VERSION_NUMBER < 10400
+    #error "CPython requires zstd > 1.4.0"
+#endif
+
+// TODO: look at ZSTD_MULTITHREAD
+// TODO: version information as module attributes
+
+typedef struct {
+    PyTypeObject *zstd_compressor_type;
+    PyTypeObject *zstd_decompressor_type;
+} _zstd_state;
+
+static inline _zstd_state*
+get_zstd_state(PyObject *module)
+{
+    void *state = PyModule_GetState(module);
+    assert(state != NULL);
+    return (_zstd_state *)state;
+}
+
+typedef struct {
+    PyObject_HEAD
+    ZSTD_CCtx stream;
+    int compressionLevel;
+    PyThread_type_lock lock;
+} ZSTDCompressor;
+
+typedef struct {
+    PyObject_HEAD
+    ZSTD_DCtx stream;
+    PyThread_type_lock lock;
+} ZSTDDecompressor;
+
+
+/* ZSTDCompressor class*/
+
+static PyObject *
+compress(ZSTDCompressor *c, char *data, size_t len) {
+    PyObject *result;
+    Py_ssize_t data_size = 0;
+
+    size_t const buff_out_size = ZSTD_CStreamOutSize();
+    result = PyBytes_FromStringAndSize(NULL, buff_out_size);
+    if (result == NULL) {
+        return NULL;
+    }
+
+    char* out_buf =  (char *)PyBytes_AS_STRING(result);
+
+    ZSTD_inBuffer inBuf = { data, len, 0};
+
+    size_t remaining;
+    do {
+        ZSTD_outBuffer outBuf = { out_buf, buff_out_size, 0 };
+        Py_BEGIN_ALLOW_THREADS
+        remaining = ZSTD_compressStream2(c->stream, )
+        Py_END_ALLOW_THREADS
+    } while {};
+
+
+error:
+    OutputBuffer_OnError(&buffer);
+    return NULL;
+}