summaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
authorNikolaus Rath <Nikolaus@rath.org>2016-03-09 10:09:04 -0800
committerNikolaus Rath <Nikolaus@rath.org>2016-03-09 10:09:04 -0800
commitb4c15b9792d15a4ff9a0de92eb63f51cb7b4e6c9 (patch)
tree086d72dfd7f55428038ab48319480a06177fbc3c /src
parent487050cd59bbea62e19eb6443f1f0a333e12538f (diff)
Import s3ql_1.15.orig.tar.bz2
Diffstat (limited to 'src')
-rw-r--r--src/s3ql.egg-info/PKG-INFO2
-rw-r--r--src/s3ql.egg-info/SOURCES.txt39
-rw-r--r--src/s3ql/__init__.py2
-rw-r--r--src/s3ql/_deltadump.c7221
-rw-r--r--src/s3ql/_deltadump.pyx458
-rw-r--r--src/s3ql/adm.py38
-rw-r--r--src/s3ql/block_cache.py8
-rw-r--r--src/s3ql/common.py2
-rw-r--r--src/s3ql/database.py39
-rw-r--r--src/s3ql/deltadump.c9703
-rw-r--r--src/s3ql/deltadump.py66
-rw-r--r--src/s3ql/deltadump.pyx614
-rw-r--r--src/s3ql/fs.py167
-rw-r--r--src/s3ql/fsck.py9
-rw-r--r--src/s3ql/metadata.py72
-rw-r--r--src/s3ql/mount.py34
-rw-r--r--src/s3ql/parse_args.py2
17 files changed, 10555 insertions, 7921 deletions
diff --git a/src/s3ql.egg-info/PKG-INFO b/src/s3ql.egg-info/PKG-INFO
index 0e13aa9..f6d8cd5 100644
--- a/src/s3ql.egg-info/PKG-INFO
+++ b/src/s3ql.egg-info/PKG-INFO
@@ -1,6 +1,6 @@
Metadata-Version: 1.1
Name: s3ql
-Version: 1.14
+Version: 1.15
Summary: a full-featured file system for online data storage
Home-page: http://code.google.com/p/s3ql/
Author: Nikolaus Rath
diff --git a/src/s3ql.egg-info/SOURCES.txt b/src/s3ql.egg-info/SOURCES.txt
index e47a2a3..c549894 100644
--- a/src/s3ql.egg-info/SOURCES.txt
+++ b/src/s3ql.egg-info/SOURCES.txt
@@ -2,6 +2,7 @@ CREDITS.txt
Changes.txt
INSTALL.txt
LICENSE
+runtests.py
setup.py
bin/fsck.s3ql
bin/mkfs.s3ql
@@ -45,6 +46,37 @@ doc/html/searchindex.js
doc/html/special.html
doc/html/tips.html
doc/html/umount.html
+doc/html/.doctrees/about.doctree
+doc/html/.doctrees/adm.doctree
+doc/html/.doctrees/authinfo.doctree
+doc/html/.doctrees/backends.doctree
+doc/html/.doctrees/contrib.doctree
+doc/html/.doctrees/durability.doctree
+doc/html/.doctrees/environment.pickle
+doc/html/.doctrees/fsck.doctree
+doc/html/.doctrees/impl_details.doctree
+doc/html/.doctrees/index.doctree
+doc/html/.doctrees/installation.doctree
+doc/html/.doctrees/issues.doctree
+doc/html/.doctrees/mkfs.doctree
+doc/html/.doctrees/mount.doctree
+doc/html/.doctrees/resources.doctree
+doc/html/.doctrees/special.doctree
+doc/html/.doctrees/tips.doctree
+doc/html/.doctrees/umount.doctree
+doc/html/.doctrees/man/adm.doctree
+doc/html/.doctrees/man/cp.doctree
+doc/html/.doctrees/man/ctrl.doctree
+doc/html/.doctrees/man/expire_backups.doctree
+doc/html/.doctrees/man/fsck.doctree
+doc/html/.doctrees/man/index.doctree
+doc/html/.doctrees/man/lock.doctree
+doc/html/.doctrees/man/mkfs.doctree
+doc/html/.doctrees/man/mount.doctree
+doc/html/.doctrees/man/pcp.doctree
+doc/html/.doctrees/man/rm.doctree
+doc/html/.doctrees/man/stat.doctree
+doc/html/.doctrees/man/umount.doctree
doc/html/_sources/about.txt
doc/html/_sources/adm.txt
doc/html/_sources/authinfo.txt
@@ -169,8 +201,6 @@ rst/man/rm.rst
rst/man/stat.rst
rst/man/umount.rst
src/s3ql/__init__.py
-src/s3ql/_deltadump.c
-src/s3ql/_deltadump.pyx
src/s3ql/adm.py
src/s3ql/block_cache.py
src/s3ql/cleanup_manager.py
@@ -179,7 +209,8 @@ src/s3ql/cp.py
src/s3ql/ctrl.py
src/s3ql/daemonize.py
src/s3ql/database.py
-src/s3ql/deltadump.py
+src/s3ql/deltadump.c
+src/s3ql/deltadump.pyx
src/s3ql/fs.py
src/s3ql/fsck.py
src/s3ql/inode_cache.py
@@ -206,7 +237,6 @@ src/s3ql/backends/local.py
src/s3ql/backends/s3.py
src/s3ql/backends/s3c.py
src/s3ql/backends/swift.py
-tests/data.tar.bz2
tests/pytest.ini
tests/t1_backends.py
tests/t1_dump.py
@@ -222,6 +252,7 @@ tests/t5_ctrl.py
tests/t5_fsck.py
tests/t5_full.py
tests/t5_lock_rm.py
+tests/test.log
util/cmdline_lexer.py
util/distribute_setup.py
util/sphinx_pipeinclude.py \ No newline at end of file
diff --git a/src/s3ql/__init__.py b/src/s3ql/__init__.py
index 436d920..df04116 100644
--- a/src/s3ql/__init__.py
+++ b/src/s3ql/__init__.py
@@ -14,7 +14,7 @@ __all__ = [ 'adm', 'backends', 'block_cache', 'cleanup_manager', 'common',
'parse_args', 'remove', 'statfs', 'umount', 'VERSION',
'CURRENT_FS_REV', 'REV_VER_MAP' ]
-VERSION = '1.14'
+VERSION = '1.15'
CURRENT_FS_REV = 16
# Maps file system revisions to the last S3QL version that
diff --git a/src/s3ql/_deltadump.c b/src/s3ql/_deltadump.c
deleted file mode 100644
index f1d1b60..0000000
--- a/src/s3ql/_deltadump.c
+++ /dev/null
@@ -1,7221 +0,0 @@
-/* Generated by Cython 0.17.4 on Tue Apr 9 19:05:18 2013 */
-
-#define PY_SSIZE_T_CLEAN
-#include "Python.h"
-#ifndef Py_PYTHON_H
- #error Python headers needed to compile C extensions, please install development version of Python.
-#elif PY_VERSION_HEX < 0x02040000
- #error Cython requires Python 2.4+.
-#else
-#include <stddef.h> /* For offsetof */
-#ifndef offsetof
-#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
-#endif
-#if !defined(WIN32) && !defined(MS_WINDOWS)
- #ifndef __stdcall
- #define __stdcall
- #endif
- #ifndef __cdecl
- #define __cdecl
- #endif
- #ifndef __fastcall
- #define __fastcall
- #endif
-#endif
-#ifndef DL_IMPORT
- #define DL_IMPORT(t) t
-#endif
-#ifndef DL_EXPORT
- #define DL_EXPORT(t) t
-#endif
-#ifndef PY_LONG_LONG
- #define PY_LONG_LONG LONG_LONG
-#endif
-#ifndef Py_HUGE_VAL
- #define Py_HUGE_VAL HUGE_VAL
-#endif
-#ifdef PYPY_VERSION
-#define CYTHON_COMPILING_IN_PYPY 1
-#define CYTHON_COMPILING_IN_CPYTHON 0
-#else
-#define CYTHON_COMPILING_IN_PYPY 0
-#define CYTHON_COMPILING_IN_CPYTHON 1
-#endif
-#if PY_VERSION_HEX < 0x02050000
- typedef int Py_ssize_t;
- #define PY_SSIZE_T_MAX INT_MAX
- #define PY_SSIZE_T_MIN INT_MIN
- #define PY_FORMAT_SIZE_T ""
- #define CYTHON_FORMAT_SSIZE_T ""
- #define PyInt_FromSsize_t(z) PyInt_FromLong(z)
- #define PyInt_AsSsize_t(o) __Pyx_PyInt_AsInt(o)
- #define PyNumber_Index(o) ((PyNumber_Check(o) && !PyFloat_Check(o)) ? PyNumber_Int(o) : \
- (PyErr_Format(PyExc_TypeError, \
- "expected index value, got %.200s", Py_TYPE(o)->tp_name), \
- (PyObject*)0))
- #define __Pyx_PyIndex_Check(o) (PyNumber_Check(o) && !PyFloat_Check(o) && \
- !PyComplex_Check(o))
- #define PyIndex_Check __Pyx_PyIndex_Check
- #define PyErr_WarnEx(category, message, stacklevel) PyErr_Warn(category, message)
- #define __PYX_BUILD_PY_SSIZE_T "i"
-#else
- #define __PYX_BUILD_PY_SSIZE_T "n"
- #define CYTHON_FORMAT_SSIZE_T "z"
- #define __Pyx_PyIndex_Check PyIndex_Check
-#endif
-#if PY_VERSION_HEX < 0x02060000
- #define Py_REFCNT(ob) (((PyObject*)(ob))->ob_refcnt)
- #define Py_TYPE(ob) (((PyObject*)(ob))->ob_type)
- #define Py_SIZE(ob) (((PyVarObject*)(ob))->ob_size)
- #define PyVarObject_HEAD_INIT(type, size) \
- PyObject_HEAD_INIT(type) size,
- #define PyType_Modified(t)
- typedef struct {
- void *buf;
- PyObject *obj;
- Py_ssize_t len;
- Py_ssize_t itemsize;
- int readonly;
- int ndim;
- char *format;
- Py_ssize_t *shape;
- Py_ssize_t *strides;
- Py_ssize_t *suboffsets;
- void *internal;
- } Py_buffer;
- #define PyBUF_SIMPLE 0
- #define PyBUF_WRITABLE 0x0001
- #define PyBUF_FORMAT 0x0004
- #define PyBUF_ND 0x0008
- #define PyBUF_STRIDES (0x0010 | PyBUF_ND)
- #define PyBUF_C_CONTIGUOUS (0x0020 | PyBUF_STRIDES)
- #define PyBUF_F_CONTIGUOUS (0x0040 | PyBUF_STRIDES)
- #define PyBUF_ANY_CONTIGUOUS (0x0080 | PyBUF_STRIDES)
- #define PyBUF_INDIRECT (0x0100 | PyBUF_STRIDES)
- #define PyBUF_RECORDS (PyBUF_STRIDES | PyBUF_FORMAT | PyBUF_WRITABLE)
- #define PyBUF_FULL (PyBUF_INDIRECT | PyBUF_FORMAT | PyBUF_WRITABLE)
- typedef int (*getbufferproc)(PyObject *, Py_buffer *, int);
- typedef void (*releasebufferproc)(PyObject *, Py_buffer *);
-#endif
-#if PY_MAJOR_VERSION < 3
- #define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
- #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
- PyCode_New(a, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
-#else
- #define __Pyx_BUILTIN_MODULE_NAME "builtins"
- #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
- PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
-#endif
-#if PY_MAJOR_VERSION < 3 && PY_MINOR_VERSION < 6
- #define PyUnicode_FromString(s) PyUnicode_Decode(s, strlen(s), "UTF-8", "strict")
-#endif
-#if PY_MAJOR_VERSION >= 3
- #define Py_TPFLAGS_CHECKTYPES 0
- #define Py_TPFLAGS_HAVE_INDEX 0
-#endif
-#if (PY_VERSION_HEX < 0x02060000) || (PY_MAJOR_VERSION >= 3)
- #define Py_TPFLAGS_HAVE_NEWBUFFER 0
-#endif
-#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
- #define CYTHON_PEP393_ENABLED 1
- #define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ? \
- 0 : _PyUnicode_Ready((PyObject *)(op)))
- #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u)
- #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
- #define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
-#else
- #define CYTHON_PEP393_ENABLED 0
- #define __Pyx_PyUnicode_READY(op) (0)
- #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u)
- #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
- #define __Pyx_PyUnicode_READ(k, d, i) ((k=k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
-#endif
-#if PY_MAJOR_VERSION >= 3
- #define PyBaseString_Type PyUnicode_Type
- #define PyStringObject PyUnicodeObject
- #define PyString_Type PyUnicode_Type
- #define PyString_Check PyUnicode_Check
- #define PyString_CheckExact PyUnicode_CheckExact
-#endif
-#if PY_VERSION_HEX < 0x02060000
- #define PyBytesObject PyStringObject
- #define PyBytes_Type PyString_Type
- #define PyBytes_Check PyString_Check
- #define PyBytes_CheckExact PyString_CheckExact
- #define PyBytes_FromString PyString_FromString
- #define PyBytes_FromStringAndSize PyString_FromStringAndSize
- #define PyBytes_FromFormat PyString_FromFormat
- #define PyBytes_DecodeEscape PyString_DecodeEscape
- #define PyBytes_AsString PyString_AsString
- #define PyBytes_AsStringAndSize PyString_AsStringAndSize
- #define PyBytes_Size PyString_Size
- #define PyBytes_AS_STRING PyString_AS_STRING
- #define PyBytes_GET_SIZE PyString_GET_SIZE
- #define PyBytes_Repr PyString_Repr
- #define PyBytes_Concat PyString_Concat
- #define PyBytes_ConcatAndDel PyString_ConcatAndDel
-#endif
-#if PY_VERSION_HEX < 0x02060000
- #define PySet_Check(obj) PyObject_TypeCheck(obj, &PySet_Type)
- #define PyFrozenSet_Check(obj) PyObject_TypeCheck(obj, &PyFrozenSet_Type)
-#endif
-#ifndef PySet_CheckExact
- #define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type)
-#endif
-#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
-#if PY_MAJOR_VERSION >= 3
- #define PyIntObject PyLongObject
- #define PyInt_Type PyLong_Type
- #define PyInt_Check(op) PyLong_Check(op)
- #define PyInt_CheckExact(op) PyLong_CheckExact(op)
- #define PyInt_FromString PyLong_FromString
- #define PyInt_FromUnicode PyLong_FromUnicode
- #define PyInt_FromLong PyLong_FromLong
- #define PyInt_FromSize_t PyLong_FromSize_t
- #define PyInt_FromSsize_t PyLong_FromSsize_t
- #define PyInt_AsLong PyLong_AsLong
- #define PyInt_AS_LONG PyLong_AS_LONG
- #define PyInt_AsSsize_t PyLong_AsSsize_t
- #define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask
- #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
-#endif
-#if PY_MAJOR_VERSION >= 3
- #define PyBoolObject PyLongObject
-#endif
-#if PY_VERSION_HEX < 0x03020000
- typedef long Py_hash_t;
- #define __Pyx_PyInt_FromHash_t PyInt_FromLong
- #define __Pyx_PyInt_AsHash_t PyInt_AsLong
-#else
- #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
- #define __Pyx_PyInt_AsHash_t PyInt_AsSsize_t
-#endif
-#if (PY_MAJOR_VERSION < 3) || (PY_VERSION_HEX >= 0x03010300)
- #define __Pyx_PySequence_GetSlice(obj, a, b) PySequence_GetSlice(obj, a, b)
- #define __Pyx_PySequence_SetSlice(obj, a, b, value) PySequence_SetSlice(obj, a, b, value)
- #define __Pyx_PySequence_DelSlice(obj, a, b) PySequence_DelSlice(obj, a, b)
-#else
- #define __Pyx_PySequence_GetSlice(obj, a, b) (unlikely(!(obj)) ? \
- (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), (PyObject*)0) : \
- (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_GetSlice(obj, a, b)) : \
- (PyErr_Format(PyExc_TypeError, "'%.200s' object is unsliceable", (obj)->ob_type->tp_name), (PyObject*)0)))
- #define __Pyx_PySequence_SetSlice(obj, a, b, value) (unlikely(!(obj)) ? \
- (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), -1) : \
- (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_SetSlice(obj, a, b, value)) : \
- (PyErr_Format(PyExc_TypeError, "'%.200s' object doesn't support slice assignment", (obj)->ob_type->tp_name), -1)))
- #define __Pyx_PySequence_DelSlice(obj, a, b) (unlikely(!(obj)) ? \
- (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), -1) : \
- (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_DelSlice(obj, a, b)) : \
- (PyErr_Format(PyExc_TypeError, "'%.200s' object doesn't support slice deletion", (obj)->ob_type->tp_name), -1)))
-#endif
-#if PY_MAJOR_VERSION >= 3
- #define PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : PyInstanceMethod_New(func))
-#endif
-#if PY_VERSION_HEX < 0x02050000
- #define __Pyx_GetAttrString(o,n) PyObject_GetAttrString((o),((char *)(n)))
- #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),((char *)(n)),(a))
- #define __Pyx_DelAttrString(o,n) PyObject_DelAttrString((o),((char *)(n)))
-#else
- #define __Pyx_GetAttrString(o,n) PyObject_GetAttrString((o),(n))
- #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),(n),(a))
- #define __Pyx_DelAttrString(o,n) PyObject_DelAttrString((o),(n))
-#endif
-#if PY_VERSION_HEX < 0x02050000
- #define __Pyx_NAMESTR(n) ((char *)(n))
- #define __Pyx_DOCSTR(n) ((char *)(n))
-#else
- #define __Pyx_NAMESTR(n) (n)
- #define __Pyx_DOCSTR(n) (n)
-#endif
-
-
-#if PY_MAJOR_VERSION >= 3
- #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
- #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
-#else
- #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
- #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
-#endif
-
-#ifndef __PYX_EXTERN_C
- #ifdef __cplusplus
- #define __PYX_EXTERN_C extern "C"
- #else
- #define __PYX_EXTERN_C extern
- #endif
-#endif
-
-#if defined(WIN32) || defined(MS_WINDOWS)
-#define _USE_MATH_DEFINES
-#endif
-#include <math.h>
-#define __PYX_HAVE__s3ql___deltadump
-#define __PYX_HAVE_API__s3ql___deltadump
-#include "stdio.h"
-#include "string.h"
-#include "errno.h"
-#include "stdlib.h"
-#include "stdint.h"
-#include "unistd.h"
-#include "endian.h"
-#include "sqlite3.h"
-#ifdef _OPENMP
-#include <omp.h>
-#endif /* _OPENMP */
-
-#ifdef PYREX_WITHOUT_ASSERTIONS
-#define CYTHON_WITHOUT_ASSERTIONS
-#endif
-
-
-/* inline attribute */
-#ifndef CYTHON_INLINE
- #if defined(__GNUC__)
- #define CYTHON_INLINE __inline__
- #elif defined(_MSC_VER)
- #define CYTHON_INLINE __inline
- #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
- #define CYTHON_INLINE inline
- #else
- #define CYTHON_INLINE
- #endif
-#endif
-
-/* unused attribute */
-#ifndef CYTHON_UNUSED
-# if defined(__GNUC__)
-# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
-# define CYTHON_UNUSED __attribute__ ((__unused__))
-# else
-# define CYTHON_UNUSED
-# endif
-# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
-# define CYTHON_UNUSED __attribute__ ((__unused__))
-# else
-# define CYTHON_UNUSED
-# endif
-#endif
-
-typedef struct {PyObject **p; char *s; const long n; const char* encoding; const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry; /*proto*/
-
-
-/* Type Conversion Predeclarations */
-
-#define __Pyx_PyBytes_FromUString(s) PyBytes_FromString((char*)s)
-#define __Pyx_PyBytes_AsUString(s) ((unsigned char*) PyBytes_AsString(s))
-
-#define __Pyx_Owned_Py_None(b) (Py_INCREF(Py_None), Py_None)
-#define __Pyx_PyBool_FromLong(b) ((b) ? (Py_INCREF(Py_True), Py_True) : (Py_INCREF(Py_False), Py_False))
-static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
-static CYTHON_INLINE PyObject* __Pyx_PyNumber_Int(PyObject* x);
-
-static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
-static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t);
-static CYTHON_INLINE size_t __Pyx_PyInt_AsSize_t(PyObject*);
-
-#if CYTHON_COMPILING_IN_CPYTHON
-#define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
-#else
-#define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
-#endif
-#define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x))
-
-#ifdef __GNUC__
- /* Test for GCC > 2.95 */
- #if __GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95))
- #define likely(x) __builtin_expect(!!(x), 1)
- #define unlikely(x) __builtin_expect(!!(x), 0)
- #else /* __GNUC__ > 2 ... */
- #define likely(x) (x)
- #define unlikely(x) (x)
- #endif /* __GNUC__ > 2 ... */
-#else /* __GNUC__ */
- #define likely(x) (x)
- #define unlikely(x) (x)
-#endif /* __GNUC__ */
-
-static PyObject *__pyx_m;
-static PyObject *__pyx_b;
-static PyObject *__pyx_empty_tuple;
-static PyObject *__pyx_empty_bytes;
-static int __pyx_lineno;
-static int __pyx_clineno = 0;
-static const char * __pyx_cfilenm= __FILE__;
-static const char *__pyx_filename;
-
-
-static const char *__pyx_f[] = {
- "_deltadump.pyx",
-};
-
-/*--- Type declarations ---*/
-struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load;
-
-/* "s3ql/_deltadump.pyx":190
- *
- *
- * def _dump_or_load(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump or load *columns* of *table*
- *
- */
-struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load {
- PyObject_HEAD
- void *__pyx_v_buf;
- int *__pyx_v_col_args;
- int *__pyx_v_col_types;
- FILE *__pyx_v_fp;
- int64_t *__pyx_v_int64_prev;
- sqlite3_stmt *__pyx_v_stmt;
-};
-
-#ifndef CYTHON_REFNANNY
- #define CYTHON_REFNANNY 0
-#endif
-#if CYTHON_REFNANNY
- typedef struct {
- void (*INCREF)(void*, PyObject*, int);
- void (*DECREF)(void*, PyObject*, int);
- void (*GOTREF)(void*, PyObject*, int);
- void (*GIVEREF)(void*, PyObject*, int);
- void* (*SetupContext)(const char*, int, const char*);
- void (*FinishContext)(void**);
- } __Pyx_RefNannyAPIStruct;
- static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
- static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname); /*proto*/
- #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
-#ifdef WITH_THREAD
- #define __Pyx_RefNannySetupContext(name, acquire_gil) \
- if (acquire_gil) { \
- PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure(); \
- __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
- PyGILState_Release(__pyx_gilstate_save); \
- } else { \
- __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
- }
-#else
- #define __Pyx_RefNannySetupContext(name, acquire_gil) \
- __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
-#endif
- #define __Pyx_RefNannyFinishContext() \
- __Pyx_RefNanny->FinishContext(&__pyx_refnanny)
- #define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
- #define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
- #define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
- #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
- #define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
- #define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
- #define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
- #define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
-#else
- #define __Pyx_RefNannyDeclarations
- #define __Pyx_RefNannySetupContext(name, acquire_gil)
- #define __Pyx_RefNannyFinishContext()
- #define __Pyx_INCREF(r) Py_INCREF(r)
- #define __Pyx_DECREF(r) Py_DECREF(r)
- #define __Pyx_GOTREF(r)
- #define __Pyx_GIVEREF(r)
- #define __Pyx_XINCREF(r) Py_XINCREF(r)
- #define __Pyx_XDECREF(r) Py_XDECREF(r)
- #define __Pyx_XGOTREF(r)
- #define __Pyx_XGIVEREF(r)
-#endif /* CYTHON_REFNANNY */
-#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
-#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
-
-static PyObject *__Pyx_GetName(PyObject *dict, PyObject *name); /*proto*/
-
-static CYTHON_INLINE void __Pyx_ErrRestore(PyObject *type, PyObject *value, PyObject *tb); /*proto*/
-static CYTHON_INLINE void __Pyx_ErrFetch(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
-
-static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause); /*proto*/
-
-static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
- Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found); /*proto*/
-
-static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name); /*proto*/
-
-static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[], \
- PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args, \
- const char* function_name); /*proto*/
-
-static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
- PyObject *r;
- if (!j) return NULL;
- r = PyObject_GetItem(o, j);
- Py_DECREF(j);
- return r;
-}
-#define __Pyx_GetItemInt_List(o, i, size, to_py_func) (((size) <= sizeof(Py_ssize_t)) ? \
- __Pyx_GetItemInt_List_Fast(o, i) : \
- __Pyx_GetItemInt_Generic(o, to_py_func(i)))
-static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i) {
-#if CYTHON_COMPILING_IN_CPYTHON
- if (likely((0 <= i) & (i < PyList_GET_SIZE(o)))) {
- PyObject *r = PyList_GET_ITEM(o, i);
- Py_INCREF(r);
- return r;
- }
- else if ((-PyList_GET_SIZE(o) <= i) & (i < 0)) {
- PyObject *r = PyList_GET_ITEM(o, PyList_GET_SIZE(o) + i);
- Py_INCREF(r);
- return r;
- }
- return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
-#else
- return PySequence_GetItem(o, i);
-#endif
-}
-#define __Pyx_GetItemInt_Tuple(o, i, size, to_py_func) (((size) <= sizeof(Py_ssize_t)) ? \
- __Pyx_GetItemInt_Tuple_Fast(o, i) : \
- __Pyx_GetItemInt_Generic(o, to_py_func(i)))
-static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i) {
-#if CYTHON_COMPILING_IN_CPYTHON
- if (likely((0 <= i) & (i < PyTuple_GET_SIZE(o)))) {
- PyObject *r = PyTuple_GET_ITEM(o, i);
- Py_INCREF(r);
- return r;
- }
- else if ((-PyTuple_GET_SIZE(o) <= i) & (i < 0)) {
- PyObject *r = PyTuple_GET_ITEM(o, PyTuple_GET_SIZE(o) + i);
- Py_INCREF(r);
- return r;
- }
- return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
-#else
- return PySequence_GetItem(o, i);
-#endif
-}
-#define __Pyx_GetItemInt(o, i, size, to_py_func) (((size) <= sizeof(Py_ssize_t)) ? \
- __Pyx_GetItemInt_Fast(o, i) : \
- __Pyx_GetItemInt_Generic(o, to_py_func(i)))
-static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i) {
-#if CYTHON_COMPILING_IN_CPYTHON
- if (PyList_CheckExact(o)) {
- Py_ssize_t n = (likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
- if (likely((n >= 0) & (n < PyList_GET_SIZE(o)))) {
- PyObject *r = PyList_GET_ITEM(o, n);
- Py_INCREF(r);
- return r;
- }
- }
- else if (PyTuple_CheckExact(o)) {
- Py_ssize_t n = (likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
- if (likely((n >= 0) & (n < PyTuple_GET_SIZE(o)))) {
- PyObject *r = PyTuple_GET_ITEM(o, n);
- Py_INCREF(r);
- return r;
- }
- } else { /* inlined PySequence_GetItem() */
- PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
- if (likely(m && m->sq_item)) {
- if (unlikely(i < 0) && likely(m->sq_length)) {
- Py_ssize_t l = m->sq_length(o);
- if (unlikely(l < 0)) return NULL;
- i += l;
- }
- return m->sq_item(o, i);
- }
- }
-#else
- if (PySequence_Check(o)) {
- return PySequence_GetItem(o, i);
- }
-#endif
- return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
-}
-
-#if CYTHON_COMPILING_IN_CPYTHON
-static CYTHON_INLINE int __Pyx_PyList_Append(PyObject* list, PyObject* x) {
- PyListObject* L = (PyListObject*) list;
- Py_ssize_t len = Py_SIZE(list);
- if (likely(L->allocated > len)) {
- Py_INCREF(x);
- PyList_SET_ITEM(list, len, x);
- Py_SIZE(list) = len+1;
- return 0;
- }
- return PyList_Append(list, x);
-}
-#else
-#define __Pyx_PyList_Append(L,x) PyList_Append(L,x)
-#endif
-
-static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
-
-static CYTHON_INLINE void __Pyx_ExceptionSave(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
-static void __Pyx_ExceptionReset(PyObject *type, PyObject *value, PyObject *tb); /*proto*/
-
-static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, long level); /*proto*/
-
-static CYTHON_INLINE void __Pyx_RaiseImportError(PyObject *name);
-
-#define __Pyx_CyFunction_USED 1
-#include <structmember.h>
-#define __Pyx_CYFUNCTION_STATICMETHOD 0x01
-#define __Pyx_CYFUNCTION_CLASSMETHOD 0x02
-#define __Pyx_CYFUNCTION_CCLASS 0x04
-#define __Pyx_CyFunction_GetClosure(f) \
- (((__pyx_CyFunctionObject *) (f))->func_closure)
-#define __Pyx_CyFunction_GetClassObj(f) \
- (((__pyx_CyFunctionObject *) (f))->func_classobj)
-#define __Pyx_CyFunction_Defaults(type, f) \
- ((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
-#define __Pyx_CyFunction_SetDefaultsGetter(f, g) \
- ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
-typedef struct {
- PyCFunctionObject func;
- int flags;
- PyObject *func_dict;
- PyObject *func_weakreflist;
- PyObject *func_name;
- PyObject *func_doc;
- PyObject *func_code;
- PyObject *func_closure;
- PyObject *func_classobj; /* No-args super() class cell */
- void *defaults;
- int defaults_pyobjects;
- PyObject *defaults_tuple; /* Const defaults tuple */
- PyObject *(*defaults_getter)(PyObject *);
-} __pyx_CyFunctionObject;
-static PyTypeObject *__pyx_CyFunctionType = 0;
-#define __Pyx_CyFunction_NewEx(ml, flags, self, module, code) \
- __Pyx_CyFunction_New(__pyx_CyFunctionType, ml, flags, self, module, code)
-static PyObject *__Pyx_CyFunction_New(PyTypeObject *,
- PyMethodDef *ml, int flags,
- PyObject *self, PyObject *module,
- PyObject* code);
-static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m,
- size_t size,
- int pyobjects);
-static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
- PyObject *tuple);
-static int __Pyx_CyFunction_init(void);
-
-static CYTHON_INLINE PyObject *__Pyx_PyInt_to_py_int64_t(int64_t);
-
-static CYTHON_INLINE int64_t __Pyx_PyInt_from_py_int64_t(PyObject *);
-
-static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject *);
-
-static CYTHON_INLINE unsigned short __Pyx_PyInt_AsUnsignedShort(PyObject *);
-
-static CYTHON_INLINE unsigned int __Pyx_PyInt_AsUnsignedInt(PyObject *);
-
-static CYTHON_INLINE char __Pyx_PyInt_AsChar(PyObject *);
-
-static CYTHON_INLINE short __Pyx_PyInt_AsShort(PyObject *);
-
-static CYTHON_INLINE int __Pyx_PyInt_AsInt(PyObject *);
-
-static CYTHON_INLINE signed char __Pyx_PyInt_AsSignedChar(PyObject *);
-
-static CYTHON_INLINE signed short __Pyx_PyInt_AsSignedShort(PyObject *);
-
-static CYTHON_INLINE signed int __Pyx_PyInt_AsSignedInt(PyObject *);
-
-static CYTHON_INLINE int __Pyx_PyInt_AsLongDouble(PyObject *);
-
-static CYTHON_INLINE unsigned long __Pyx_PyInt_AsUnsignedLong(PyObject *);
-
-static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_AsUnsignedLongLong(PyObject *);
-
-static CYTHON_INLINE long __Pyx_PyInt_AsLong(PyObject *);
-
-static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_AsLongLong(PyObject *);
-
-static CYTHON_INLINE signed long __Pyx_PyInt_AsSignedLong(PyObject *);
-
-static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject *);
-
-static int __Pyx_check_binary_version(void);
-
-typedef struct {
- int code_line;
- PyCodeObject* code_object;
-} __Pyx_CodeObjectCacheEntry;
-struct __Pyx_CodeObjectCache {
- int count;
- int max_count;
- __Pyx_CodeObjectCacheEntry* entries;
-};
-static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
-static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
-static PyCodeObject *__pyx_find_code_object(int code_line);
-static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);
-
-static void __Pyx_AddTraceback(const char *funcname, int c_line,
- int py_line, const char *filename); /*proto*/
-
-static int __Pyx_InitStrings(__Pyx_StringTabEntry *t); /*proto*/
-
-
-/* Module declarations from 'cpython.long' */
-
-/* Module declarations from 'cpython.ref' */
-
-/* Module declarations from 'cpython.exc' */
-
-/* Module declarations from 'libc.stdio' */
-
-/* Module declarations from 'libc.string' */
-
-/* Module declarations from 'libc.errno' */
-
-/* Module declarations from 'libc.stdlib' */
-
-/* Module declarations from 'libc.stdint' */
-
-/* Module declarations from 'posix.unistd' */
-
-/* Module declarations from 's3ql._deltadump' */
-static PyTypeObject *__pyx_ptype_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load = 0;
-static int __pyx_v_4s3ql_10_deltadump__INTEGER;
-static int __pyx_v_4s3ql_10_deltadump__BLOB;
-static int __pyx_v_4s3ql_10_deltadump__TIME;
-static uint8_t __pyx_v_4s3ql_10_deltadump_INT8;
-static uint8_t __pyx_v_4s3ql_10_deltadump_INT16;
-static uint8_t __pyx_v_4s3ql_10_deltadump_INT32;
-static uint8_t __pyx_v_4s3ql_10_deltadump_INT64;
-static double __pyx_v_4s3ql_10_deltadump_time_scale;
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_fwrite(const void *, size_t, FILE *); /*proto*/
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_fread(void *, size_t, FILE *); /*proto*/
-static int __pyx_f_4s3ql_10_deltadump_free(void *); /*proto*/
-static int __pyx_f_4s3ql_10_deltadump_sqlite3_finalize_p(sqlite3_stmt *); /*proto*/
-static int __pyx_f_4s3ql_10_deltadump_fclose(FILE *); /*proto*/
-static void *__pyx_f_4s3ql_10_deltadump_calloc(size_t, size_t); /*proto*/
-static PyObject *__pyx_f_4s3ql_10_deltadump__dump_table(int *, int *, int64_t *, int, sqlite3_stmt *, FILE *); /*proto*/
-static PyObject *__pyx_f_4s3ql_10_deltadump__load_table(int *, int *, int64_t *, int, int, sqlite3_stmt *, FILE *, void *); /*proto*/
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_write_integer(int64_t, FILE *); /*proto*/
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_read_integer(int64_t *, FILE *); /*proto*/
-#define __Pyx_MODULE_NAME "s3ql._deltadump"
-int __pyx_module_is_main_s3ql___deltadump = 0;
-
-/* Implementation of 's3ql._deltadump' */
-static PyObject *__pyx_builtin_IOError;
-static PyObject *__pyx_builtin_OSError;
-static PyObject *__pyx_builtin_range;
-static PyObject *__pyx_builtin_ValueError;
-static PyObject *__pyx_builtin_RuntimeError;
-static PyObject *__pyx_pf_4s3ql_10_deltadump_dump_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh); /* proto */
-static PyObject *__pyx_pf_4s3ql_10_deltadump_2load_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self); /* proto */
-static PyObject *__pyx_pf_4s3ql_10_deltadump_4_dump_or_load(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh); /* proto */
-static char __pyx_k_1[] = "s3ql._deltadump";
-static char __pyx_k_2[] = "Invalid type for column %d";
-static char __pyx_k_3[] = "INSERT INTO %s (%s) VALUES(%s)";
-static char __pyx_k_4[] = ", ";
-static char __pyx_k_5[] = "?";
-static char __pyx_k_6[] = "SELECT %s FROM %s ORDER BY %s ";
-static char __pyx_k_7[] = "_dump_or_load(%s): reading %d rows";
-static char __pyx_k_8[] = "SELECT COUNT(rowid) FROM %s";
-static char __pyx_k_9[] = "_dump_or_load(%s): writing %d rows";
-static char __pyx_k_11[] = "Can't dump NULL values";
-static char __pyx_k_13[] = "Can not dump BLOB of size %d (max: %d)";
-static char __pyx_k_14[] = "Length %d != %d in column %d";
-static char __pyx_k_15[] = "BLOB too large to read (%d vs %d)";
-static char __pyx_k_16[] = "\n_deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)\n\nCopyright (C) Nikolaus Rath <Nikolaus@rath.org>\n\nThis program can be distributed under the terms of the GNU GPLv3.\n";
-static char __pyx_k_20[] = "/home/nikratio/in-progress/s3ql/src/s3ql/_deltadump.pyx";
-static char __pyx_k__i[] = "i";
-static char __pyx_k__x[] = "x";
-static char __pyx_k__db[] = "db";
-static char __pyx_k__fd[] = "fd";
-static char __pyx_k__fh[] = "fh";
-static char __pyx_k__fp[] = "fp";
-static char __pyx_k__os[] = "os";
-static char __pyx_k__rb[] = "rb";
-static char __pyx_k__rc[] = "rc";
-static char __pyx_k__wb[] = "wb";
-static char __pyx_k__buf[] = "buf";
-static char __pyx_k__log[] = "log";
-static char __pyx_k__BLOB[] = "BLOB";
-static char __pyx_k__TIME[] = "TIME";
-static char __pyx_k__apsw[] = "apsw";
-static char __pyx_k__conn[] = "conn";
-static char __pyx_k__join[] = "join";
-static char __pyx_k__stmt[] = "stmt";
-static char __pyx_k__debug[] = "debug";
-static char __pyx_k__order[] = "order";
-static char __pyx_k__query[] = "query";
-static char __pyx_k__range[] = "range";
-static char __pyx_k__table[] = "table";
-static char __pyx_k__fileno[] = "fileno";
-static char __pyx_k__INTEGER[] = "INTEGER";
-static char __pyx_k__IOError[] = "IOError";
-static char __pyx_k__OSError[] = "OSError";
-static char __pyx_k__cleanup[] = "cleanup";
-static char __pyx_k__columns[] = "columns";
-static char __pyx_k__get_val[] = "get_val";
-static char __pyx_k__logging[] = "logging";
-static char __pyx_k____exit__[] = "__exit__";
-static char __pyx_k____main__[] = "__main__";
-static char __pyx_k____test__[] = "__test__";
-static char __pyx_k__col_args[] = "col_args";
-static char __pyx_k__register[] = "register";
-static char __pyx_k____enter__[] = "__enter__";
-static char __pyx_k__col_count[] = "col_count";
-static char __pyx_k__col_names[] = "col_names";
-static char __pyx_k__col_types[] = "col_types";
-static char __pyx_k__deltadump[] = "deltadump";
-static char __pyx_k__getLogger[] = "getLogger";
-static char __pyx_k__row_count[] = "row_count";
-static char __pyx_k__ValueError[] = "ValueError";
-static char __pyx_k__dump_table[] = "dump_table";
-static char __pyx_k__int64_prev[] = "int64_prev";
-static char __pyx_k__load_table[] = "load_table";
-static char __pyx_k__sqlite3_db[] = "sqlite3_db";
-static char __pyx_k__RuntimeError[] = "RuntimeError";
-static char __pyx_k__exceptionfor[] = "exceptionfor";
-static char __pyx_k__MAX_BLOB_SIZE[] = "MAX_BLOB_SIZE";
-static char __pyx_k___dump_or_load[] = "_dump_or_load";
-static char __pyx_k__CleanupManager[] = "CleanupManager";
-static char __pyx_k__sqlite3pointer[] = "sqlite3pointer";
-static char __pyx_k__cleanup_manager[] = "cleanup_manager";
-static PyObject *__pyx_n_s_1;
-static PyObject *__pyx_kp_s_11;
-static PyObject *__pyx_kp_s_13;
-static PyObject *__pyx_kp_s_14;
-static PyObject *__pyx_kp_s_15;
-static PyObject *__pyx_kp_s_2;
-static PyObject *__pyx_kp_s_20;
-static PyObject *__pyx_kp_s_3;
-static PyObject *__pyx_kp_s_4;
-static PyObject *__pyx_kp_s_5;
-static PyObject *__pyx_kp_s_6;
-static PyObject *__pyx_kp_s_7;
-static PyObject *__pyx_kp_s_8;
-static PyObject *__pyx_kp_s_9;
-static PyObject *__pyx_n_s__BLOB;
-static PyObject *__pyx_n_s__CleanupManager;
-static PyObject *__pyx_n_s__INTEGER;
-static PyObject *__pyx_n_s__IOError;
-static PyObject *__pyx_n_s__MAX_BLOB_SIZE;
-static PyObject *__pyx_n_s__OSError;
-static PyObject *__pyx_n_s__RuntimeError;
-static PyObject *__pyx_n_s__TIME;
-static PyObject *__pyx_n_s__ValueError;
-static PyObject *__pyx_n_s____enter__;
-static PyObject *__pyx_n_s____exit__;
-static PyObject *__pyx_n_s____main__;
-static PyObject *__pyx_n_s____test__;
-static PyObject *__pyx_n_s___dump_or_load;
-static PyObject *__pyx_n_s__apsw;
-static PyObject *__pyx_n_s__buf;
-static PyObject *__pyx_n_s__cleanup;
-static PyObject *__pyx_n_s__cleanup_manager;
-static PyObject *__pyx_n_s__col_args;
-static PyObject *__pyx_n_s__col_count;
-static PyObject *__pyx_n_s__col_names;
-static PyObject *__pyx_n_s__col_types;
-static PyObject *__pyx_n_s__columns;
-static PyObject *__pyx_n_s__conn;
-static PyObject *__pyx_n_s__db;
-static PyObject *__pyx_n_s__debug;
-static PyObject *__pyx_n_s__deltadump;
-static PyObject *__pyx_n_s__dump_table;
-static PyObject *__pyx_n_s__exceptionfor;
-static PyObject *__pyx_n_s__fd;
-static PyObject *__pyx_n_s__fh;
-static PyObject *__pyx_n_s__fileno;
-static PyObject *__pyx_n_s__fp;
-static PyObject *__pyx_n_s__getLogger;
-static PyObject *__pyx_n_s__get_val;
-static PyObject *__pyx_n_s__i;
-static PyObject *__pyx_n_s__int64_prev;
-static PyObject *__pyx_n_s__join;
-static PyObject *__pyx_n_s__load_table;
-static PyObject *__pyx_n_s__log;
-static PyObject *__pyx_n_s__logging;
-static PyObject *__pyx_n_s__order;
-static PyObject *__pyx_n_s__os;
-static PyObject *__pyx_n_s__query;
-static PyObject *__pyx_n_s__range;
-static PyObject *__pyx_n_s__rc;
-static PyObject *__pyx_n_s__register;
-static PyObject *__pyx_n_s__row_count;
-static PyObject *__pyx_n_s__sqlite3_db;
-static PyObject *__pyx_n_s__sqlite3pointer;
-static PyObject *__pyx_n_s__stmt;
-static PyObject *__pyx_n_s__table;
-static PyObject *__pyx_n_s__x;
-static PyObject *__pyx_int_4096;
-static PyObject *__pyx_k_tuple_10;
-static PyObject *__pyx_k_tuple_12;
-static PyObject *__pyx_k_tuple_17;
-static PyObject *__pyx_k_tuple_18;
-static PyObject *__pyx_k_tuple_21;
-static PyObject *__pyx_k_tuple_23;
-static PyObject *__pyx_k_codeobj_19;
-static PyObject *__pyx_k_codeobj_22;
-static PyObject *__pyx_k_codeobj_24;
-
-/* "s3ql/_deltadump.pyx":98
- * cdef double time_scale = 1 << 30
- *
- * cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1: # <<<<<<<<<<<<<<
- * '''Call libc's fwrite() and raise exception on failure'''
- *
- */
-
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_fwrite(const void *__pyx_v_buf, size_t __pyx_v_len_, FILE *__pyx_v_fp) {
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- PyObject *__pyx_t_4 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("fwrite", 0);
-
- /* "s3ql/_deltadump.pyx":101
- * '''Call libc's fwrite() and raise exception on failure'''
- *
- * if fwrite_c(buf, len_, 1, fp) != 1: # <<<<<<<<<<<<<<
- * raise IOError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (fwrite(__pyx_v_buf, __pyx_v_len_, 1, __pyx_v_fp) != 1);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":102
- *
- * if fwrite_c(buf, len_, 1, fp) != 1:
- * raise IOError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1:
- */
- __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_3));
- __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
- __pyx_t_2 = 0;
- __pyx_t_3 = 0;
- __pyx_t_3 = PyObject_Call(__pyx_builtin_IOError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_3, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L3;
- }
- __pyx_L3:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_AddTraceback("s3ql._deltadump.fwrite", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":104
- * raise IOError(errno, strerror(errno))
- *
- * cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1: # <<<<<<<<<<<<<<
- * '''Call libc's fread() and raise exception on failure'''
- *
- */
-
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_fread(void *__pyx_v_buf, size_t __pyx_v_len_, FILE *__pyx_v_fp) {
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- PyObject *__pyx_t_4 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("fread", 0);
-
- /* "s3ql/_deltadump.pyx":107
- * '''Call libc's fread() and raise exception on failure'''
- *
- * if fread_c(buf, len_, 1, fp) != 1: # <<<<<<<<<<<<<<
- * raise IOError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (fread(__pyx_v_buf, __pyx_v_len_, 1, __pyx_v_fp) != 1);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":108
- *
- * if fread_c(buf, len_, 1, fp) != 1:
- * raise IOError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * cdef int free(void * ptr) except -1:
- */
- __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_3));
- __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
- __pyx_t_2 = 0;
- __pyx_t_3 = 0;
- __pyx_t_3 = PyObject_Call(__pyx_builtin_IOError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_3, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 108; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L3;
- }
- __pyx_L3:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_AddTraceback("s3ql._deltadump.fread", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":110
- * raise IOError(errno, strerror(errno))
- *
- * cdef int free(void * ptr) except -1: # <<<<<<<<<<<<<<
- * '''Call libc.free() and return None'''
- *
- */
-
-static int __pyx_f_4s3ql_10_deltadump_free(void *__pyx_v_ptr) {
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("free", 0);
-
- /* "s3ql/_deltadump.pyx":113
- * '''Call libc.free() and return None'''
- *
- * free_c(ptr) # <<<<<<<<<<<<<<
- *
- * cdef int sqlite3_finalize_p(sqlite3_stmt * stmt) except -1:
- */
- free(__pyx_v_ptr);
-
- __pyx_r = 0;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":115
- * free_c(ptr)
- *
- * cdef int sqlite3_finalize_p(sqlite3_stmt * stmt) except -1: # <<<<<<<<<<<<<<
- * '''Call sqlite3_finalize and raise exception on failure'''
- *
- */
-
-static int __pyx_f_4s3ql_10_deltadump_sqlite3_finalize_p(sqlite3_stmt *__pyx_v_stmt) {
- int __pyx_v_rc;
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- PyObject *__pyx_t_4 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("sqlite3_finalize_p", 0);
-
- /* "s3ql/_deltadump.pyx":118
- * '''Call sqlite3_finalize and raise exception on failure'''
- *
- * rc = sqlite3_finalize(stmt) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_v_rc = sqlite3_finalize(__pyx_v_stmt);
-
- /* "s3ql/_deltadump.pyx":119
- *
- * rc = sqlite3_finalize(stmt)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_1 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":120
- * rc = sqlite3_finalize(stmt)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * cdef int fclose(FILE * fp) except -1:
- */
- __pyx_t_2 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_t_2 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_2, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 120; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L3;
- }
- __pyx_L3:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_AddTraceback("s3ql._deltadump.sqlite3_finalize_p", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":122
- * raise apsw.exceptionfor(rc)
- *
- * cdef int fclose(FILE * fp) except -1: # <<<<<<<<<<<<<<
- * '''Call libc.fclose() and raise exception on failure'''
- *
- */
-
-static int __pyx_f_4s3ql_10_deltadump_fclose(FILE *__pyx_v_fp) {
- Py_ssize_t __pyx_v_off;
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- PyObject *__pyx_t_4 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("fclose", 0);
-
- /* "s3ql/_deltadump.pyx":130
- * # important, so that we can safely reposition the fd position
- * # below (which is necessary in case there is cached input data)
- * if fflush(fp) != 0: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (fflush(__pyx_v_fp) != 0);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":131
- * # below (which is necessary in case there is cached input data)
- * if fflush(fp) != 0:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * # Reposition FD to position of FILE*, otherwise next read from FD will miss
- */
- __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_3));
- __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
- __pyx_t_2 = 0;
- __pyx_t_3 = 0;
- __pyx_t_3 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_3, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L3;
- }
- __pyx_L3:;
-
- /* "s3ql/_deltadump.pyx":137
- * # the same thing, but this does not seem to be documented so we don't rely
- * # on it.
- * off = ftell(fp) # <<<<<<<<<<<<<<
- * if off == -1:
- * raise OSError(errno, strerror(errno))
- */
- __pyx_v_off = ftell(__pyx_v_fp);
-
- /* "s3ql/_deltadump.pyx":138
- * # on it.
- * off = ftell(fp)
- * if off == -1: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (__pyx_v_off == -1);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":139
- * off = ftell(fp)
- * if off == -1:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * if lseek(fileno(fp), off, SEEK_SET) != off:
- */
- __pyx_t_3 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __pyx_t_4 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_4));
- __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3);
- __Pyx_GIVEREF(__pyx_t_3);
- PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_t_4));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
- __pyx_t_3 = 0;
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __Pyx_Raise(__pyx_t_4, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 139; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L4;
- }
- __pyx_L4:;
-
- /* "s3ql/_deltadump.pyx":141
- * raise OSError(errno, strerror(errno))
- *
- * if lseek(fileno(fp), off, SEEK_SET) != off: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (lseek(fileno(__pyx_v_fp), __pyx_v_off, SEEK_SET) != __pyx_v_off);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":142
- *
- * if lseek(fileno(fp), off, SEEK_SET) != off:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * if fclose_c(fp) != 0:
- */
- __pyx_t_4 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_2));
- __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_3, 1, ((PyObject *)__pyx_t_2));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_2));
- __pyx_t_4 = 0;
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
- __Pyx_Raise(__pyx_t_2, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 142; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L5;
- }
- __pyx_L5:;
-
- /* "s3ql/_deltadump.pyx":144
- * raise OSError(errno, strerror(errno))
- *
- * if fclose_c(fp) != 0: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- *
- */
- __pyx_t_1 = (fclose(__pyx_v_fp) != 0);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":145
- *
- * if fclose_c(fp) != 0:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- *
- * cdef void * calloc(size_t cnt, size_t size) except NULL:
- */
- __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_3));
- __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
- __pyx_t_2 = 0;
- __pyx_t_3 = 0;
- __pyx_t_3 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_3, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L6;
- }
- __pyx_L6:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_AddTraceback("s3ql._deltadump.fclose", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":147
- * raise OSError(errno, strerror(errno))
- *
- * cdef void * calloc(size_t cnt, size_t size) except NULL: # <<<<<<<<<<<<<<
- * '''Call libc.calloc and raise exception on failure'''
- *
- */
-
-static void *__pyx_f_4s3ql_10_deltadump_calloc(size_t __pyx_v_cnt, size_t __pyx_v_size) {
- void *__pyx_v_ptr;
- void *__pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("calloc", 0);
-
- /* "s3ql/_deltadump.pyx":152
- * cdef void * ptr
- *
- * ptr = calloc_c(cnt, size) # <<<<<<<<<<<<<<
- *
- * if ptr is NULL:
- */
- __pyx_v_ptr = calloc(__pyx_v_cnt, __pyx_v_size);
-
- /* "s3ql/_deltadump.pyx":154
- * ptr = calloc_c(cnt, size)
- *
- * if ptr is NULL: # <<<<<<<<<<<<<<
- * PyErr_NoMemory()
- *
- */
- __pyx_t_1 = (__pyx_v_ptr == NULL);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":155
- *
- * if ptr is NULL:
- * PyErr_NoMemory() # <<<<<<<<<<<<<<
- *
- * return ptr
- */
- __pyx_t_2 = PyErr_NoMemory(); if (unlikely(__pyx_t_2 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L3;
- }
- __pyx_L3:;
-
- /* "s3ql/_deltadump.pyx":157
- * PyErr_NoMemory()
- *
- * return ptr # <<<<<<<<<<<<<<
- *
- * def dump_table(table, order, columns, db, fh):
- */
- __pyx_r = __pyx_v_ptr;
- goto __pyx_L0;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_AddTraceback("s3ql._deltadump.calloc", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_1dump_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
-static char __pyx_doc_4s3ql_10_deltadump_dump_table[] = "dump_table(table, order, columns, db, fh)\nDump *columns* of *table* into *fh*\n\n *order* specifies the order in which the rows are written and must be a\n string that can be inserted after the \"ORDER BY\" clause in an SQL SELECT\n statement.\n \n *db* is an `s3ql.Connection` instance for the database.\n \n *columns* must a list of 3-tuples, one for each column that should be\n stored. The first element of the tuple must contain the column name and the\n second element the type of data stored in the column (`INTEGER`, `TIME`\n or `BLOB`). Times will be converted to nanosecond integers.\n \n For integers and seconds, the third tuple element specifies the expected\n change of the values between rows. For blobs it can be either zero\n (indicating variable length columns) or an integer specifying the length of\n the column values in bytes.\n ";
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_1dump_table = {__Pyx_NAMESTR("dump_table"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_1dump_table, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_4s3ql_10_deltadump_dump_table)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_1dump_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
- PyObject *__pyx_v_table = 0;
- PyObject *__pyx_v_order = 0;
- PyObject *__pyx_v_columns = 0;
- PyObject *__pyx_v_db = 0;
- PyObject *__pyx_v_fh = 0;
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("dump_table (wrapper)", 0);
- {
- static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__table,&__pyx_n_s__order,&__pyx_n_s__columns,&__pyx_n_s__db,&__pyx_n_s__fh,0};
- PyObject* values[5] = {0,0,0,0,0};
- if (unlikely(__pyx_kwds)) {
- Py_ssize_t kw_args;
- const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
- switch (pos_args) {
- case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
- case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- case 0: break;
- default: goto __pyx_L5_argtuple_error;
- }
- kw_args = PyDict_Size(__pyx_kwds);
- switch (pos_args) {
- case 0:
- if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__table)) != 0)) kw_args--;
- else goto __pyx_L5_argtuple_error;
- case 1:
- if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__order)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 1); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 2:
- if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__columns)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 2); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 3:
- if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__db)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 3); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 4:
- if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__fh)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 4); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- }
- if (unlikely(kw_args > 0)) {
- if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "dump_table") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
- goto __pyx_L5_argtuple_error;
- } else {
- values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
- }
- __pyx_v_table = values[0];
- __pyx_v_order = values[1];
- __pyx_v_columns = values[2];
- __pyx_v_db = values[3];
- __pyx_v_fh = values[4];
- }
- goto __pyx_L4_argument_unpacking_done;
- __pyx_L5_argtuple_error:;
- __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- __pyx_L3_error:;
- __Pyx_AddTraceback("s3ql._deltadump.dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __Pyx_RefNannyFinishContext();
- return NULL;
- __pyx_L4_argument_unpacking_done:;
- __pyx_r = __pyx_pf_4s3ql_10_deltadump_dump_table(__pyx_self, __pyx_v_table, __pyx_v_order, __pyx_v_columns, __pyx_v_db, __pyx_v_fh);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":159
- * return ptr
- *
- * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump *columns* of *table* into *fh*
- *
- */
-
-static PyObject *__pyx_pf_4s3ql_10_deltadump_dump_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh) {
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- PyObject *__pyx_t_1 = NULL;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("dump_table", 0);
-
- /* "s3ql/_deltadump.pyx":179
- * '''
- *
- * return _dump_or_load(table, order, columns, db, fh) # <<<<<<<<<<<<<<
- *
- * def load_table(table, columns, db, fh):
- */
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s___dump_or_load); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 179; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_2 = PyTuple_New(5); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 179; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- __Pyx_INCREF(__pyx_v_order);
- PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_order);
- __Pyx_GIVEREF(__pyx_v_order);
- __Pyx_INCREF(__pyx_v_columns);
- PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_v_columns);
- __Pyx_GIVEREF(__pyx_v_columns);
- __Pyx_INCREF(__pyx_v_db);
- PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_v_db);
- __Pyx_GIVEREF(__pyx_v_db);
- __Pyx_INCREF(__pyx_v_fh);
- PyTuple_SET_ITEM(__pyx_t_2, 4, __pyx_v_fh);
- __Pyx_GIVEREF(__pyx_v_fh);
- __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 179; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __pyx_r = __pyx_t_3;
- __pyx_t_3 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_1);
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_AddTraceback("s3ql._deltadump.dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_3load_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
-static char __pyx_doc_4s3ql_10_deltadump_2load_table[] = "load_table(table, columns, db, fh)\nLoad *columns* of *table* from *fh*\n\n Parameters are described in the docstring of the `dump_table` function.\n ";
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_3load_table = {__Pyx_NAMESTR("load_table"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_3load_table, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_4s3ql_10_deltadump_2load_table)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_3load_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
- PyObject *__pyx_v_table = 0;
- PyObject *__pyx_v_columns = 0;
- PyObject *__pyx_v_db = 0;
- PyObject *__pyx_v_fh = 0;
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("load_table (wrapper)", 0);
- {
- static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__table,&__pyx_n_s__columns,&__pyx_n_s__db,&__pyx_n_s__fh,0};
- PyObject* values[4] = {0,0,0,0};
- if (unlikely(__pyx_kwds)) {
- Py_ssize_t kw_args;
- const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
- switch (pos_args) {
- case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- case 0: break;
- default: goto __pyx_L5_argtuple_error;
- }
- kw_args = PyDict_Size(__pyx_kwds);
- switch (pos_args) {
- case 0:
- if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__table)) != 0)) kw_args--;
- else goto __pyx_L5_argtuple_error;
- case 1:
- if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__columns)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("load_table", 1, 4, 4, 1); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 2:
- if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__db)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("load_table", 1, 4, 4, 2); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 3:
- if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__fh)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("load_table", 1, 4, 4, 3); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- }
- if (unlikely(kw_args > 0)) {
- if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "load_table") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- } else if (PyTuple_GET_SIZE(__pyx_args) != 4) {
- goto __pyx_L5_argtuple_error;
- } else {
- values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- }
- __pyx_v_table = values[0];
- __pyx_v_columns = values[1];
- __pyx_v_db = values[2];
- __pyx_v_fh = values[3];
- }
- goto __pyx_L4_argument_unpacking_done;
- __pyx_L5_argtuple_error:;
- __Pyx_RaiseArgtupleInvalid("load_table", 1, 4, 4, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- __pyx_L3_error:;
- __Pyx_AddTraceback("s3ql._deltadump.load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __Pyx_RefNannyFinishContext();
- return NULL;
- __pyx_L4_argument_unpacking_done:;
- __pyx_r = __pyx_pf_4s3ql_10_deltadump_2load_table(__pyx_self, __pyx_v_table, __pyx_v_columns, __pyx_v_db, __pyx_v_fh);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":181
- * return _dump_or_load(table, order, columns, db, fh)
- *
- * def load_table(table, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Load *columns* of *table* from *fh*
- *
- */
-
-static PyObject *__pyx_pf_4s3ql_10_deltadump_2load_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh) {
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- PyObject *__pyx_t_1 = NULL;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("load_table", 0);
-
- /* "s3ql/_deltadump.pyx":187
- * '''
- *
- * return _dump_or_load(table, None, columns, db, fh) # <<<<<<<<<<<<<<
- *
- *
- */
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s___dump_or_load); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_2 = PyTuple_New(5); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- __Pyx_INCREF(Py_None);
- PyTuple_SET_ITEM(__pyx_t_2, 1, Py_None);
- __Pyx_GIVEREF(Py_None);
- __Pyx_INCREF(__pyx_v_columns);
- PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_v_columns);
- __Pyx_GIVEREF(__pyx_v_columns);
- __Pyx_INCREF(__pyx_v_db);
- PyTuple_SET_ITEM(__pyx_t_2, 3, __pyx_v_db);
- __Pyx_GIVEREF(__pyx_v_db);
- __Pyx_INCREF(__pyx_v_fh);
- PyTuple_SET_ITEM(__pyx_t_2, 4, __pyx_v_fh);
- __Pyx_GIVEREF(__pyx_v_fh);
- __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 187; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __pyx_r = __pyx_t_3;
- __pyx_t_3 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_1);
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_AddTraceback("s3ql._deltadump.load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_5_dump_or_load(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
-static char __pyx_doc_4s3ql_10_deltadump_4_dump_or_load[] = "_dump_or_load(table, order, columns, db, fh)\nDump or load *columns* of *table*\n \n If *order* is None, load data from *fh* into *db*.\n \n If *order* is not None, data will be read from *db* and written\n into *fh*. In this case, *order* specifies the order in which\n the rows are written and must be a string that can be inserted\n after the \"ORDER BY\" clause in an SQL SELECT statement.\n \n *db* is an `s3ql.Connection` instance for the database.\n \n *columns* must a list of 3-tuples, one for each column that should be stored\n or retrieved. The first element of the tuple must contain the column name\n and the second element the type of data stored in the column (`INTEGER`,\n `TIME` or `BLOB`). Times will be converted to nanosecond integers.\n \n For integers and times, the third tuple element specifies the expected\n change of the values between rows. For blobs it can be either zero\n (indicating variable length columns) or an integer specifying the length of\n the column values in bytes. \n ";
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_5_dump_or_load = {__Pyx_NAMESTR("_dump_or_load"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_5_dump_or_load, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_4s3ql_10_deltadump_4_dump_or_load)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_5_dump_or_load(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
- PyObject *__pyx_v_table = 0;
- PyObject *__pyx_v_order = 0;
- PyObject *__pyx_v_columns = 0;
- PyObject *__pyx_v_db = 0;
- PyObject *__pyx_v_fh = 0;
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("_dump_or_load (wrapper)", 0);
- {
- static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__table,&__pyx_n_s__order,&__pyx_n_s__columns,&__pyx_n_s__db,&__pyx_n_s__fh,0};
- PyObject* values[5] = {0,0,0,0,0};
- if (unlikely(__pyx_kwds)) {
- Py_ssize_t kw_args;
- const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
- switch (pos_args) {
- case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
- case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- case 0: break;
- default: goto __pyx_L5_argtuple_error;
- }
- kw_args = PyDict_Size(__pyx_kwds);
- switch (pos_args) {
- case 0:
- if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__table)) != 0)) kw_args--;
- else goto __pyx_L5_argtuple_error;
- case 1:
- if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__order)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("_dump_or_load", 1, 5, 5, 1); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 2:
- if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__columns)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("_dump_or_load", 1, 5, 5, 2); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 3:
- if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__db)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("_dump_or_load", 1, 5, 5, 3); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- case 4:
- if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__fh)) != 0)) kw_args--;
- else {
- __Pyx_RaiseArgtupleInvalid("_dump_or_load", 1, 5, 5, 4); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- }
- if (unlikely(kw_args > 0)) {
- if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "_dump_or_load") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- }
- } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
- goto __pyx_L5_argtuple_error;
- } else {
- values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
- values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
- values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
- values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
- values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
- }
- __pyx_v_table = values[0];
- __pyx_v_order = values[1];
- __pyx_v_columns = values[2];
- __pyx_v_db = values[3];
- __pyx_v_fh = values[4];
- }
- goto __pyx_L4_argument_unpacking_done;
- __pyx_L5_argtuple_error:;
- __Pyx_RaiseArgtupleInvalid("_dump_or_load", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- __pyx_L3_error:;
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __Pyx_RefNannyFinishContext();
- return NULL;
- __pyx_L4_argument_unpacking_done:;
- __pyx_r = __pyx_pf_4s3ql_10_deltadump_4_dump_or_load(__pyx_self, __pyx_v_table, __pyx_v_order, __pyx_v_columns, __pyx_v_db, __pyx_v_fh);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_lambda1 = {__Pyx_NAMESTR("lambda1"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_lambda1, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda1 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda1(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":233
- * if fp == NULL:
- * raise OSError(errno, strerror(errno))
- * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
- *
- * # Allocate col_args and col_types
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda1", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_fclose(__pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda1", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_1lambda2(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_1lambda2 = {__Pyx_NAMESTR("lambda2"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_1lambda2, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_1lambda2(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda2 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda2(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":238
- * col_count = len(columns)
- * col_types = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
- * col_args = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_args))
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda2", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_free(__pyx_cur_scope->__pyx_v_col_types); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda2", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_2lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_2lambda3 = {__Pyx_NAMESTR("lambda3"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_2lambda3, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_2lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda3 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":240
- * cleanup.register(lambda: free(col_types))
- * col_args = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
- *
- * # Initialize col_args and col_types
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda3", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_free(__pyx_cur_scope->__pyx_v_col_args); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_3lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_3lambda4 = {__Pyx_NAMESTR("lambda4"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_3lambda4, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_3lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda4 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda4(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":255
- * # Allocate int64_prev
- * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
- * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
- *
- * # Prepare statement
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda4", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_free(__pyx_cur_scope->__pyx_v_int64_prev); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda4", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_4lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_4lambda5 = {__Pyx_NAMESTR("lambda5"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_4lambda5, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_4lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda5 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda5(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":270
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- * cleanup.register(lambda: sqlite3_finalize_p(stmt)) # <<<<<<<<<<<<<<
- *
- * # Dump or load data as requested
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda5", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_sqlite3_finalize_p(__pyx_cur_scope->__pyx_v_stmt); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda5", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* Python wrapper */
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_5lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
-static PyMethodDef __pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_5lambda6 = {__Pyx_NAMESTR("lambda6"), (PyCFunction)__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_5lambda6, METH_NOARGS, __Pyx_DOCSTR(0)};
-static PyObject *__pyx_pw_4s3ql_10_deltadump_13_dump_or_load_5lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
- PyObject *__pyx_r = 0;
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("lambda6 (wrapper)", 0);
- __pyx_r = __pyx_lambda_funcdef_lambda6(__pyx_self);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":275
- * if order is None:
- * buf = calloc(MAX_BLOB_SIZE, 1)
- * cleanup.register(lambda: free(buf)) # <<<<<<<<<<<<<<
- * read_integer(& row_count, fp)
- * log.debug('_dump_or_load(%s): reading %d rows', table, row_count)
- */
-
-static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_outer_scope;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("lambda6", 0);
- __pyx_outer_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *) __Pyx_CyFunction_GetClosure(__pyx_self);
- __pyx_cur_scope = __pyx_outer_scope;
- __Pyx_XDECREF(__pyx_r);
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_free(__pyx_cur_scope->__pyx_v_buf); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_r = __pyx_t_2;
- __pyx_t_2 = 0;
- goto __pyx_L0;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load.lambda6", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":190
- *
- *
- * def _dump_or_load(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump or load *columns* of *table*
- *
- */
-
-static PyObject *__pyx_pf_4s3ql_10_deltadump_4_dump_or_load(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh) {
- struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *__pyx_cur_scope;
- sqlite3 *__pyx_v_sqlite3_db;
- int __pyx_v_col_count;
- int __pyx_v_rc;
- int __pyx_v_fd;
- int64_t __pyx_v_row_count;
- PyObject *__pyx_v_cleanup = NULL;
- PyObject *__pyx_v_i = NULL;
- PyObject *__pyx_v_col_names = NULL;
- PyObject *__pyx_v_query = NULL;
- PyObject *__pyx_v_x = NULL;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- PyObject *__pyx_t_1 = NULL;
- PyObject *__pyx_t_2 = NULL;
- void *__pyx_t_3;
- PyObject *__pyx_t_4 = NULL;
- PyObject *__pyx_t_5 = NULL;
- PyObject *__pyx_t_6 = NULL;
- PyObject *__pyx_t_7 = NULL;
- PyObject *__pyx_t_8 = NULL;
- int __pyx_t_9;
- int __pyx_t_10;
- Py_ssize_t __pyx_t_11;
- PyObject *(*__pyx_t_12)(PyObject *);
- PyObject *__pyx_t_13 = NULL;
- int __pyx_t_14;
- int __pyx_t_15;
- Py_ssize_t __pyx_t_16;
- char *__pyx_t_17;
- size_t __pyx_t_18;
- int64_t __pyx_t_19;
- PyObject *__pyx_t_20 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("_dump_or_load", 0);
- __pyx_cur_scope = (struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load *)__pyx_ptype_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load->tp_new(__pyx_ptype_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load, __pyx_empty_tuple, NULL);
- if (unlikely(!__pyx_cur_scope)) {
- __Pyx_RefNannyFinishContext();
- return NULL;
- }
- __Pyx_GOTREF(__pyx_cur_scope);
-
- /* "s3ql/_deltadump.pyx":221
- * cdef int64_t row_count
- *
- * sqlite3_db = < sqlite3 *> PyLong_AsVoidPtr(db.conn.sqlite3pointer()) # <<<<<<<<<<<<<<
- *
- * with CleanupManager(log) as cleanup:
- */
- __pyx_t_1 = PyObject_GetAttr(__pyx_v_db, __pyx_n_s__conn); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 221; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_2 = PyObject_GetAttr(__pyx_t_1, __pyx_n_s__sqlite3pointer); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 221; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 221; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_t_3 = PyLong_AsVoidPtr(__pyx_t_1); if (unlikely(__pyx_t_3 == NULL && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 221; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_v_sqlite3_db = ((sqlite3 *)__pyx_t_3);
-
- /* "s3ql/_deltadump.pyx":223
- * sqlite3_db = < sqlite3 *> PyLong_AsVoidPtr(db.conn.sqlite3pointer())
- *
- * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
- * fd = dup(fh.fileno())
- * if fd == -1:
- */
- /*with:*/ {
- __pyx_t_1 = __Pyx_GetName(__pyx_m, __pyx_n_s__CleanupManager); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_2 = __Pyx_GetName(__pyx_m, __pyx_n_s__log); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __pyx_t_5 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s____exit__); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_5);
- __pyx_t_4 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s____enter__); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_1 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- /*try:*/ {
- {
- __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
- __Pyx_XGOTREF(__pyx_t_6);
- __Pyx_XGOTREF(__pyx_t_7);
- __Pyx_XGOTREF(__pyx_t_8);
- /*try:*/ {
- __Pyx_INCREF(__pyx_t_1);
- __pyx_v_cleanup = __pyx_t_1;
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-
- /* "s3ql/_deltadump.pyx":224
- *
- * with CleanupManager(log) as cleanup:
- * fd = dup(fh.fileno()) # <<<<<<<<<<<<<<
- * if fd == -1:
- * raise OSError(errno, strerror(errno))
- */
- __pyx_t_1 = PyObject_GetAttr(__pyx_v_fh, __pyx_n_s__fileno); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 224; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 224; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_t_9 = __Pyx_PyInt_AsInt(__pyx_t_2); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 224; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_v_fd = dup(__pyx_t_9);
-
- /* "s3ql/_deltadump.pyx":225
- * with CleanupManager(log) as cleanup:
- * fd = dup(fh.fileno())
- * if fd == -1: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- * if order is None:
- */
- __pyx_t_10 = (__pyx_v_fd == -1);
- if (__pyx_t_10) {
-
- /* "s3ql/_deltadump.pyx":226
- * fd = dup(fh.fileno())
- * if fd == -1:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- * if order is None:
- * fp = fdopen(fd, 'rb')
- */
- __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_1));
- __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_1));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
- __pyx_t_2 = 0;
- __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_1, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 226; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- goto __pyx_L16;
- }
- __pyx_L16:;
-
- /* "s3ql/_deltadump.pyx":227
- * if fd == -1:
- * raise OSError(errno, strerror(errno))
- * if order is None: # <<<<<<<<<<<<<<
- * fp = fdopen(fd, 'rb')
- * else:
- */
- __pyx_t_10 = (__pyx_v_order == Py_None);
- if (__pyx_t_10) {
-
- /* "s3ql/_deltadump.pyx":228
- * raise OSError(errno, strerror(errno))
- * if order is None:
- * fp = fdopen(fd, 'rb') # <<<<<<<<<<<<<<
- * else:
- * fp = fdopen(fd, 'wb')
- */
- __pyx_cur_scope->__pyx_v_fp = fdopen(__pyx_v_fd, __pyx_k__rb);
- goto __pyx_L17;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":230
- * fp = fdopen(fd, 'rb')
- * else:
- * fp = fdopen(fd, 'wb') # <<<<<<<<<<<<<<
- * if fp == NULL:
- * raise OSError(errno, strerror(errno))
- */
- __pyx_cur_scope->__pyx_v_fp = fdopen(__pyx_v_fd, __pyx_k__wb);
- }
- __pyx_L17:;
-
- /* "s3ql/_deltadump.pyx":231
- * else:
- * fp = fdopen(fd, 'wb')
- * if fp == NULL: # <<<<<<<<<<<<<<
- * raise OSError(errno, strerror(errno))
- * cleanup.register(lambda: fclose(fp))
- */
- __pyx_t_10 = (__pyx_cur_scope->__pyx_v_fp == NULL);
- if (__pyx_t_10) {
-
- /* "s3ql/_deltadump.pyx":232
- * fp = fdopen(fd, 'wb')
- * if fp == NULL:
- * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: fclose(fp))
- *
- */
- __pyx_t_1 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_4 = PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_4));
- __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
- __Pyx_GIVEREF(__pyx_t_1);
- PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_t_4));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
- __pyx_t_1 = 0;
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __Pyx_Raise(__pyx_t_4, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 232; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- goto __pyx_L18;
- }
- __pyx_L18:;
-
- /* "s3ql/_deltadump.pyx":233
- * if fp == NULL:
- * raise OSError(errno, strerror(errno))
- * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
- *
- * # Allocate col_args and col_types
- */
- __pyx_t_4 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_lambda1, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":236
- *
- * # Allocate col_args and col_types
- * col_count = len(columns) # <<<<<<<<<<<<<<
- * col_types = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_types))
- */
- __pyx_t_11 = PyObject_Length(__pyx_v_columns); if (unlikely(__pyx_t_11 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 236; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_v_col_count = __pyx_t_11;
-
- /* "s3ql/_deltadump.pyx":237
- * # Allocate col_args and col_types
- * col_count = len(columns)
- * col_types = < int *> calloc(col_count, sizeof(int)) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: free(col_types))
- * col_args = < int *> calloc(col_count, sizeof(int))
- */
- __pyx_t_3 = __pyx_f_4s3ql_10_deltadump_calloc(__pyx_v_col_count, (sizeof(int))); if (unlikely(__pyx_t_3 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 237; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_cur_scope->__pyx_v_col_types = ((int *)__pyx_t_3);
-
- /* "s3ql/_deltadump.pyx":238
- * col_count = len(columns)
- * col_types = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
- * col_args = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_args))
- */
- __pyx_t_2 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_1lambda2, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
- __Pyx_GIVEREF(__pyx_t_1);
- __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-
- /* "s3ql/_deltadump.pyx":239
- * col_types = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_types))
- * col_args = < int *> calloc(col_count, sizeof(int)) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: free(col_args))
- *
- */
- __pyx_t_3 = __pyx_f_4s3ql_10_deltadump_calloc(__pyx_v_col_count, (sizeof(int))); if (unlikely(__pyx_t_3 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_cur_scope->__pyx_v_col_args = ((int *)__pyx_t_3);
-
- /* "s3ql/_deltadump.pyx":240
- * cleanup.register(lambda: free(col_types))
- * col_args = < int *> calloc(col_count, sizeof(int))
- * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
- *
- * # Initialize col_args and col_types
- */
- __pyx_t_1 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_2lambda3, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
-
- /* "s3ql/_deltadump.pyx":243
- *
- * # Initialize col_args and col_types
- * for i in range(col_count): # <<<<<<<<<<<<<<
- * if columns[i][1] not in (BLOB, INTEGER, TIME):
- * raise ValueError("Invalid type for column %d" % i)
- */
- __pyx_t_4 = PyInt_FromLong(__pyx_v_col_count); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_builtin_range, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- if (PyList_CheckExact(__pyx_t_4) || PyTuple_CheckExact(__pyx_t_4)) {
- __pyx_t_2 = __pyx_t_4; __Pyx_INCREF(__pyx_t_2); __pyx_t_11 = 0;
- __pyx_t_12 = NULL;
- } else {
- __pyx_t_11 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_t_4); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_12 = Py_TYPE(__pyx_t_2)->tp_iternext;
- }
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- for (;;) {
- if (!__pyx_t_12 && PyList_CheckExact(__pyx_t_2)) {
- if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_2)) break;
- #if CYTHON_COMPILING_IN_CPYTHON
- __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_4); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #else
- __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #endif
- } else if (!__pyx_t_12 && PyTuple_CheckExact(__pyx_t_2)) {
- if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
- #if CYTHON_COMPILING_IN_CPYTHON
- __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_4); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #else
- __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #endif
- } else {
- __pyx_t_4 = __pyx_t_12(__pyx_t_2);
- if (unlikely(!__pyx_t_4)) {
- if (PyErr_Occurred()) {
- if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
- else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- }
- break;
- }
- __Pyx_GOTREF(__pyx_t_4);
- }
- __Pyx_XDECREF(__pyx_v_i);
- __pyx_v_i = __pyx_t_4;
- __pyx_t_4 = 0;
-
- /* "s3ql/_deltadump.pyx":244
- * # Initialize col_args and col_types
- * for i in range(col_count):
- * if columns[i][1] not in (BLOB, INTEGER, TIME): # <<<<<<<<<<<<<<
- * raise ValueError("Invalid type for column %d" % i)
- * col_types[i] = columns[i][1]
- */
- __pyx_t_4 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_4) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_1 = __Pyx_GetItemInt(__pyx_t_4, 1, sizeof(long), PyInt_FromLong); if (!__pyx_t_1) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__BLOB); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = PyObject_RichCompare(__pyx_t_1, __pyx_t_4, Py_NE); __Pyx_XGOTREF(__pyx_t_13); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- if (((int)__pyx_t_10)) {
- __pyx_t_13 = __Pyx_GetName(__pyx_m, __pyx_n_s__INTEGER); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, __pyx_t_13, Py_NE); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely((__pyx_t_14 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_15 = ((int)__pyx_t_14);
- } else {
- __pyx_t_15 = ((int)__pyx_t_10);
- }
- if (__pyx_t_15) {
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__TIME); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = PyObject_RichCompare(__pyx_t_1, __pyx_t_4, Py_NE); __Pyx_XGOTREF(__pyx_t_13); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_10 = __Pyx_PyObject_IsTrue(__pyx_t_13); if (unlikely((__pyx_t_10 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_14 = ((int)__pyx_t_10);
- } else {
- __pyx_t_14 = __pyx_t_15;
- }
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_t_15 = __pyx_t_14;
- if (__pyx_t_15) {
-
- /* "s3ql/_deltadump.pyx":245
- * for i in range(col_count):
- * if columns[i][1] not in (BLOB, INTEGER, TIME):
- * raise ValueError("Invalid type for column %d" % i) # <<<<<<<<<<<<<<
- * col_types[i] = columns[i][1]
- *
- */
- __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_2), __pyx_v_i); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 245; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_1));
- __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 245; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_13, 0, ((PyObject *)__pyx_t_1));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
- __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 245; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __Pyx_Raise(__pyx_t_1, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 245; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- goto __pyx_L21;
- }
- __pyx_L21:;
-
- /* "s3ql/_deltadump.pyx":246
- * if columns[i][1] not in (BLOB, INTEGER, TIME):
- * raise ValueError("Invalid type for column %d" % i)
- * col_types[i] = columns[i][1] # <<<<<<<<<<<<<<
- *
- * if len(columns[i]) == 3:
- */
- __pyx_t_1 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_1) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_13 = __Pyx_GetItemInt(__pyx_t_1, 1, sizeof(long), PyInt_FromLong); if (!__pyx_t_13) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_t_9 = __Pyx_PyInt_AsInt(__pyx_t_13); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- (__pyx_cur_scope->__pyx_v_col_types[__pyx_t_16]) = __pyx_t_9;
-
- /* "s3ql/_deltadump.pyx":248
- * col_types[i] = columns[i][1]
- *
- * if len(columns[i]) == 3: # <<<<<<<<<<<<<<
- * col_args[i] = columns[i][2]
- * else:
- */
- __pyx_t_13 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_13) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 248; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_16 = PyObject_Length(__pyx_t_13); if (unlikely(__pyx_t_16 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 248; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_15 = (__pyx_t_16 == 3);
- if (__pyx_t_15) {
-
- /* "s3ql/_deltadump.pyx":249
- *
- * if len(columns[i]) == 3:
- * col_args[i] = columns[i][2] # <<<<<<<<<<<<<<
- * else:
- * col_args[i] = 0
- */
- __pyx_t_13 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_13) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 249; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_1 = __Pyx_GetItemInt(__pyx_t_13, 2, sizeof(long), PyInt_FromLong); if (!__pyx_t_1) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 249; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_9 = __Pyx_PyInt_AsInt(__pyx_t_1); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 249; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 249; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- (__pyx_cur_scope->__pyx_v_col_args[__pyx_t_16]) = __pyx_t_9;
- goto __pyx_L22;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":251
- * col_args[i] = columns[i][2]
- * else:
- * col_args[i] = 0 # <<<<<<<<<<<<<<
- *
- * # Allocate int64_prev
- */
- __pyx_t_16 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_16 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 251; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- (__pyx_cur_scope->__pyx_v_col_args[__pyx_t_16]) = 0;
- }
- __pyx_L22:;
- }
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":254
- *
- * # Allocate int64_prev
- * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t)) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: free(int64_prev))
- *
- */
- __pyx_t_11 = PyObject_Length(__pyx_v_columns); if (unlikely(__pyx_t_11 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 254; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_t_3 = __pyx_f_4s3ql_10_deltadump_calloc(__pyx_t_11, (sizeof(int64_t))); if (unlikely(__pyx_t_3 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 254; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_cur_scope->__pyx_v_int64_prev = ((int64_t *)__pyx_t_3);
-
- /* "s3ql/_deltadump.pyx":255
- * # Allocate int64_prev
- * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
- * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
- *
- * # Prepare statement
- */
- __pyx_t_2 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_3lambda4, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_1);
- __Pyx_GIVEREF(__pyx_t_1);
- __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 255; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
-
- /* "s3ql/_deltadump.pyx":258
- *
- * # Prepare statement
- * col_names = [ x[0] for x in columns ] # <<<<<<<<<<<<<<
- * if order is None:
- * query = ("INSERT INTO %s (%s) VALUES(%s)"
- */
- __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- if (PyList_CheckExact(__pyx_v_columns) || PyTuple_CheckExact(__pyx_v_columns)) {
- __pyx_t_13 = __pyx_v_columns; __Pyx_INCREF(__pyx_t_13); __pyx_t_11 = 0;
- __pyx_t_12 = NULL;
- } else {
- __pyx_t_11 = -1; __pyx_t_13 = PyObject_GetIter(__pyx_v_columns); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_12 = Py_TYPE(__pyx_t_13)->tp_iternext;
- }
- for (;;) {
- if (!__pyx_t_12 && PyList_CheckExact(__pyx_t_13)) {
- if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_13)) break;
- #if CYTHON_COMPILING_IN_CPYTHON
- __pyx_t_2 = PyList_GET_ITEM(__pyx_t_13, __pyx_t_11); __Pyx_INCREF(__pyx_t_2); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #else
- __pyx_t_2 = PySequence_ITEM(__pyx_t_13, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #endif
- } else if (!__pyx_t_12 && PyTuple_CheckExact(__pyx_t_13)) {
- if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_13)) break;
- #if CYTHON_COMPILING_IN_CPYTHON
- __pyx_t_2 = PyTuple_GET_ITEM(__pyx_t_13, __pyx_t_11); __Pyx_INCREF(__pyx_t_2); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #else
- __pyx_t_2 = PySequence_ITEM(__pyx_t_13, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- #endif
- } else {
- __pyx_t_2 = __pyx_t_12(__pyx_t_13);
- if (unlikely(!__pyx_t_2)) {
- if (PyErr_Occurred()) {
- if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
- else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- }
- break;
- }
- __Pyx_GOTREF(__pyx_t_2);
- }
- __Pyx_XDECREF(__pyx_v_x);
- __pyx_v_x = __pyx_t_2;
- __pyx_t_2 = 0;
- __pyx_t_2 = __Pyx_GetItemInt(__pyx_v_x, 0, sizeof(long), PyInt_FromLong); if (!__pyx_t_2) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (unlikely(__Pyx_PyList_Append(__pyx_t_1, (PyObject*)__pyx_t_2))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 258; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- }
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_13 = ((PyObject *)__pyx_t_1);
- __Pyx_INCREF(__pyx_t_13);
- __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
- __pyx_v_col_names = ((PyObject*)__pyx_t_13);
- __pyx_t_13 = 0;
-
- /* "s3ql/_deltadump.pyx":259
- * # Prepare statement
- * col_names = [ x[0] for x in columns ]
- * if order is None: # <<<<<<<<<<<<<<
- * query = ("INSERT INTO %s (%s) VALUES(%s)"
- * % (table,
- */
- __pyx_t_15 = (__pyx_v_order == Py_None);
- if (__pyx_t_15) {
-
- /* "s3ql/_deltadump.pyx":262
- * query = ("INSERT INTO %s (%s) VALUES(%s)"
- * % (table,
- * ', '.join(col_names), # <<<<<<<<<<<<<<
- * ', '.join('?' * col_count)))
- * else:
- */
- __pyx_t_13 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_4), __pyx_n_s__join); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_INCREF(((PyObject *)__pyx_v_col_names));
- PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_v_col_names));
- __Pyx_GIVEREF(((PyObject *)__pyx_v_col_names));
- __pyx_t_2 = PyObject_Call(__pyx_t_13, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
-
- /* "s3ql/_deltadump.pyx":263
- * % (table,
- * ', '.join(col_names),
- * ', '.join('?' * col_count))) # <<<<<<<<<<<<<<
- * else:
- * query = ("SELECT %s FROM %s ORDER BY %s " %
- */
- __pyx_t_1 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_4), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __pyx_t_13 = PyInt_FromLong(__pyx_v_col_count); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_4 = PyNumber_Multiply(((PyObject *)__pyx_kp_s_5), __pyx_t_13); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_4));
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_13, 0, ((PyObject *)__pyx_t_4));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 263; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __pyx_t_13 = PyTuple_New(3); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 261; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_13, 2, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_2 = 0;
- __pyx_t_4 = 0;
- __pyx_t_4 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_3), ((PyObject *)__pyx_t_13)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 261; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_4));
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __pyx_v_query = ((PyObject *)__pyx_t_4);
- __pyx_t_4 = 0;
- goto __pyx_L25;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":266
- * else:
- * query = ("SELECT %s FROM %s ORDER BY %s " %
- * (', '.join(col_names), table, order)) # <<<<<<<<<<<<<<
- * rc = sqlite3_prepare_v2(sqlite3_db, query, -1, & stmt, NULL)
- * if rc != SQLITE_OK:
- */
- __pyx_t_4 = PyObject_GetAttr(((PyObject *)__pyx_kp_s_4), __pyx_n_s__join); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_INCREF(((PyObject *)__pyx_v_col_names));
- PyTuple_SET_ITEM(__pyx_t_13, 0, ((PyObject *)__pyx_v_col_names));
- __Pyx_GIVEREF(((PyObject *)__pyx_v_col_names));
- __pyx_t_2 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __pyx_t_13 = PyTuple_New(3); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 266; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- __Pyx_INCREF(__pyx_v_order);
- PyTuple_SET_ITEM(__pyx_t_13, 2, __pyx_v_order);
- __Pyx_GIVEREF(__pyx_v_order);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_6), ((PyObject *)__pyx_t_13)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 265; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_2));
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __pyx_v_query = ((PyObject *)__pyx_t_2);
- __pyx_t_2 = 0;
- }
- __pyx_L25:;
-
- /* "s3ql/_deltadump.pyx":267
- * query = ("SELECT %s FROM %s ORDER BY %s " %
- * (', '.join(col_names), table, order))
- * rc = sqlite3_prepare_v2(sqlite3_db, query, -1, & stmt, NULL) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_t_17 = PyBytes_AsString(__pyx_v_query); if (unlikely((!__pyx_t_17) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_v_rc = sqlite3_prepare_v2(__pyx_v_sqlite3_db, __pyx_t_17, -1, (&__pyx_cur_scope->__pyx_v_stmt), NULL);
-
- /* "s3ql/_deltadump.pyx":268
- * (', '.join(col_names), table, order))
- * rc = sqlite3_prepare_v2(sqlite3_db, query, -1, & stmt, NULL)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- * cleanup.register(lambda: sqlite3_finalize_p(stmt))
- */
- __pyx_t_15 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_15) {
-
- /* "s3ql/_deltadump.pyx":269
- * rc = sqlite3_prepare_v2(sqlite3_db, query, -1, & stmt, NULL)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: sqlite3_finalize_p(stmt))
- *
- */
- __pyx_t_2 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_13 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_t_2 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_13, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_2, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 269; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- goto __pyx_L26;
- }
- __pyx_L26:;
-
- /* "s3ql/_deltadump.pyx":270
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- * cleanup.register(lambda: sqlite3_finalize_p(stmt)) # <<<<<<<<<<<<<<
- *
- * # Dump or load data as requested
- */
- __pyx_t_2 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_4lambda5, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = PyTuple_New(1); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_13, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 270; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
-
- /* "s3ql/_deltadump.pyx":273
- *
- * # Dump or load data as requested
- * if order is None: # <<<<<<<<<<<<<<
- * buf = calloc(MAX_BLOB_SIZE, 1)
- * cleanup.register(lambda: free(buf))
- */
- __pyx_t_15 = (__pyx_v_order == Py_None);
- if (__pyx_t_15) {
-
- /* "s3ql/_deltadump.pyx":274
- * # Dump or load data as requested
- * if order is None:
- * buf = calloc(MAX_BLOB_SIZE, 1) # <<<<<<<<<<<<<<
- * cleanup.register(lambda: free(buf))
- * read_integer(& row_count, fp)
- */
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_18 = __Pyx_PyInt_AsSize_t(__pyx_t_4); if (unlikely((__pyx_t_18 == (size_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_3 = __pyx_f_4s3ql_10_deltadump_calloc(__pyx_t_18, 1); if (unlikely(__pyx_t_3 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 274; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __pyx_cur_scope->__pyx_v_buf = __pyx_t_3;
-
- /* "s3ql/_deltadump.pyx":275
- * if order is None:
- * buf = calloc(MAX_BLOB_SIZE, 1)
- * cleanup.register(lambda: free(buf)) # <<<<<<<<<<<<<<
- * read_integer(& row_count, fp)
- * log.debug('_dump_or_load(%s): reading %d rows', table, row_count)
- */
- __pyx_t_4 = PyObject_GetAttr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_13_dump_or_load_5lambda6, 0, ((PyObject*)__pyx_cur_scope), __pyx_n_s_1, NULL); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_13);
- __Pyx_GIVEREF(__pyx_t_13);
- __pyx_t_13 = 0;
- __pyx_t_13 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 275; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
-
- /* "s3ql/_deltadump.pyx":276
- * buf = calloc(MAX_BLOB_SIZE, 1)
- * cleanup.register(lambda: free(buf))
- * read_integer(& row_count, fp) # <<<<<<<<<<<<<<
- * log.debug('_dump_or_load(%s): reading %d rows', table, row_count)
- * _load_table(col_types, col_args, int64_prev, col_count,
- */
- __pyx_t_9 = __pyx_f_4s3ql_10_deltadump_read_integer((&__pyx_v_row_count), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_9 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 276; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
-
- /* "s3ql/_deltadump.pyx":277
- * cleanup.register(lambda: free(buf))
- * read_integer(& row_count, fp)
- * log.debug('_dump_or_load(%s): reading %d rows', table, row_count) # <<<<<<<<<<<<<<
- * _load_table(col_types, col_args, int64_prev, col_count,
- * row_count, stmt, fp, buf)
- */
- __pyx_t_13 = __Pyx_GetName(__pyx_m, __pyx_n_s__log); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 277; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_2 = PyObject_GetAttr(__pyx_t_13, __pyx_n_s__debug); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 277; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __pyx_t_13 = __Pyx_PyInt_to_py_int64_t(__pyx_v_row_count); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 277; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_4 = PyTuple_New(3); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 277; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_INCREF(((PyObject *)__pyx_kp_s_7));
- PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_kp_s_7));
- __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_7));
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_4, 2, __pyx_t_13);
- __Pyx_GIVEREF(__pyx_t_13);
- __pyx_t_13 = 0;
- __pyx_t_13 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 277; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
-
- /* "s3ql/_deltadump.pyx":279
- * log.debug('_dump_or_load(%s): reading %d rows', table, row_count)
- * _load_table(col_types, col_args, int64_prev, col_count,
- * row_count, stmt, fp, buf) # <<<<<<<<<<<<<<
- * else:
- * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
- */
- __pyx_t_13 = __pyx_f_4s3ql_10_deltadump__load_table(__pyx_cur_scope->__pyx_v_col_types, __pyx_cur_scope->__pyx_v_col_args, __pyx_cur_scope->__pyx_v_int64_prev, __pyx_v_col_count, __pyx_v_row_count, __pyx_cur_scope->__pyx_v_stmt, __pyx_cur_scope->__pyx_v_fp, __pyx_cur_scope->__pyx_v_buf); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 278; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- goto __pyx_L27;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":281
- * row_count, stmt, fp, buf)
- * else:
- * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table) # <<<<<<<<<<<<<<
- * log.debug('_dump_or_load(%s): writing %d rows', table, row_count)
- * write_integer(row_count, fp)
- */
- __pyx_t_13 = PyObject_GetAttr(__pyx_v_db, __pyx_n_s__get_val); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __pyx_t_4 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_8), __pyx_v_table); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_4));
- __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_t_4));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_t_13, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __pyx_t_19 = __Pyx_PyInt_from_py_int64_t(__pyx_t_4); if (unlikely((__pyx_t_19 == (int64_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 281; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_v_row_count = __pyx_t_19;
-
- /* "s3ql/_deltadump.pyx":282
- * else:
- * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
- * log.debug('_dump_or_load(%s): writing %d rows', table, row_count) # <<<<<<<<<<<<<<
- * write_integer(row_count, fp)
- * _dump_table(col_types, col_args, int64_prev, col_count, stmt, fp)
- */
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__log); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyObject_GetAttr(__pyx_t_4, __pyx_n_s__debug); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_4 = __Pyx_PyInt_to_py_int64_t(__pyx_v_row_count); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_13 = PyTuple_New(3); if (unlikely(!__pyx_t_13)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_INCREF(((PyObject *)__pyx_kp_s_9));
- PyTuple_SET_ITEM(__pyx_t_13, 0, ((PyObject *)__pyx_kp_s_9));
- __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_9));
- __Pyx_INCREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_13, 1, __pyx_v_table);
- __Pyx_GIVEREF(__pyx_v_table);
- PyTuple_SET_ITEM(__pyx_t_13, 2, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_13), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 282; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_13)); __pyx_t_13 = 0;
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
-
- /* "s3ql/_deltadump.pyx":283
- * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
- * log.debug('_dump_or_load(%s): writing %d rows', table, row_count)
- * write_integer(row_count, fp) # <<<<<<<<<<<<<<
- * _dump_table(col_types, col_args, int64_prev, col_count, stmt, fp)
- *
- */
- __pyx_t_9 = __pyx_f_4s3ql_10_deltadump_write_integer(__pyx_v_row_count, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_9 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 283; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
-
- /* "s3ql/_deltadump.pyx":284
- * log.debug('_dump_or_load(%s): writing %d rows', table, row_count)
- * write_integer(row_count, fp)
- * _dump_table(col_types, col_args, int64_prev, col_count, stmt, fp) # <<<<<<<<<<<<<<
- *
- *
- */
- __pyx_t_4 = __pyx_f_4s3ql_10_deltadump__dump_table(__pyx_cur_scope->__pyx_v_col_types, __pyx_cur_scope->__pyx_v_col_args, __pyx_cur_scope->__pyx_v_int64_prev, __pyx_v_col_count, __pyx_cur_scope->__pyx_v_stmt, __pyx_cur_scope->__pyx_v_fp); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 284; __pyx_clineno = __LINE__; goto __pyx_L7_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- }
- __pyx_L27:;
- }
- __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
- __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
- __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
- goto __pyx_L14_try_end;
- __pyx_L7_error:;
- __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_XDECREF(__pyx_t_13); __pyx_t_13 = 0;
- __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
-
- /* "s3ql/_deltadump.pyx":223
- * sqlite3_db = < sqlite3 *> PyLong_AsVoidPtr(db.conn.sqlite3pointer())
- *
- * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
- * fd = dup(fh.fileno())
- * if fd == -1:
- */
- /*except:*/ {
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load", __pyx_clineno, __pyx_lineno, __pyx_filename);
- if (__Pyx_GetException(&__pyx_t_4, &__pyx_t_13, &__pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L9_except_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_GOTREF(__pyx_t_13);
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L9_except_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_INCREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __Pyx_INCREF(__pyx_t_13);
- PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_13);
- __Pyx_GIVEREF(__pyx_t_13);
- __Pyx_INCREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_20 = PyObject_Call(__pyx_t_5, __pyx_t_1, NULL);
- __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
- if (unlikely(!__pyx_t_20)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L9_except_error;}
- __Pyx_GOTREF(__pyx_t_20);
- __pyx_t_15 = __Pyx_PyObject_IsTrue(__pyx_t_20);
- __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0;
- if (unlikely(__pyx_t_15 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L9_except_error;}
- __pyx_t_14 = (!__pyx_t_15);
- if (__pyx_t_14) {
- __Pyx_GIVEREF(__pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_13);
- __Pyx_GIVEREF(__pyx_t_2);
- __Pyx_ErrRestore(__pyx_t_4, __pyx_t_13, __pyx_t_2);
- __pyx_t_4 = 0; __pyx_t_13 = 0; __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L9_except_error;}
- goto __pyx_L30;
- }
- __pyx_L30:;
- __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __Pyx_DECREF(__pyx_t_13); __pyx_t_13 = 0;
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- goto __pyx_L8_exception_handled;
- }
- __pyx_L9_except_error:;
- __Pyx_XGIVEREF(__pyx_t_6);
- __Pyx_XGIVEREF(__pyx_t_7);
- __Pyx_XGIVEREF(__pyx_t_8);
- __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
- goto __pyx_L1_error;
- __pyx_L8_exception_handled:;
- __Pyx_XGIVEREF(__pyx_t_6);
- __Pyx_XGIVEREF(__pyx_t_7);
- __Pyx_XGIVEREF(__pyx_t_8);
- __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
- __pyx_L14_try_end:;
- }
- }
- /*finally:*/ {
- if (__pyx_t_5) {
- __pyx_t_8 = PyObject_Call(__pyx_t_5, __pyx_k_tuple_10, NULL);
- __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
- if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_14 = __Pyx_PyObject_IsTrue(__pyx_t_8);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- if (unlikely(__pyx_t_14 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- }
- }
- goto __pyx_L31;
- __pyx_L3_error:;
- __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
- goto __pyx_L1_error;
- __pyx_L31:;
- }
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_1);
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_XDECREF(__pyx_t_13);
- __Pyx_AddTraceback("s3ql._deltadump._dump_or_load", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = NULL;
- __pyx_L0:;
- __Pyx_XDECREF(__pyx_v_cleanup);
- __Pyx_XDECREF(__pyx_v_i);
- __Pyx_XDECREF(__pyx_v_col_names);
- __Pyx_XDECREF(__pyx_v_query);
- __Pyx_XDECREF(__pyx_v_x);
- __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":287
- *
- *
- * cdef _dump_table(int * col_types, int * col_args, int64_t * int64_prev, # <<<<<<<<<<<<<<
- * int col_count, sqlite3_stmt * stmt, FILE * fp):
- *
- */
-
-static PyObject *__pyx_f_4s3ql_10_deltadump__dump_table(int *__pyx_v_col_types, int *__pyx_v_col_args, int64_t *__pyx_v_int64_prev, int __pyx_v_col_count, sqlite3_stmt *__pyx_v_stmt, FILE *__pyx_v_fp) {
- const void *__pyx_v_buf;
- int __pyx_v_rc;
- int __pyx_v_i;
- int __pyx_v_len_;
- int64_t __pyx_v_int64;
- int64_t __pyx_v_tmp;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- PyObject *__pyx_t_2 = NULL;
- PyObject *__pyx_t_3 = NULL;
- PyObject *__pyx_t_4 = NULL;
- int __pyx_t_5;
- int __pyx_t_6;
- int __pyx_t_7;
- PyObject *__pyx_t_8 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("_dump_table", 0);
-
- /* "s3ql/_deltadump.pyx":295
- *
- * # Iterate through rows
- * while True: # <<<<<<<<<<<<<<
- * rc = sqlite3_step(stmt)
- * if rc == SQLITE_DONE:
- */
- while (1) {
- if (!1) break;
-
- /* "s3ql/_deltadump.pyx":296
- * # Iterate through rows
- * while True:
- * rc = sqlite3_step(stmt) # <<<<<<<<<<<<<<
- * if rc == SQLITE_DONE:
- * break
- */
- __pyx_v_rc = sqlite3_step(__pyx_v_stmt);
-
- /* "s3ql/_deltadump.pyx":297
- * while True:
- * rc = sqlite3_step(stmt)
- * if rc == SQLITE_DONE: # <<<<<<<<<<<<<<
- * break
- * elif rc != SQLITE_ROW:
- */
- __pyx_t_1 = (__pyx_v_rc == SQLITE_DONE);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":298
- * rc = sqlite3_step(stmt)
- * if rc == SQLITE_DONE:
- * break # <<<<<<<<<<<<<<
- * elif rc != SQLITE_ROW:
- * raise apsw.exceptionfor(rc)
- */
- goto __pyx_L4_break;
- goto __pyx_L5;
- }
-
- /* "s3ql/_deltadump.pyx":299
- * if rc == SQLITE_DONE:
- * break
- * elif rc != SQLITE_ROW: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_1 = (__pyx_v_rc != SQLITE_ROW);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":300
- * break
- * elif rc != SQLITE_ROW:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * for i in range(col_count):
- */
- __pyx_t_2 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_t_2 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
- __Pyx_Raise(__pyx_t_2, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 300; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L5;
- }
- __pyx_L5:;
-
- /* "s3ql/_deltadump.pyx":302
- * raise apsw.exceptionfor(rc)
- *
- * for i in range(col_count): # <<<<<<<<<<<<<<
- * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
- * raise ValueError("Can't dump NULL values")
- */
- __pyx_t_5 = __pyx_v_col_count;
- for (__pyx_t_6 = 0; __pyx_t_6 < __pyx_t_5; __pyx_t_6+=1) {
- __pyx_v_i = __pyx_t_6;
-
- /* "s3ql/_deltadump.pyx":303
- *
- * for i in range(col_count):
- * if sqlite3_column_type(stmt, i) is SQLITE_NULL: # <<<<<<<<<<<<<<
- * raise ValueError("Can't dump NULL values")
- *
- */
- __pyx_t_1 = (sqlite3_column_type(__pyx_v_stmt, __pyx_v_i) == SQLITE_NULL);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":304
- * for i in range(col_count):
- * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
- * raise ValueError("Can't dump NULL values") # <<<<<<<<<<<<<<
- *
- * if col_types[i] == _INTEGER:
- */
- __pyx_t_2 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_12), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_Raise(__pyx_t_2, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L8;
- }
- __pyx_L8:;
-
- /* "s3ql/_deltadump.pyx":306
- * raise ValueError("Can't dump NULL values")
- *
- * if col_types[i] == _INTEGER: # <<<<<<<<<<<<<<
- * int64 = sqlite3_column_int64(stmt, i)
- * tmp = int64
- */
- __pyx_t_1 = ((__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_10_deltadump__INTEGER);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":307
- *
- * if col_types[i] == _INTEGER:
- * int64 = sqlite3_column_int64(stmt, i) # <<<<<<<<<<<<<<
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i]
- */
- __pyx_v_int64 = sqlite3_column_int64(__pyx_v_stmt, __pyx_v_i);
-
- /* "s3ql/_deltadump.pyx":308
- * if col_types[i] == _INTEGER:
- * int64 = sqlite3_column_int64(stmt, i)
- * tmp = int64 # <<<<<<<<<<<<<<
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp
- */
- __pyx_v_tmp = __pyx_v_int64;
-
- /* "s3ql/_deltadump.pyx":309
- * int64 = sqlite3_column_int64(stmt, i)
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i] # <<<<<<<<<<<<<<
- * int64_prev[i] = tmp
- * write_integer(int64, fp)
- */
- __pyx_v_int64 = (__pyx_v_int64 - ((__pyx_v_int64_prev[__pyx_v_i]) + (__pyx_v_col_args[__pyx_v_i])));
-
- /* "s3ql/_deltadump.pyx":310
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp # <<<<<<<<<<<<<<
- * write_integer(int64, fp)
- *
- */
- (__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_tmp;
-
- /* "s3ql/_deltadump.pyx":311
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp
- * write_integer(int64, fp) # <<<<<<<<<<<<<<
- *
- * elif col_types[i] == _TIME:
- */
- __pyx_t_7 = __pyx_f_4s3ql_10_deltadump_write_integer(__pyx_v_int64, __pyx_v_fp); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 311; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L9;
- }
-
- /* "s3ql/_deltadump.pyx":313
- * write_integer(int64, fp)
- *
- * elif col_types[i] == _TIME: # <<<<<<<<<<<<<<
- * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
- * tmp = int64
- */
- __pyx_t_1 = ((__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_10_deltadump__TIME);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":314
- *
- * elif col_types[i] == _TIME:
- * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale) # <<<<<<<<<<<<<<
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i]
- */
- __pyx_v_int64 = ((int64_t)(sqlite3_column_double(__pyx_v_stmt, __pyx_v_i) * __pyx_v_4s3ql_10_deltadump_time_scale));
-
- /* "s3ql/_deltadump.pyx":315
- * elif col_types[i] == _TIME:
- * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
- * tmp = int64 # <<<<<<<<<<<<<<
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp
- */
- __pyx_v_tmp = __pyx_v_int64;
-
- /* "s3ql/_deltadump.pyx":316
- * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i] # <<<<<<<<<<<<<<
- * int64_prev[i] = tmp
- * write_integer(int64, fp)
- */
- __pyx_v_int64 = (__pyx_v_int64 - ((__pyx_v_int64_prev[__pyx_v_i]) + (__pyx_v_col_args[__pyx_v_i])));
-
- /* "s3ql/_deltadump.pyx":317
- * tmp = int64
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp # <<<<<<<<<<<<<<
- * write_integer(int64, fp)
- *
- */
- (__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_tmp;
-
- /* "s3ql/_deltadump.pyx":318
- * int64 -= int64_prev[i] + col_args[i]
- * int64_prev[i] = tmp
- * write_integer(int64, fp) # <<<<<<<<<<<<<<
- *
- * elif col_types[i] == _BLOB:
- */
- __pyx_t_7 = __pyx_f_4s3ql_10_deltadump_write_integer(__pyx_v_int64, __pyx_v_fp); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 318; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L9;
- }
-
- /* "s3ql/_deltadump.pyx":320
- * write_integer(int64, fp)
- *
- * elif col_types[i] == _BLOB: # <<<<<<<<<<<<<<
- * buf = sqlite3_column_blob(stmt, i)
- * len_ = sqlite3_column_bytes(stmt, i)
- */
- __pyx_t_1 = ((__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_10_deltadump__BLOB);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":321
- *
- * elif col_types[i] == _BLOB:
- * buf = sqlite3_column_blob(stmt, i) # <<<<<<<<<<<<<<
- * len_ = sqlite3_column_bytes(stmt, i)
- * if len_ > MAX_BLOB_SIZE:
- */
- __pyx_v_buf = sqlite3_column_blob(__pyx_v_stmt, __pyx_v_i);
-
- /* "s3ql/_deltadump.pyx":322
- * elif col_types[i] == _BLOB:
- * buf = sqlite3_column_blob(stmt, i)
- * len_ = sqlite3_column_bytes(stmt, i) # <<<<<<<<<<<<<<
- * if len_ > MAX_BLOB_SIZE:
- * raise ValueError('Can not dump BLOB of size %d (max: %d)',
- */
- __pyx_v_len_ = sqlite3_column_bytes(__pyx_v_stmt, __pyx_v_i);
-
- /* "s3ql/_deltadump.pyx":323
- * buf = sqlite3_column_blob(stmt, i)
- * len_ = sqlite3_column_bytes(stmt, i)
- * if len_ > MAX_BLOB_SIZE: # <<<<<<<<<<<<<<
- * raise ValueError('Can not dump BLOB of size %d (max: %d)',
- * len_, MAX_BLOB_SIZE)
- */
- __pyx_t_2 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 323; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 323; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_3 = PyObject_RichCompare(__pyx_t_2, __pyx_t_4, Py_GT); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 323; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- __pyx_t_1 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_1 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 323; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":325
- * if len_ > MAX_BLOB_SIZE:
- * raise ValueError('Can not dump BLOB of size %d (max: %d)',
- * len_, MAX_BLOB_SIZE) # <<<<<<<<<<<<<<
- * if col_args[i] == 0:
- * write_integer(len_ - int64_prev[i], fp)
- */
- __pyx_t_3 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 325; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __pyx_t_4 = __Pyx_GetName(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 325; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 324; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_INCREF(((PyObject *)__pyx_kp_s_13));
- PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_kp_s_13));
- __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_13));
- PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_3);
- __Pyx_GIVEREF(__pyx_t_3);
- PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- __pyx_t_3 = 0;
- __pyx_t_4 = 0;
- __pyx_t_4 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 324; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- __Pyx_Raise(__pyx_t_4, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 324; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L10;
- }
- __pyx_L10:;
-
- /* "s3ql/_deltadump.pyx":326
- * raise ValueError('Can not dump BLOB of size %d (max: %d)',
- * len_, MAX_BLOB_SIZE)
- * if col_args[i] == 0: # <<<<<<<<<<<<<<
- * write_integer(len_ - int64_prev[i], fp)
- * int64_prev[i] = len_
- */
- __pyx_t_1 = ((__pyx_v_col_args[__pyx_v_i]) == 0);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":327
- * len_, MAX_BLOB_SIZE)
- * if col_args[i] == 0:
- * write_integer(len_ - int64_prev[i], fp) # <<<<<<<<<<<<<<
- * int64_prev[i] = len_
- * elif len_ != col_args[i]:
- */
- __pyx_t_7 = __pyx_f_4s3ql_10_deltadump_write_integer((__pyx_v_len_ - (__pyx_v_int64_prev[__pyx_v_i])), __pyx_v_fp); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 327; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":328
- * if col_args[i] == 0:
- * write_integer(len_ - int64_prev[i], fp)
- * int64_prev[i] = len_ # <<<<<<<<<<<<<<
- * elif len_ != col_args[i]:
- * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
- */
- (__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_len_;
- goto __pyx_L11;
- }
-
- /* "s3ql/_deltadump.pyx":329
- * write_integer(len_ - int64_prev[i], fp)
- * int64_prev[i] = len_
- * elif len_ != col_args[i]: # <<<<<<<<<<<<<<
- * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
- *
- */
- __pyx_t_1 = (__pyx_v_len_ != (__pyx_v_col_args[__pyx_v_i]));
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":330
- * int64_prev[i] = len_
- * elif len_ != col_args[i]:
- * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i)) # <<<<<<<<<<<<<<
- *
- * if len_ != 0:
- */
- __pyx_t_4 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_4);
- __pyx_t_2 = PyInt_FromLong((__pyx_v_col_args[__pyx_v_i])); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_3 = PyInt_FromLong(__pyx_v_i); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __pyx_t_8 = PyTuple_New(3); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_4);
- __Pyx_GIVEREF(__pyx_t_4);
- PyTuple_SET_ITEM(__pyx_t_8, 1, __pyx_t_2);
- __Pyx_GIVEREF(__pyx_t_2);
- PyTuple_SET_ITEM(__pyx_t_8, 2, __pyx_t_3);
- __Pyx_GIVEREF(__pyx_t_3);
- __pyx_t_4 = 0;
- __pyx_t_2 = 0;
- __pyx_t_3 = 0;
- __pyx_t_3 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_14), ((PyObject *)__pyx_t_8)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_3));
- __Pyx_DECREF(((PyObject *)__pyx_t_8)); __pyx_t_8 = 0;
- __pyx_t_8 = PyTuple_New(1); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- PyTuple_SET_ITEM(__pyx_t_8, 0, ((PyObject *)__pyx_t_3));
- __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
- __pyx_t_3 = 0;
- __pyx_t_3 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_8), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_3);
- __Pyx_DECREF(((PyObject *)__pyx_t_8)); __pyx_t_8 = 0;
- __Pyx_Raise(__pyx_t_3, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L11;
- }
- __pyx_L11:;
-
- /* "s3ql/_deltadump.pyx":332
- * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
- *
- * if len_ != 0: # <<<<<<<<<<<<<<
- * fwrite(buf, len_, fp)
- *
- */
- __pyx_t_1 = (__pyx_v_len_ != 0);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":333
- *
- * if len_ != 0:
- * fwrite(buf, len_, fp) # <<<<<<<<<<<<<<
- *
- * cdef _load_table(int * col_types, int * col_args, int64_t * int64_prev,
- */
- __pyx_t_7 = __pyx_f_4s3ql_10_deltadump_fwrite(__pyx_v_buf, __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_7 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 333; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L12;
- }
- __pyx_L12:;
- goto __pyx_L9;
- }
- __pyx_L9:;
- }
- }
- __pyx_L4_break:;
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_2);
- __Pyx_XDECREF(__pyx_t_3);
- __Pyx_XDECREF(__pyx_t_4);
- __Pyx_XDECREF(__pyx_t_8);
- __Pyx_AddTraceback("s3ql._deltadump._dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = 0;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":335
- * fwrite(buf, len_, fp)
- *
- * cdef _load_table(int * col_types, int * col_args, int64_t * int64_prev, # <<<<<<<<<<<<<<
- * int col_count, int row_count, sqlite3_stmt * stmt,
- * FILE * fp, void * buf):
- */
-
-static PyObject *__pyx_f_4s3ql_10_deltadump__load_table(int *__pyx_v_col_types, int *__pyx_v_col_args, int64_t *__pyx_v_int64_prev, int __pyx_v_col_count, int __pyx_v_row_count, sqlite3_stmt *__pyx_v_stmt, FILE *__pyx_v_fp, void *__pyx_v_buf) {
- int64_t __pyx_v_int64;
- int __pyx_v_rc;
- int __pyx_v_len_;
- CYTHON_UNUSED int __pyx_v_i;
- int __pyx_v_j;
- PyObject *__pyx_r = NULL;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- int __pyx_t_2;
- int __pyx_t_3;
- int __pyx_t_4;
- int __pyx_t_5;
- int __pyx_t_6;
- PyObject *__pyx_t_7 = NULL;
- PyObject *__pyx_t_8 = NULL;
- PyObject *__pyx_t_9 = NULL;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("_load_table", 0);
-
- /* "s3ql/_deltadump.pyx":343
- *
- * # Iterate through rows
- * for i in range(row_count): # <<<<<<<<<<<<<<
- * for j in range(col_count):
- * if col_types[j] == _INTEGER:
- */
- __pyx_t_1 = __pyx_v_row_count;
- for (__pyx_t_2 = 0; __pyx_t_2 < __pyx_t_1; __pyx_t_2+=1) {
- __pyx_v_i = __pyx_t_2;
-
- /* "s3ql/_deltadump.pyx":344
- * # Iterate through rows
- * for i in range(row_count):
- * for j in range(col_count): # <<<<<<<<<<<<<<
- * if col_types[j] == _INTEGER:
- * read_integer(& int64, fp)
- */
- __pyx_t_3 = __pyx_v_col_count;
- for (__pyx_t_4 = 0; __pyx_t_4 < __pyx_t_3; __pyx_t_4+=1) {
- __pyx_v_j = __pyx_t_4;
-
- /* "s3ql/_deltadump.pyx":345
- * for i in range(row_count):
- * for j in range(col_count):
- * if col_types[j] == _INTEGER: # <<<<<<<<<<<<<<
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j]
- */
- __pyx_t_5 = ((__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_10_deltadump__INTEGER);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":346
- * for j in range(col_count):
- * if col_types[j] == _INTEGER:
- * read_integer(& int64, fp) # <<<<<<<<<<<<<<
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_read_integer((&__pyx_v_int64), __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 346; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":347
- * if col_types[j] == _INTEGER:
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j] # <<<<<<<<<<<<<<
- * int64_prev[j] = int64
- * rc = sqlite3_bind_int64(stmt, j + 1, int64)
- */
- __pyx_v_int64 = (__pyx_v_int64 + ((__pyx_v_col_args[__pyx_v_j]) + (__pyx_v_int64_prev[__pyx_v_j])));
-
- /* "s3ql/_deltadump.pyx":348
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64 # <<<<<<<<<<<<<<
- * rc = sqlite3_bind_int64(stmt, j + 1, int64)
- * if rc != SQLITE_OK:
- */
- (__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_int64;
-
- /* "s3ql/_deltadump.pyx":349
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64
- * rc = sqlite3_bind_int64(stmt, j + 1, int64) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_v_rc = sqlite3_bind_int64(__pyx_v_stmt, (__pyx_v_j + 1), __pyx_v_int64);
-
- /* "s3ql/_deltadump.pyx":350
- * int64_prev[j] = int64
- * rc = sqlite3_bind_int64(stmt, j + 1, int64)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_5 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":351
- * rc = sqlite3_bind_int64(stmt, j + 1, int64)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * if col_types[j] == _TIME:
- */
- __pyx_t_7 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __pyx_t_8 = PyObject_GetAttr(__pyx_t_7, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- __pyx_t_7 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_7);
- __Pyx_GIVEREF(__pyx_t_7);
- __pyx_t_7 = 0;
- __pyx_t_7 = PyObject_Call(__pyx_t_8, ((PyObject *)__pyx_t_9), NULL); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_9)); __pyx_t_9 = 0;
- __Pyx_Raise(__pyx_t_7, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L8;
- }
- __pyx_L8:;
- goto __pyx_L7;
- }
- __pyx_L7:;
-
- /* "s3ql/_deltadump.pyx":353
- * raise apsw.exceptionfor(rc)
- *
- * if col_types[j] == _TIME: # <<<<<<<<<<<<<<
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j]
- */
- __pyx_t_5 = ((__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_10_deltadump__TIME);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":354
- *
- * if col_types[j] == _TIME:
- * read_integer(& int64, fp) # <<<<<<<<<<<<<<
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_read_integer((&__pyx_v_int64), __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 354; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":355
- * if col_types[j] == _TIME:
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j] # <<<<<<<<<<<<<<
- * int64_prev[j] = int64
- * rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale)
- */
- __pyx_v_int64 = (__pyx_v_int64 + ((__pyx_v_col_args[__pyx_v_j]) + (__pyx_v_int64_prev[__pyx_v_j])));
-
- /* "s3ql/_deltadump.pyx":356
- * read_integer(& int64, fp)
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64 # <<<<<<<<<<<<<<
- * rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale)
- * if rc != SQLITE_OK:
- */
- (__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_int64;
-
- /* "s3ql/_deltadump.pyx":357
- * int64 += col_args[j] + int64_prev[j]
- * int64_prev[j] = int64
- * rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- if (unlikely(__pyx_v_4s3ql_10_deltadump_time_scale == 0)) {
- PyErr_Format(PyExc_ZeroDivisionError, "float division");
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 357; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- }
- __pyx_v_rc = sqlite3_bind_double(__pyx_v_stmt, (__pyx_v_j + 1), (((double)__pyx_v_int64) / __pyx_v_4s3ql_10_deltadump_time_scale));
-
- /* "s3ql/_deltadump.pyx":358
- * int64_prev[j] = int64
- * rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_5 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":359
- * rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * elif col_types[j] == _BLOB:
- */
- __pyx_t_7 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __pyx_t_9 = PyObject_GetAttr(__pyx_t_7, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- __pyx_t_7 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __pyx_t_8 = PyTuple_New(1); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- PyTuple_SET_ITEM(__pyx_t_8, 0, __pyx_t_7);
- __Pyx_GIVEREF(__pyx_t_7);
- __pyx_t_7 = 0;
- __pyx_t_7 = PyObject_Call(__pyx_t_9, ((PyObject *)__pyx_t_8), NULL); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_8)); __pyx_t_8 = 0;
- __Pyx_Raise(__pyx_t_7, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 359; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L10;
- }
- __pyx_L10:;
- goto __pyx_L9;
- }
-
- /* "s3ql/_deltadump.pyx":361
- * raise apsw.exceptionfor(rc)
- *
- * elif col_types[j] == _BLOB: # <<<<<<<<<<<<<<
- * if col_args[j] == 0:
- * read_integer(& int64, fp)
- */
- __pyx_t_5 = ((__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_10_deltadump__BLOB);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":362
- *
- * elif col_types[j] == _BLOB:
- * if col_args[j] == 0: # <<<<<<<<<<<<<<
- * read_integer(& int64, fp)
- * len_ = int64_prev[j] + int64
- */
- __pyx_t_5 = ((__pyx_v_col_args[__pyx_v_j]) == 0);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":363
- * elif col_types[j] == _BLOB:
- * if col_args[j] == 0:
- * read_integer(& int64, fp) # <<<<<<<<<<<<<<
- * len_ = int64_prev[j] + int64
- * int64_prev[j] = len_
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_read_integer((&__pyx_v_int64), __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 363; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":364
- * if col_args[j] == 0:
- * read_integer(& int64, fp)
- * len_ = int64_prev[j] + int64 # <<<<<<<<<<<<<<
- * int64_prev[j] = len_
- * else:
- */
- __pyx_v_len_ = ((__pyx_v_int64_prev[__pyx_v_j]) + __pyx_v_int64);
-
- /* "s3ql/_deltadump.pyx":365
- * read_integer(& int64, fp)
- * len_ = int64_prev[j] + int64
- * int64_prev[j] = len_ # <<<<<<<<<<<<<<
- * else:
- * len_ = col_args[j]
- */
- (__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_len_;
- goto __pyx_L11;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":367
- * int64_prev[j] = len_
- * else:
- * len_ = col_args[j] # <<<<<<<<<<<<<<
- *
- * if len_ > MAX_BLOB_SIZE:
- */
- __pyx_v_len_ = (__pyx_v_col_args[__pyx_v_j]);
- }
- __pyx_L11:;
-
- /* "s3ql/_deltadump.pyx":369
- * len_ = col_args[j]
- *
- * if len_ > MAX_BLOB_SIZE: # <<<<<<<<<<<<<<
- * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
- *
- */
- __pyx_t_7 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 369; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __pyx_t_8 = __Pyx_GetName(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 369; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_9 = PyObject_RichCompare(__pyx_t_7, __pyx_t_8, Py_GT); __Pyx_XGOTREF(__pyx_t_9); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 369; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- __pyx_t_5 = __Pyx_PyObject_IsTrue(__pyx_t_9); if (unlikely(__pyx_t_5 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 369; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":370
- *
- * if len_ > MAX_BLOB_SIZE:
- * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE) # <<<<<<<<<<<<<<
- *
- * if len_ != 0:
- */
- __pyx_t_9 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- __pyx_t_8 = __Pyx_GetName(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_7 = PyTuple_New(3); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __Pyx_INCREF(((PyObject *)__pyx_kp_s_15));
- PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_kp_s_15));
- __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_15));
- PyTuple_SET_ITEM(__pyx_t_7, 1, __pyx_t_9);
- __Pyx_GIVEREF(__pyx_t_9);
- PyTuple_SET_ITEM(__pyx_t_7, 2, __pyx_t_8);
- __Pyx_GIVEREF(__pyx_t_8);
- __pyx_t_9 = 0;
- __pyx_t_8 = 0;
- __pyx_t_8 = PyObject_Call(__pyx_builtin_RuntimeError, ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __Pyx_DECREF(((PyObject *)__pyx_t_7)); __pyx_t_7 = 0;
- __Pyx_Raise(__pyx_t_8, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L12;
- }
- __pyx_L12:;
-
- /* "s3ql/_deltadump.pyx":372
- * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
- *
- * if len_ != 0: # <<<<<<<<<<<<<<
- * fread(buf, len_, fp)
- *
- */
- __pyx_t_5 = (__pyx_v_len_ != 0);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":373
- *
- * if len_ != 0:
- * fread(buf, len_, fp) # <<<<<<<<<<<<<<
- *
- * rc = sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT)
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_fread(__pyx_v_buf, __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 373; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L13;
- }
- __pyx_L13:;
-
- /* "s3ql/_deltadump.pyx":375
- * fread(buf, len_, fp)
- *
- * rc = sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_v_rc = sqlite3_bind_blob(__pyx_v_stmt, (__pyx_v_j + 1), __pyx_v_buf, __pyx_v_len_, SQLITE_TRANSIENT);
-
- /* "s3ql/_deltadump.pyx":376
- *
- * rc = sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_5 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":377
- * rc = sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * rc = sqlite3_step(stmt)
- */
- __pyx_t_8 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_7 = PyObject_GetAttr(__pyx_t_8, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- __pyx_t_8 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_8);
- __Pyx_GIVEREF(__pyx_t_8);
- __pyx_t_8 = 0;
- __pyx_t_8 = PyObject_Call(__pyx_t_7, ((PyObject *)__pyx_t_9), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_9)); __pyx_t_9 = 0;
- __Pyx_Raise(__pyx_t_8, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L14;
- }
- __pyx_L14:;
- goto __pyx_L9;
- }
- __pyx_L9:;
- }
-
- /* "s3ql/_deltadump.pyx":379
- * raise apsw.exceptionfor(rc)
- *
- * rc = sqlite3_step(stmt) # <<<<<<<<<<<<<<
- * if rc != SQLITE_DONE:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_v_rc = sqlite3_step(__pyx_v_stmt);
-
- /* "s3ql/_deltadump.pyx":380
- *
- * rc = sqlite3_step(stmt)
- * if rc != SQLITE_DONE: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_5 = (__pyx_v_rc != SQLITE_DONE);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":381
- * rc = sqlite3_step(stmt)
- * if rc != SQLITE_DONE:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * rc = sqlite3_reset(stmt)
- */
- __pyx_t_8 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_9 = PyObject_GetAttr(__pyx_t_8, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- __pyx_t_8 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- PyTuple_SET_ITEM(__pyx_t_7, 0, __pyx_t_8);
- __Pyx_GIVEREF(__pyx_t_8);
- __pyx_t_8 = 0;
- __pyx_t_8 = PyObject_Call(__pyx_t_9, ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __Pyx_DECREF(__pyx_t_9); __pyx_t_9 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_7)); __pyx_t_7 = 0;
- __Pyx_Raise(__pyx_t_8, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 381; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L15;
- }
- __pyx_L15:;
-
- /* "s3ql/_deltadump.pyx":383
- * raise apsw.exceptionfor(rc)
- *
- * rc = sqlite3_reset(stmt) # <<<<<<<<<<<<<<
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc)
- */
- __pyx_v_rc = sqlite3_reset(__pyx_v_stmt);
-
- /* "s3ql/_deltadump.pyx":384
- *
- * rc = sqlite3_reset(stmt)
- * if rc != SQLITE_OK: # <<<<<<<<<<<<<<
- * raise apsw.exceptionfor(rc)
- *
- */
- __pyx_t_5 = (__pyx_v_rc != SQLITE_OK);
- if (__pyx_t_5) {
-
- /* "s3ql/_deltadump.pyx":385
- * rc = sqlite3_reset(stmt)
- * if rc != SQLITE_OK:
- * raise apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
- *
- * cdef inline int write_integer(int64_t int64, FILE * fp) except -1:
- */
- __pyx_t_8 = __Pyx_GetName(__pyx_m, __pyx_n_s__apsw); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_7 = PyObject_GetAttr(__pyx_t_8, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_7);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- __pyx_t_8 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __pyx_t_9 = PyTuple_New(1); if (unlikely(!__pyx_t_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_9);
- PyTuple_SET_ITEM(__pyx_t_9, 0, __pyx_t_8);
- __Pyx_GIVEREF(__pyx_t_8);
- __pyx_t_8 = 0;
- __pyx_t_8 = PyObject_Call(__pyx_t_7, ((PyObject *)__pyx_t_9), NULL); if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_8);
- __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
- __Pyx_DECREF(((PyObject *)__pyx_t_9)); __pyx_t_9 = 0;
- __Pyx_Raise(__pyx_t_8, 0, 0, 0);
- __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
- {__pyx_filename = __pyx_f[0]; __pyx_lineno = 385; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L16;
- }
- __pyx_L16:;
- }
-
- __pyx_r = Py_None; __Pyx_INCREF(Py_None);
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_7);
- __Pyx_XDECREF(__pyx_t_8);
- __Pyx_XDECREF(__pyx_t_9);
- __Pyx_AddTraceback("s3ql._deltadump._load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = 0;
- __pyx_L0:;
- __Pyx_XGIVEREF(__pyx_r);
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":387
- * raise apsw.exceptionfor(rc)
- *
- * cdef inline int write_integer(int64_t int64, FILE * fp) except -1: # <<<<<<<<<<<<<<
- * '''Write *int64* into *fp*, using as little space as possible'''
- *
- */
-
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_write_integer(int64_t __pyx_v_int64, FILE *__pyx_v_fp) {
- uint8_t __pyx_v_int8;
- size_t __pyx_v_len_;
- uint64_t __pyx_v_uint64;
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- uint64_t __pyx_t_2;
- int __pyx_t_3;
- int __pyx_t_4;
- int __pyx_t_5;
- int __pyx_t_6;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("write_integer", 0);
-
- /* "s3ql/_deltadump.pyx":394
- * cdef uint64_t uint64
- *
- * if int64 < 0: # <<<<<<<<<<<<<<
- * uint64 = < uint64_t > -int64
- * int8 = < uint8_t > 0x80 # Highest bit set
- */
- __pyx_t_1 = (__pyx_v_int64 < 0);
- if (__pyx_t_1) {
-
- /* "s3ql/_deltadump.pyx":395
- *
- * if int64 < 0:
- * uint64 = < uint64_t > -int64 # <<<<<<<<<<<<<<
- * int8 = < uint8_t > 0x80 # Highest bit set
- * else:
- */
- __pyx_v_uint64 = ((uint64_t)(-__pyx_v_int64));
-
- /* "s3ql/_deltadump.pyx":396
- * if int64 < 0:
- * uint64 = < uint64_t > -int64
- * int8 = < uint8_t > 0x80 # Highest bit set # <<<<<<<<<<<<<<
- * else:
- * uint64 = < uint64_t > int64
- */
- __pyx_v_int8 = ((uint8_t)0x80);
- goto __pyx_L3;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":398
- * int8 = < uint8_t > 0x80 # Highest bit set
- * else:
- * uint64 = < uint64_t > int64 # <<<<<<<<<<<<<<
- * int8 = 0
- *
- */
- __pyx_v_uint64 = ((uint64_t)__pyx_v_int64);
-
- /* "s3ql/_deltadump.pyx":399
- * else:
- * uint64 = < uint64_t > int64
- * int8 = 0 # <<<<<<<<<<<<<<
- *
- * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
- */
- __pyx_v_int8 = 0;
- }
- __pyx_L3:;
-
- /* "s3ql/_deltadump.pyx":401
- * int8 = 0
- *
- * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64): # <<<<<<<<<<<<<<
- * len_ = 0
- * int8 += < uint8_t > uint64
- */
- __pyx_t_1 = (__pyx_v_uint64 < 0x80);
- if (__pyx_t_1) {
- __pyx_t_2 = __pyx_v_uint64;
- __pyx_t_3 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_10_deltadump_INT8));
- if (__pyx_t_3) {
- __pyx_t_4 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_10_deltadump_INT16));
- __pyx_t_5 = __pyx_t_4;
- } else {
- __pyx_t_5 = __pyx_t_3;
- }
- if (__pyx_t_5) {
- __pyx_t_3 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_10_deltadump_INT32));
- __pyx_t_4 = __pyx_t_3;
- } else {
- __pyx_t_4 = __pyx_t_5;
- }
- if (__pyx_t_4) {
- __pyx_t_5 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_10_deltadump_INT64));
- __pyx_t_3 = __pyx_t_5;
- } else {
- __pyx_t_3 = __pyx_t_4;
- }
- __pyx_t_4 = __pyx_t_3;
- __pyx_t_3 = __pyx_t_4;
- } else {
- __pyx_t_3 = __pyx_t_1;
- }
- if (__pyx_t_3) {
-
- /* "s3ql/_deltadump.pyx":402
- *
- * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
- * len_ = 0 # <<<<<<<<<<<<<<
- * int8 += < uint8_t > uint64
- * elif uint64 < UINT8_MAX:
- */
- __pyx_v_len_ = 0;
-
- /* "s3ql/_deltadump.pyx":403
- * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
- * len_ = 0
- * int8 += < uint8_t > uint64 # <<<<<<<<<<<<<<
- * elif uint64 < UINT8_MAX:
- * len_ = 1
- */
- __pyx_v_int8 = (__pyx_v_int8 + ((uint8_t)__pyx_v_uint64));
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":404
- * len_ = 0
- * int8 += < uint8_t > uint64
- * elif uint64 < UINT8_MAX: # <<<<<<<<<<<<<<
- * len_ = 1
- * int8 += INT8
- */
- __pyx_t_3 = (__pyx_v_uint64 < UINT8_MAX);
- if (__pyx_t_3) {
-
- /* "s3ql/_deltadump.pyx":405
- * int8 += < uint8_t > uint64
- * elif uint64 < UINT8_MAX:
- * len_ = 1 # <<<<<<<<<<<<<<
- * int8 += INT8
- * elif uint64 < UINT16_MAX:
- */
- __pyx_v_len_ = 1;
-
- /* "s3ql/_deltadump.pyx":406
- * elif uint64 < UINT8_MAX:
- * len_ = 1
- * int8 += INT8 # <<<<<<<<<<<<<<
- * elif uint64 < UINT16_MAX:
- * len_ = 2
- */
- __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_10_deltadump_INT8);
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":407
- * len_ = 1
- * int8 += INT8
- * elif uint64 < UINT16_MAX: # <<<<<<<<<<<<<<
- * len_ = 2
- * int8 += INT16
- */
- __pyx_t_3 = (__pyx_v_uint64 < UINT16_MAX);
- if (__pyx_t_3) {
-
- /* "s3ql/_deltadump.pyx":408
- * int8 += INT8
- * elif uint64 < UINT16_MAX:
- * len_ = 2 # <<<<<<<<<<<<<<
- * int8 += INT16
- * elif uint64 < UINT32_MAX:
- */
- __pyx_v_len_ = 2;
-
- /* "s3ql/_deltadump.pyx":409
- * elif uint64 < UINT16_MAX:
- * len_ = 2
- * int8 += INT16 # <<<<<<<<<<<<<<
- * elif uint64 < UINT32_MAX:
- * len_ = 4
- */
- __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_10_deltadump_INT16);
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":410
- * len_ = 2
- * int8 += INT16
- * elif uint64 < UINT32_MAX: # <<<<<<<<<<<<<<
- * len_ = 4
- * int8 += INT32
- */
- __pyx_t_3 = (__pyx_v_uint64 < UINT32_MAX);
- if (__pyx_t_3) {
-
- /* "s3ql/_deltadump.pyx":411
- * int8 += INT16
- * elif uint64 < UINT32_MAX:
- * len_ = 4 # <<<<<<<<<<<<<<
- * int8 += INT32
- * else:
- */
- __pyx_v_len_ = 4;
-
- /* "s3ql/_deltadump.pyx":412
- * elif uint64 < UINT32_MAX:
- * len_ = 4
- * int8 += INT32 # <<<<<<<<<<<<<<
- * else:
- * len_ = 8
- */
- __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_10_deltadump_INT32);
- goto __pyx_L4;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":414
- * int8 += INT32
- * else:
- * len_ = 8 # <<<<<<<<<<<<<<
- * int8 += INT64
- *
- */
- __pyx_v_len_ = 8;
-
- /* "s3ql/_deltadump.pyx":415
- * else:
- * len_ = 8
- * int8 += INT64 # <<<<<<<<<<<<<<
- *
- * fwrite(& int8, 1, fp)
- */
- __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_10_deltadump_INT64);
- }
- __pyx_L4:;
-
- /* "s3ql/_deltadump.pyx":417
- * int8 += INT64
- *
- * fwrite(& int8, 1, fp) # <<<<<<<<<<<<<<
- * if len_ != 0:
- * uint64 = htole64(uint64)
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_fwrite((&__pyx_v_int8), 1, __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":418
- *
- * fwrite(& int8, 1, fp)
- * if len_ != 0: # <<<<<<<<<<<<<<
- * uint64 = htole64(uint64)
- * fwrite(& uint64, len_, fp)
- */
- __pyx_t_3 = (__pyx_v_len_ != 0);
- if (__pyx_t_3) {
-
- /* "s3ql/_deltadump.pyx":419
- * fwrite(& int8, 1, fp)
- * if len_ != 0:
- * uint64 = htole64(uint64) # <<<<<<<<<<<<<<
- * fwrite(& uint64, len_, fp)
- *
- */
- __pyx_v_uint64 = htole64(__pyx_v_uint64);
-
- /* "s3ql/_deltadump.pyx":420
- * if len_ != 0:
- * uint64 = htole64(uint64)
- * fwrite(& uint64, len_, fp) # <<<<<<<<<<<<<<
- *
- * cdef inline int read_integer(int64_t * out, FILE * fp) except -1:
- */
- __pyx_t_6 = __pyx_f_4s3ql_10_deltadump_fwrite((&__pyx_v_uint64), __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 420; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- goto __pyx_L5;
- }
- __pyx_L5:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_AddTraceback("s3ql._deltadump.write_integer", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-/* "s3ql/_deltadump.pyx":422
- * fwrite(& uint64, len_, fp)
- *
- * cdef inline int read_integer(int64_t * out, FILE * fp) except -1: # <<<<<<<<<<<<<<
- * '''Read integer written using `write_integer` from *fp*'''
- *
- */
-
-static CYTHON_INLINE int __pyx_f_4s3ql_10_deltadump_read_integer(int64_t *__pyx_v_out, FILE *__pyx_v_fp) {
- uint8_t __pyx_v_int8;
- size_t __pyx_v_len_;
- uint64_t __pyx_v_uint64;
- char __pyx_v_negative;
- int __pyx_r;
- __Pyx_RefNannyDeclarations
- int __pyx_t_1;
- int __pyx_t_2;
- int __pyx_lineno = 0;
- const char *__pyx_filename = NULL;
- int __pyx_clineno = 0;
- __Pyx_RefNannySetupContext("read_integer", 0);
-
- /* "s3ql/_deltadump.pyx":430
- * cdef char negative
- *
- * fread(& int8, 1, fp) # <<<<<<<<<<<<<<
- *
- * if int8 & 0x80 != 0:
- */
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_fread((&__pyx_v_int8), 1, __pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 430; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":432
- * fread(& int8, 1, fp)
- *
- * if int8 & 0x80 != 0: # <<<<<<<<<<<<<<
- * negative = 1
- * int8 = int8 & (~0x80)
- */
- __pyx_t_2 = ((__pyx_v_int8 & 0x80) != 0);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":433
- *
- * if int8 & 0x80 != 0:
- * negative = 1 # <<<<<<<<<<<<<<
- * int8 = int8 & (~0x80)
- * else:
- */
- __pyx_v_negative = 1;
-
- /* "s3ql/_deltadump.pyx":434
- * if int8 & 0x80 != 0:
- * negative = 1
- * int8 = int8 & (~0x80) # <<<<<<<<<<<<<<
- * else:
- * negative = 0
- */
- __pyx_v_int8 = (__pyx_v_int8 & (~0x80));
- goto __pyx_L3;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":436
- * int8 = int8 & (~0x80)
- * else:
- * negative = 0 # <<<<<<<<<<<<<<
- *
- * if int8 == INT8:
- */
- __pyx_v_negative = 0;
- }
- __pyx_L3:;
-
- /* "s3ql/_deltadump.pyx":438
- * negative = 0
- *
- * if int8 == INT8: # <<<<<<<<<<<<<<
- * len_ = 1
- * elif int8 == INT16:
- */
- __pyx_t_2 = (__pyx_v_int8 == __pyx_v_4s3ql_10_deltadump_INT8);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":439
- *
- * if int8 == INT8:
- * len_ = 1 # <<<<<<<<<<<<<<
- * elif int8 == INT16:
- * len_ = 2
- */
- __pyx_v_len_ = 1;
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":440
- * if int8 == INT8:
- * len_ = 1
- * elif int8 == INT16: # <<<<<<<<<<<<<<
- * len_ = 2
- * elif int8 == INT32:
- */
- __pyx_t_2 = (__pyx_v_int8 == __pyx_v_4s3ql_10_deltadump_INT16);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":441
- * len_ = 1
- * elif int8 == INT16:
- * len_ = 2 # <<<<<<<<<<<<<<
- * elif int8 == INT32:
- * len_ = 4
- */
- __pyx_v_len_ = 2;
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":442
- * elif int8 == INT16:
- * len_ = 2
- * elif int8 == INT32: # <<<<<<<<<<<<<<
- * len_ = 4
- * elif int8 == INT64:
- */
- __pyx_t_2 = (__pyx_v_int8 == __pyx_v_4s3ql_10_deltadump_INT32);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":443
- * len_ = 2
- * elif int8 == INT32:
- * len_ = 4 # <<<<<<<<<<<<<<
- * elif int8 == INT64:
- * len_ = 8
- */
- __pyx_v_len_ = 4;
- goto __pyx_L4;
- }
-
- /* "s3ql/_deltadump.pyx":444
- * elif int8 == INT32:
- * len_ = 4
- * elif int8 == INT64: # <<<<<<<<<<<<<<
- * len_ = 8
- * else:
- */
- __pyx_t_2 = (__pyx_v_int8 == __pyx_v_4s3ql_10_deltadump_INT64);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":445
- * len_ = 4
- * elif int8 == INT64:
- * len_ = 8 # <<<<<<<<<<<<<<
- * else:
- * len_ = 0
- */
- __pyx_v_len_ = 8;
- goto __pyx_L4;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":447
- * len_ = 8
- * else:
- * len_ = 0 # <<<<<<<<<<<<<<
- * uint64 = int8
- *
- */
- __pyx_v_len_ = 0;
-
- /* "s3ql/_deltadump.pyx":448
- * else:
- * len_ = 0
- * uint64 = int8 # <<<<<<<<<<<<<<
- *
- * if len_ != 0:
- */
- __pyx_v_uint64 = __pyx_v_int8;
- }
- __pyx_L4:;
-
- /* "s3ql/_deltadump.pyx":450
- * uint64 = int8
- *
- * if len_ != 0: # <<<<<<<<<<<<<<
- * uint64 = 0
- * fread(& uint64, len_, fp)
- */
- __pyx_t_2 = (__pyx_v_len_ != 0);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":451
- *
- * if len_ != 0:
- * uint64 = 0 # <<<<<<<<<<<<<<
- * fread(& uint64, len_, fp)
- * uint64 = le64toh(uint64)
- */
- __pyx_v_uint64 = 0;
-
- /* "s3ql/_deltadump.pyx":452
- * if len_ != 0:
- * uint64 = 0
- * fread(& uint64, len_, fp) # <<<<<<<<<<<<<<
- * uint64 = le64toh(uint64)
- *
- */
- __pyx_t_1 = __pyx_f_4s3ql_10_deltadump_fread((&__pyx_v_uint64), __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":453
- * uint64 = 0
- * fread(& uint64, len_, fp)
- * uint64 = le64toh(uint64) # <<<<<<<<<<<<<<
- *
- * if negative == 1:
- */
- __pyx_v_uint64 = le64toh(__pyx_v_uint64);
- goto __pyx_L5;
- }
- __pyx_L5:;
-
- /* "s3ql/_deltadump.pyx":455
- * uint64 = le64toh(uint64)
- *
- * if negative == 1: # <<<<<<<<<<<<<<
- * out[0] = - < int64_t > uint64
- * else:
- */
- __pyx_t_2 = (__pyx_v_negative == 1);
- if (__pyx_t_2) {
-
- /* "s3ql/_deltadump.pyx":456
- *
- * if negative == 1:
- * out[0] = - < int64_t > uint64 # <<<<<<<<<<<<<<
- * else:
- * out[0] = < int64_t > uint64
- */
- (__pyx_v_out[0]) = (-((int64_t)__pyx_v_uint64));
- goto __pyx_L6;
- }
- /*else*/ {
-
- /* "s3ql/_deltadump.pyx":458
- * out[0] = - < int64_t > uint64
- * else:
- * out[0] = < int64_t > uint64 # <<<<<<<<<<<<<<
- */
- (__pyx_v_out[0]) = ((int64_t)__pyx_v_uint64);
- }
- __pyx_L6:;
-
- __pyx_r = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_AddTraceback("s3ql._deltadump.read_integer", __pyx_clineno, __pyx_lineno, __pyx_filename);
- __pyx_r = -1;
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- return __pyx_r;
-}
-
-static PyObject *__pyx_tp_new_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
- PyObject *o = (*t->tp_alloc)(t, 0);
- if (!o) return 0;
- return o;
-}
-
-static void __pyx_tp_dealloc_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load(PyObject *o) {
- (*Py_TYPE(o)->tp_free)(o);
-}
-
-static PyMethodDef __pyx_methods_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load[] = {
- {0, 0, 0, 0}
-};
-
-static PyNumberMethods __pyx_tp_as_number___pyx_scope_struct___dump_or_load = {
- 0, /*nb_add*/
- 0, /*nb_subtract*/
- 0, /*nb_multiply*/
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_divide*/
- #endif
- 0, /*nb_remainder*/
- 0, /*nb_divmod*/
- 0, /*nb_power*/
- 0, /*nb_negative*/
- 0, /*nb_positive*/
- 0, /*nb_absolute*/
- 0, /*nb_nonzero*/
- 0, /*nb_invert*/
- 0, /*nb_lshift*/
- 0, /*nb_rshift*/
- 0, /*nb_and*/
- 0, /*nb_xor*/
- 0, /*nb_or*/
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_coerce*/
- #endif
- 0, /*nb_int*/
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_long*/
- #else
- 0, /*reserved*/
- #endif
- 0, /*nb_float*/
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_oct*/
- #endif
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_hex*/
- #endif
- 0, /*nb_inplace_add*/
- 0, /*nb_inplace_subtract*/
- 0, /*nb_inplace_multiply*/
- #if PY_MAJOR_VERSION < 3
- 0, /*nb_inplace_divide*/
- #endif
- 0, /*nb_inplace_remainder*/
- 0, /*nb_inplace_power*/
- 0, /*nb_inplace_lshift*/
- 0, /*nb_inplace_rshift*/
- 0, /*nb_inplace_and*/
- 0, /*nb_inplace_xor*/
- 0, /*nb_inplace_or*/
- 0, /*nb_floor_divide*/
- 0, /*nb_true_divide*/
- 0, /*nb_inplace_floor_divide*/
- 0, /*nb_inplace_true_divide*/
- #if PY_VERSION_HEX >= 0x02050000
- 0, /*nb_index*/
- #endif
-};
-
-static PySequenceMethods __pyx_tp_as_sequence___pyx_scope_struct___dump_or_load = {
- 0, /*sq_length*/
- 0, /*sq_concat*/
- 0, /*sq_repeat*/
- 0, /*sq_item*/
- 0, /*sq_slice*/
- 0, /*sq_ass_item*/
- 0, /*sq_ass_slice*/
- 0, /*sq_contains*/
- 0, /*sq_inplace_concat*/
- 0, /*sq_inplace_repeat*/
-};
-
-static PyMappingMethods __pyx_tp_as_mapping___pyx_scope_struct___dump_or_load = {
- 0, /*mp_length*/
- 0, /*mp_subscript*/
- 0, /*mp_ass_subscript*/
-};
-
-static PyBufferProcs __pyx_tp_as_buffer___pyx_scope_struct___dump_or_load = {
- #if PY_MAJOR_VERSION < 3
- 0, /*bf_getreadbuffer*/
- #endif
- #if PY_MAJOR_VERSION < 3
- 0, /*bf_getwritebuffer*/
- #endif
- #if PY_MAJOR_VERSION < 3
- 0, /*bf_getsegcount*/
- #endif
- #if PY_MAJOR_VERSION < 3
- 0, /*bf_getcharbuffer*/
- #endif
- #if PY_VERSION_HEX >= 0x02060000
- 0, /*bf_getbuffer*/
- #endif
- #if PY_VERSION_HEX >= 0x02060000
- 0, /*bf_releasebuffer*/
- #endif
-};
-
-static PyTypeObject __pyx_type_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load = {
- PyVarObject_HEAD_INIT(0, 0)
- __Pyx_NAMESTR("s3ql._deltadump.__pyx_scope_struct___dump_or_load"), /*tp_name*/
- sizeof(struct __pyx_obj_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load), /*tp_basicsize*/
- 0, /*tp_itemsize*/
- __pyx_tp_dealloc_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load, /*tp_dealloc*/
- 0, /*tp_print*/
- 0, /*tp_getattr*/
- 0, /*tp_setattr*/
- #if PY_MAJOR_VERSION < 3
- 0, /*tp_compare*/
- #else
- 0, /*reserved*/
- #endif
- 0, /*tp_repr*/
- &__pyx_tp_as_number___pyx_scope_struct___dump_or_load, /*tp_as_number*/
- &__pyx_tp_as_sequence___pyx_scope_struct___dump_or_load, /*tp_as_sequence*/
- &__pyx_tp_as_mapping___pyx_scope_struct___dump_or_load, /*tp_as_mapping*/
- 0, /*tp_hash*/
- 0, /*tp_call*/
- 0, /*tp_str*/
- 0, /*tp_getattro*/
- 0, /*tp_setattro*/
- &__pyx_tp_as_buffer___pyx_scope_struct___dump_or_load, /*tp_as_buffer*/
- Py_TPFLAGS_DEFAULT|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER, /*tp_flags*/
- 0, /*tp_doc*/
- 0, /*tp_traverse*/
- 0, /*tp_clear*/
- 0, /*tp_richcompare*/
- 0, /*tp_weaklistoffset*/
- 0, /*tp_iter*/
- 0, /*tp_iternext*/
- __pyx_methods_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load, /*tp_methods*/
- 0, /*tp_members*/
- 0, /*tp_getset*/
- 0, /*tp_base*/
- 0, /*tp_dict*/
- 0, /*tp_descr_get*/
- 0, /*tp_descr_set*/
- 0, /*tp_dictoffset*/
- 0, /*tp_init*/
- 0, /*tp_alloc*/
- __pyx_tp_new_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load, /*tp_new*/
- 0, /*tp_free*/
- 0, /*tp_is_gc*/
- 0, /*tp_bases*/
- 0, /*tp_mro*/
- 0, /*tp_cache*/
- 0, /*tp_subclasses*/
- 0, /*tp_weaklist*/
- 0, /*tp_del*/
- #if PY_VERSION_HEX >= 0x02060000
- 0, /*tp_version_tag*/
- #endif
-};
-
-static PyMethodDef __pyx_methods[] = {
- {0, 0, 0, 0}
-};
-
-#if PY_MAJOR_VERSION >= 3
-static struct PyModuleDef __pyx_moduledef = {
- PyModuleDef_HEAD_INIT,
- __Pyx_NAMESTR("_deltadump"),
- __Pyx_DOCSTR(__pyx_k_16), /* m_doc */
- -1, /* m_size */
- __pyx_methods /* m_methods */,
- NULL, /* m_reload */
- NULL, /* m_traverse */
- NULL, /* m_clear */
- NULL /* m_free */
-};
-#endif
-
-static __Pyx_StringTabEntry __pyx_string_tab[] = {
- {&__pyx_n_s_1, __pyx_k_1, sizeof(__pyx_k_1), 0, 0, 1, 1},
- {&__pyx_kp_s_11, __pyx_k_11, sizeof(__pyx_k_11), 0, 0, 1, 0},
- {&__pyx_kp_s_13, __pyx_k_13, sizeof(__pyx_k_13), 0, 0, 1, 0},
- {&__pyx_kp_s_14, __pyx_k_14, sizeof(__pyx_k_14), 0, 0, 1, 0},
- {&__pyx_kp_s_15, __pyx_k_15, sizeof(__pyx_k_15), 0, 0, 1, 0},
- {&__pyx_kp_s_2, __pyx_k_2, sizeof(__pyx_k_2), 0, 0, 1, 0},
- {&__pyx_kp_s_20, __pyx_k_20, sizeof(__pyx_k_20), 0, 0, 1, 0},
- {&__pyx_kp_s_3, __pyx_k_3, sizeof(__pyx_k_3), 0, 0, 1, 0},
- {&__pyx_kp_s_4, __pyx_k_4, sizeof(__pyx_k_4), 0, 0, 1, 0},
- {&__pyx_kp_s_5, __pyx_k_5, sizeof(__pyx_k_5), 0, 0, 1, 0},
- {&__pyx_kp_s_6, __pyx_k_6, sizeof(__pyx_k_6), 0, 0, 1, 0},
- {&__pyx_kp_s_7, __pyx_k_7, sizeof(__pyx_k_7), 0, 0, 1, 0},
- {&__pyx_kp_s_8, __pyx_k_8, sizeof(__pyx_k_8), 0, 0, 1, 0},
- {&__pyx_kp_s_9, __pyx_k_9, sizeof(__pyx_k_9), 0, 0, 1, 0},
- {&__pyx_n_s__BLOB, __pyx_k__BLOB, sizeof(__pyx_k__BLOB), 0, 0, 1, 1},
- {&__pyx_n_s__CleanupManager, __pyx_k__CleanupManager, sizeof(__pyx_k__CleanupManager), 0, 0, 1, 1},
- {&__pyx_n_s__INTEGER, __pyx_k__INTEGER, sizeof(__pyx_k__INTEGER), 0, 0, 1, 1},
- {&__pyx_n_s__IOError, __pyx_k__IOError, sizeof(__pyx_k__IOError), 0, 0, 1, 1},
- {&__pyx_n_s__MAX_BLOB_SIZE, __pyx_k__MAX_BLOB_SIZE, sizeof(__pyx_k__MAX_BLOB_SIZE), 0, 0, 1, 1},
- {&__pyx_n_s__OSError, __pyx_k__OSError, sizeof(__pyx_k__OSError), 0, 0, 1, 1},
- {&__pyx_n_s__RuntimeError, __pyx_k__RuntimeError, sizeof(__pyx_k__RuntimeError), 0, 0, 1, 1},
- {&__pyx_n_s__TIME, __pyx_k__TIME, sizeof(__pyx_k__TIME), 0, 0, 1, 1},
- {&__pyx_n_s__ValueError, __pyx_k__ValueError, sizeof(__pyx_k__ValueError), 0, 0, 1, 1},
- {&__pyx_n_s____enter__, __pyx_k____enter__, sizeof(__pyx_k____enter__), 0, 0, 1, 1},
- {&__pyx_n_s____exit__, __pyx_k____exit__, sizeof(__pyx_k____exit__), 0, 0, 1, 1},
- {&__pyx_n_s____main__, __pyx_k____main__, sizeof(__pyx_k____main__), 0, 0, 1, 1},
- {&__pyx_n_s____test__, __pyx_k____test__, sizeof(__pyx_k____test__), 0, 0, 1, 1},
- {&__pyx_n_s___dump_or_load, __pyx_k___dump_or_load, sizeof(__pyx_k___dump_or_load), 0, 0, 1, 1},
- {&__pyx_n_s__apsw, __pyx_k__apsw, sizeof(__pyx_k__apsw), 0, 0, 1, 1},
- {&__pyx_n_s__buf, __pyx_k__buf, sizeof(__pyx_k__buf), 0, 0, 1, 1},
- {&__pyx_n_s__cleanup, __pyx_k__cleanup, sizeof(__pyx_k__cleanup), 0, 0, 1, 1},
- {&__pyx_n_s__cleanup_manager, __pyx_k__cleanup_manager, sizeof(__pyx_k__cleanup_manager), 0, 0, 1, 1},
- {&__pyx_n_s__col_args, __pyx_k__col_args, sizeof(__pyx_k__col_args), 0, 0, 1, 1},
- {&__pyx_n_s__col_count, __pyx_k__col_count, sizeof(__pyx_k__col_count), 0, 0, 1, 1},
- {&__pyx_n_s__col_names, __pyx_k__col_names, sizeof(__pyx_k__col_names), 0, 0, 1, 1},
- {&__pyx_n_s__col_types, __pyx_k__col_types, sizeof(__pyx_k__col_types), 0, 0, 1, 1},
- {&__pyx_n_s__columns, __pyx_k__columns, sizeof(__pyx_k__columns), 0, 0, 1, 1},
- {&__pyx_n_s__conn, __pyx_k__conn, sizeof(__pyx_k__conn), 0, 0, 1, 1},
- {&__pyx_n_s__db, __pyx_k__db, sizeof(__pyx_k__db), 0, 0, 1, 1},
- {&__pyx_n_s__debug, __pyx_k__debug, sizeof(__pyx_k__debug), 0, 0, 1, 1},
- {&__pyx_n_s__deltadump, __pyx_k__deltadump, sizeof(__pyx_k__deltadump), 0, 0, 1, 1},
- {&__pyx_n_s__dump_table, __pyx_k__dump_table, sizeof(__pyx_k__dump_table), 0, 0, 1, 1},
- {&__pyx_n_s__exceptionfor, __pyx_k__exceptionfor, sizeof(__pyx_k__exceptionfor), 0, 0, 1, 1},
- {&__pyx_n_s__fd, __pyx_k__fd, sizeof(__pyx_k__fd), 0, 0, 1, 1},
- {&__pyx_n_s__fh, __pyx_k__fh, sizeof(__pyx_k__fh), 0, 0, 1, 1},
- {&__pyx_n_s__fileno, __pyx_k__fileno, sizeof(__pyx_k__fileno), 0, 0, 1, 1},
- {&__pyx_n_s__fp, __pyx_k__fp, sizeof(__pyx_k__fp), 0, 0, 1, 1},
- {&__pyx_n_s__getLogger, __pyx_k__getLogger, sizeof(__pyx_k__getLogger), 0, 0, 1, 1},
- {&__pyx_n_s__get_val, __pyx_k__get_val, sizeof(__pyx_k__get_val), 0, 0, 1, 1},
- {&__pyx_n_s__i, __pyx_k__i, sizeof(__pyx_k__i), 0, 0, 1, 1},
- {&__pyx_n_s__int64_prev, __pyx_k__int64_prev, sizeof(__pyx_k__int64_prev), 0, 0, 1, 1},
- {&__pyx_n_s__join, __pyx_k__join, sizeof(__pyx_k__join), 0, 0, 1, 1},
- {&__pyx_n_s__load_table, __pyx_k__load_table, sizeof(__pyx_k__load_table), 0, 0, 1, 1},
- {&__pyx_n_s__log, __pyx_k__log, sizeof(__pyx_k__log), 0, 0, 1, 1},
- {&__pyx_n_s__logging, __pyx_k__logging, sizeof(__pyx_k__logging), 0, 0, 1, 1},
- {&__pyx_n_s__order, __pyx_k__order, sizeof(__pyx_k__order), 0, 0, 1, 1},
- {&__pyx_n_s__os, __pyx_k__os, sizeof(__pyx_k__os), 0, 0, 1, 1},
- {&__pyx_n_s__query, __pyx_k__query, sizeof(__pyx_k__query), 0, 0, 1, 1},
- {&__pyx_n_s__range, __pyx_k__range, sizeof(__pyx_k__range), 0, 0, 1, 1},
- {&__pyx_n_s__rc, __pyx_k__rc, sizeof(__pyx_k__rc), 0, 0, 1, 1},
- {&__pyx_n_s__register, __pyx_k__register, sizeof(__pyx_k__register), 0, 0, 1, 1},
- {&__pyx_n_s__row_count, __pyx_k__row_count, sizeof(__pyx_k__row_count), 0, 0, 1, 1},
- {&__pyx_n_s__sqlite3_db, __pyx_k__sqlite3_db, sizeof(__pyx_k__sqlite3_db), 0, 0, 1, 1},
- {&__pyx_n_s__sqlite3pointer, __pyx_k__sqlite3pointer, sizeof(__pyx_k__sqlite3pointer), 0, 0, 1, 1},
- {&__pyx_n_s__stmt, __pyx_k__stmt, sizeof(__pyx_k__stmt), 0, 0, 1, 1},
- {&__pyx_n_s__table, __pyx_k__table, sizeof(__pyx_k__table), 0, 0, 1, 1},
- {&__pyx_n_s__x, __pyx_k__x, sizeof(__pyx_k__x), 0, 0, 1, 1},
- {0, 0, 0, 0, 0, 0, 0}
-};
-static int __Pyx_InitCachedBuiltins(void) {
- __pyx_builtin_IOError = __Pyx_GetName(__pyx_b, __pyx_n_s__IOError); if (!__pyx_builtin_IOError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 102; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_builtin_OSError = __Pyx_GetName(__pyx_b, __pyx_n_s__OSError); if (!__pyx_builtin_OSError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 131; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_builtin_range = __Pyx_GetName(__pyx_b, __pyx_n_s__range); if (!__pyx_builtin_range) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_builtin_ValueError = __Pyx_GetName(__pyx_b, __pyx_n_s__ValueError); if (!__pyx_builtin_ValueError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 245; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_builtin_RuntimeError = __Pyx_GetName(__pyx_b, __pyx_n_s__RuntimeError); if (!__pyx_builtin_RuntimeError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- return 0;
- __pyx_L1_error:;
- return -1;
-}
-
-static int __Pyx_InitCachedConstants(void) {
- __Pyx_RefNannyDeclarations
- __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
-
- /* "s3ql/_deltadump.pyx":223
- * sqlite3_db = < sqlite3 *> PyLong_AsVoidPtr(db.conn.sqlite3pointer())
- *
- * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
- * fd = dup(fh.fileno())
- * if fd == -1:
- */
- __pyx_k_tuple_10 = PyTuple_New(3); if (unlikely(!__pyx_k_tuple_10)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 223; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_10);
- __Pyx_INCREF(Py_None);
- PyTuple_SET_ITEM(__pyx_k_tuple_10, 0, Py_None);
- __Pyx_GIVEREF(Py_None);
- __Pyx_INCREF(Py_None);
- PyTuple_SET_ITEM(__pyx_k_tuple_10, 1, Py_None);
- __Pyx_GIVEREF(Py_None);
- __Pyx_INCREF(Py_None);
- PyTuple_SET_ITEM(__pyx_k_tuple_10, 2, Py_None);
- __Pyx_GIVEREF(Py_None);
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_10));
-
- /* "s3ql/_deltadump.pyx":304
- * for i in range(col_count):
- * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
- * raise ValueError("Can't dump NULL values") # <<<<<<<<<<<<<<
- *
- * if col_types[i] == _INTEGER:
- */
- __pyx_k_tuple_12 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_12);
- __Pyx_INCREF(((PyObject *)__pyx_kp_s_11));
- PyTuple_SET_ITEM(__pyx_k_tuple_12, 0, ((PyObject *)__pyx_kp_s_11));
- __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_11));
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_12));
-
- /* "s3ql/_deltadump.pyx":73
- * import logging
- *
- * log = logging.getLogger('deltadump') # <<<<<<<<<<<<<<
- *
- * # Column types
- */
- __pyx_k_tuple_17 = PyTuple_New(1); if (unlikely(!__pyx_k_tuple_17)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_17);
- __Pyx_INCREF(((PyObject *)__pyx_n_s__deltadump));
- PyTuple_SET_ITEM(__pyx_k_tuple_17, 0, ((PyObject *)__pyx_n_s__deltadump));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__deltadump));
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_17));
-
- /* "s3ql/_deltadump.pyx":159
- * return ptr
- *
- * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump *columns* of *table* into *fh*
- *
- */
- __pyx_k_tuple_18 = PyTuple_New(5); if (unlikely(!__pyx_k_tuple_18)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_18);
- __Pyx_INCREF(((PyObject *)__pyx_n_s__table));
- PyTuple_SET_ITEM(__pyx_k_tuple_18, 0, ((PyObject *)__pyx_n_s__table));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__table));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__order));
- PyTuple_SET_ITEM(__pyx_k_tuple_18, 1, ((PyObject *)__pyx_n_s__order));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__order));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__columns));
- PyTuple_SET_ITEM(__pyx_k_tuple_18, 2, ((PyObject *)__pyx_n_s__columns));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__columns));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__db));
- PyTuple_SET_ITEM(__pyx_k_tuple_18, 3, ((PyObject *)__pyx_n_s__db));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__db));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__fh));
- PyTuple_SET_ITEM(__pyx_k_tuple_18, 4, ((PyObject *)__pyx_n_s__fh));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__fh));
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_18));
- __pyx_k_codeobj_19 = (PyObject*)__Pyx_PyCode_New(5, 0, 5, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_18, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_20, __pyx_n_s__dump_table, 159, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_19)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":181
- * return _dump_or_load(table, order, columns, db, fh)
- *
- * def load_table(table, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Load *columns* of *table* from *fh*
- *
- */
- __pyx_k_tuple_21 = PyTuple_New(4); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_21);
- __Pyx_INCREF(((PyObject *)__pyx_n_s__table));
- PyTuple_SET_ITEM(__pyx_k_tuple_21, 0, ((PyObject *)__pyx_n_s__table));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__table));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__columns));
- PyTuple_SET_ITEM(__pyx_k_tuple_21, 1, ((PyObject *)__pyx_n_s__columns));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__columns));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__db));
- PyTuple_SET_ITEM(__pyx_k_tuple_21, 2, ((PyObject *)__pyx_n_s__db));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__db));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__fh));
- PyTuple_SET_ITEM(__pyx_k_tuple_21, 3, ((PyObject *)__pyx_n_s__fh));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__fh));
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_21));
- __pyx_k_codeobj_22 = (PyObject*)__Pyx_PyCode_New(4, 0, 4, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_21, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_20, __pyx_n_s__load_table, 181, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_22)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":190
- *
- *
- * def _dump_or_load(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump or load *columns* of *table*
- *
- */
- __pyx_k_tuple_23 = PyTuple_New(21); if (unlikely(!__pyx_k_tuple_23)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_k_tuple_23);
- __Pyx_INCREF(((PyObject *)__pyx_n_s__table));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 0, ((PyObject *)__pyx_n_s__table));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__table));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__order));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 1, ((PyObject *)__pyx_n_s__order));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__order));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__columns));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 2, ((PyObject *)__pyx_n_s__columns));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__columns));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__db));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 3, ((PyObject *)__pyx_n_s__db));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__db));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__fh));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 4, ((PyObject *)__pyx_n_s__fh));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__fh));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__sqlite3_db));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 5, ((PyObject *)__pyx_n_s__sqlite3_db));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__sqlite3_db));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__stmt));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 6, ((PyObject *)__pyx_n_s__stmt));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__stmt));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__col_types));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 7, ((PyObject *)__pyx_n_s__col_types));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__col_types));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__col_args));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 8, ((PyObject *)__pyx_n_s__col_args));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__col_args));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__col_count));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 9, ((PyObject *)__pyx_n_s__col_count));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__col_count));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__rc));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 10, ((PyObject *)__pyx_n_s__rc));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__rc));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__fd));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 11, ((PyObject *)__pyx_n_s__fd));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__fd));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__int64_prev));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 12, ((PyObject *)__pyx_n_s__int64_prev));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__int64_prev));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__fp));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 13, ((PyObject *)__pyx_n_s__fp));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__fp));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__buf));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 14, ((PyObject *)__pyx_n_s__buf));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__buf));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__row_count));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 15, ((PyObject *)__pyx_n_s__row_count));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__row_count));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__cleanup));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 16, ((PyObject *)__pyx_n_s__cleanup));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__cleanup));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__i));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 17, ((PyObject *)__pyx_n_s__i));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__i));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__col_names));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 18, ((PyObject *)__pyx_n_s__col_names));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__col_names));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__query));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 19, ((PyObject *)__pyx_n_s__query));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__query));
- __Pyx_INCREF(((PyObject *)__pyx_n_s__x));
- PyTuple_SET_ITEM(__pyx_k_tuple_23, 20, ((PyObject *)__pyx_n_s__x));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__x));
- __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_23));
- __pyx_k_codeobj_24 = (PyObject*)__Pyx_PyCode_New(5, 0, 21, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_23, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_20, __pyx_n_s___dump_or_load, 190, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_24)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_RefNannyFinishContext();
- return 0;
- __pyx_L1_error:;
- __Pyx_RefNannyFinishContext();
- return -1;
-}
-
-static int __Pyx_InitGlobals(void) {
- if (__Pyx_InitStrings(__pyx_string_tab) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
- __pyx_int_4096 = PyInt_FromLong(4096); if (unlikely(!__pyx_int_4096)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
- return 0;
- __pyx_L1_error:;
- return -1;
-}
-
-#if PY_MAJOR_VERSION < 3
-PyMODINIT_FUNC init_deltadump(void); /*proto*/
-PyMODINIT_FUNC init_deltadump(void)
-#else
-PyMODINIT_FUNC PyInit__deltadump(void); /*proto*/
-PyMODINIT_FUNC PyInit__deltadump(void)
-#endif
-{
- PyObject *__pyx_t_1 = NULL;
- PyObject *__pyx_t_2 = NULL;
- __Pyx_RefNannyDeclarations
- #if CYTHON_REFNANNY
- __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
- if (!__Pyx_RefNanny) {
- PyErr_Clear();
- __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
- if (!__Pyx_RefNanny)
- Py_FatalError("failed to import 'refnanny' module");
- }
- #endif
- __Pyx_RefNannySetupContext("PyMODINIT_FUNC PyInit__deltadump(void)", 0);
- if ( __Pyx_check_binary_version() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #ifdef __Pyx_CyFunction_USED
- if (__Pyx_CyFunction_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #endif
- #ifdef __Pyx_FusedFunction_USED
- if (__pyx_FusedFunction_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #endif
- #ifdef __Pyx_Generator_USED
- if (__pyx_Generator_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #endif
- /*--- Library function declarations ---*/
- /*--- Threads initialization code ---*/
- #if defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS
- #ifdef WITH_THREAD /* Python build with threading support? */
- PyEval_InitThreads();
- #endif
- #endif
- /*--- Module creation code ---*/
- #if PY_MAJOR_VERSION < 3
- __pyx_m = Py_InitModule4(__Pyx_NAMESTR("_deltadump"), __pyx_methods, __Pyx_DOCSTR(__pyx_k_16), 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);
- #else
- __pyx_m = PyModule_Create(&__pyx_moduledef);
- #endif
- if (unlikely(!__pyx_m)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #if PY_MAJOR_VERSION >= 3
- {
- PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- if (!PyDict_GetItemString(modules, "s3ql._deltadump")) {
- if (unlikely(PyDict_SetItemString(modules, "s3ql._deltadump", __pyx_m) < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- }
- }
- #endif
- __pyx_b = PyImport_AddModule(__Pyx_NAMESTR(__Pyx_BUILTIN_MODULE_NAME)); if (unlikely(!__pyx_b)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- #if CYTHON_COMPILING_IN_PYPY
- Py_INCREF(__pyx_b);
- #endif
- if (__Pyx_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
- /*--- Initialize various global constants etc. ---*/
- if (unlikely(__Pyx_InitGlobals() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- if (__pyx_module_is_main_s3ql___deltadump) {
- if (__Pyx_SetAttrString(__pyx_m, "__name__", __pyx_n_s____main__) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
- }
- /*--- Builtin init code ---*/
- if (unlikely(__Pyx_InitCachedBuiltins() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- /*--- Constants init code ---*/
- if (unlikely(__Pyx_InitCachedConstants() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- /*--- Global init code ---*/
- /*--- Variable export code ---*/
- /*--- Function export code ---*/
- /*--- Type init code ---*/
- if (PyType_Ready(&__pyx_type_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __pyx_ptype_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load = &__pyx_type_4s3ql_10_deltadump___pyx_scope_struct___dump_or_load;
- /*--- Type import code ---*/
- /*--- Variable import code ---*/
- /*--- Function import code ---*/
- /*--- Execution code ---*/
-
- /* "s3ql/_deltadump.pyx":68
- * SQLITE_NULL
- *
- * from .cleanup_manager import CleanupManager # <<<<<<<<<<<<<<
- * import apsw
- * import os
- */
- __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_INCREF(((PyObject *)__pyx_n_s__CleanupManager));
- PyList_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_n_s__CleanupManager));
- __Pyx_GIVEREF(((PyObject *)__pyx_n_s__CleanupManager));
- __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__cleanup_manager), ((PyObject *)__pyx_t_1), 1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
- __pyx_t_1 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__CleanupManager);
- if (__pyx_t_1 == NULL) {
- if (PyErr_ExceptionMatches(PyExc_AttributeError)) __Pyx_RaiseImportError(__pyx_n_s__CleanupManager);
- if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- }
- __Pyx_GOTREF(__pyx_t_1);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__CleanupManager, __pyx_t_1) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 68; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":69
- *
- * from .cleanup_manager import CleanupManager
- * import apsw # <<<<<<<<<<<<<<
- * import os
- * import logging
- */
- __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__apsw), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__apsw, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 69; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":70
- * from .cleanup_manager import CleanupManager
- * import apsw
- * import os # <<<<<<<<<<<<<<
- * import logging
- *
- */
- __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__os), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__os, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 70; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":71
- * import apsw
- * import os
- * import logging # <<<<<<<<<<<<<<
- *
- * log = logging.getLogger('deltadump')
- */
- __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__logging), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 71; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__logging, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 71; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":73
- * import logging
- *
- * log = logging.getLogger('deltadump') # <<<<<<<<<<<<<<
- *
- * # Column types
- */
- __pyx_t_2 = __Pyx_GetName(__pyx_m, __pyx_n_s__logging); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __pyx_t_1 = PyObject_GetAttr(__pyx_t_2, __pyx_n_s__getLogger); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_1);
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
- __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_k_tuple_17), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__log, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 73; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":76
- *
- * # Column types
- * cdef int _INTEGER = 1 # <<<<<<<<<<<<<<
- * cdef int _BLOB = 2
- * cdef int _TIME = 3
- */
- __pyx_v_4s3ql_10_deltadump__INTEGER = 1;
-
- /* "s3ql/_deltadump.pyx":77
- * # Column types
- * cdef int _INTEGER = 1
- * cdef int _BLOB = 2 # <<<<<<<<<<<<<<
- * cdef int _TIME = 3
- *
- */
- __pyx_v_4s3ql_10_deltadump__BLOB = 2;
-
- /* "s3ql/_deltadump.pyx":78
- * cdef int _INTEGER = 1
- * cdef int _BLOB = 2
- * cdef int _TIME = 3 # <<<<<<<<<<<<<<
- *
- * # Make column types available as Python objects
- */
- __pyx_v_4s3ql_10_deltadump__TIME = 3;
-
- /* "s3ql/_deltadump.pyx":81
- *
- * # Make column types available as Python objects
- * INTEGER = _INTEGER # <<<<<<<<<<<<<<
- * BLOB = _BLOB
- * TIME = _TIME
- */
- __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_10_deltadump__INTEGER); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__INTEGER, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":82
- * # Make column types available as Python objects
- * INTEGER = _INTEGER
- * BLOB = _BLOB # <<<<<<<<<<<<<<
- * TIME = _TIME
- *
- */
- __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_10_deltadump__BLOB); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__BLOB, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 82; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":83
- * INTEGER = _INTEGER
- * BLOB = _BLOB
- * TIME = _TIME # <<<<<<<<<<<<<<
- *
- * # Integer length codes
- */
- __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_10_deltadump__TIME); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__TIME, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":86
- *
- * # Integer length codes
- * cdef uint8_t INT8 = 127 # <<<<<<<<<<<<<<
- * cdef uint8_t INT16 = 126
- * cdef uint8_t INT32 = 125
- */
- __pyx_v_4s3ql_10_deltadump_INT8 = 127;
-
- /* "s3ql/_deltadump.pyx":87
- * # Integer length codes
- * cdef uint8_t INT8 = 127
- * cdef uint8_t INT16 = 126 # <<<<<<<<<<<<<<
- * cdef uint8_t INT32 = 125
- * cdef uint8_t INT64 = 124
- */
- __pyx_v_4s3ql_10_deltadump_INT16 = 126;
-
- /* "s3ql/_deltadump.pyx":88
- * cdef uint8_t INT8 = 127
- * cdef uint8_t INT16 = 126
- * cdef uint8_t INT32 = 125 # <<<<<<<<<<<<<<
- * cdef uint8_t INT64 = 124
- *
- */
- __pyx_v_4s3ql_10_deltadump_INT32 = 125;
-
- /* "s3ql/_deltadump.pyx":89
- * cdef uint8_t INT16 = 126
- * cdef uint8_t INT32 = 125
- * cdef uint8_t INT64 = 124 # <<<<<<<<<<<<<<
- *
- * # Maximum size of BLOBs
- */
- __pyx_v_4s3ql_10_deltadump_INT64 = 124;
-
- /* "s3ql/_deltadump.pyx":92
- *
- * # Maximum size of BLOBs
- * MAX_BLOB_SIZE = 4096 # <<<<<<<<<<<<<<
- *
- * # Scale factor from time floats to integers
- */
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__MAX_BLOB_SIZE, __pyx_int_4096) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 92; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
-
- /* "s3ql/_deltadump.pyx":96
- * # Scale factor from time floats to integers
- * # 1e9 would be perfect, but introduces rounding errors
- * cdef double time_scale = 1 << 30 # <<<<<<<<<<<<<<
- *
- * cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1:
- */
- __pyx_v_4s3ql_10_deltadump_time_scale = 1073741824.0;
-
- /* "s3ql/_deltadump.pyx":159
- * return ptr
- *
- * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump *columns* of *table* into *fh*
- *
- */
- __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_1dump_table, NULL, __pyx_n_s_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__dump_table, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 159; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":181
- * return _dump_or_load(table, order, columns, db, fh)
- *
- * def load_table(table, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Load *columns* of *table* from *fh*
- *
- */
- __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_3load_table, NULL, __pyx_n_s_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s__load_table, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 181; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":190
- *
- *
- * def _dump_or_load(table, order, columns, db, fh): # <<<<<<<<<<<<<<
- * '''Dump or load *columns* of *table*
- *
- */
- __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_10_deltadump_5_dump_or_load, NULL, __pyx_n_s_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(__pyx_t_2);
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s___dump_or_load, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 190; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
-
- /* "s3ql/_deltadump.pyx":1
- * ''' # <<<<<<<<<<<<<<
- * _deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)
- *
- */
- __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_GOTREF(((PyObject *)__pyx_t_2));
- if (PyObject_SetAttr(__pyx_m, __pyx_n_s____test__, ((PyObject *)__pyx_t_2)) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
- __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
- goto __pyx_L0;
- __pyx_L1_error:;
- __Pyx_XDECREF(__pyx_t_1);
- __Pyx_XDECREF(__pyx_t_2);
- if (__pyx_m) {
- __Pyx_AddTraceback("init s3ql._deltadump", __pyx_clineno, __pyx_lineno, __pyx_filename);
- Py_DECREF(__pyx_m); __pyx_m = 0;
- } else if (!PyErr_Occurred()) {
- PyErr_SetString(PyExc_ImportError, "init s3ql._deltadump");
- }
- __pyx_L0:;
- __Pyx_RefNannyFinishContext();
- #if PY_MAJOR_VERSION < 3
- return;
- #else
- return __pyx_m;
- #endif
-}
-
-/* Runtime support code */
-#if CYTHON_REFNANNY
-static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
- PyObject *m = NULL, *p = NULL;
- void *r = NULL;
- m = PyImport_ImportModule((char *)modname);
- if (!m) goto end;
- p = PyObject_GetAttrString(m, (char *)"RefNannyAPI");
- if (!p) goto end;
- r = PyLong_AsVoidPtr(p);
-end:
- Py_XDECREF(p);
- Py_XDECREF(m);
- return (__Pyx_RefNannyAPIStruct *)r;
-}
-#endif /* CYTHON_REFNANNY */
-
-static PyObject *__Pyx_GetName(PyObject *dict, PyObject *name) {
- PyObject *result;
- result = PyObject_GetAttr(dict, name);
- if (!result) {
- if (dict != __pyx_b) {
- PyErr_Clear();
- result = PyObject_GetAttr(__pyx_b, name);
- }
- if (!result) {
- PyErr_SetObject(PyExc_NameError, name);
- }
- }
- return result;
-}
-
-static CYTHON_INLINE void __Pyx_ErrRestore(PyObject *type, PyObject *value, PyObject *tb) {
-#if CYTHON_COMPILING_IN_CPYTHON
- PyObject *tmp_type, *tmp_value, *tmp_tb;
- PyThreadState *tstate = PyThreadState_GET();
- tmp_type = tstate->curexc_type;
- tmp_value = tstate->curexc_value;
- tmp_tb = tstate->curexc_traceback;
- tstate->curexc_type = type;
- tstate->curexc_value = value;
- tstate->curexc_traceback = tb;
- Py_XDECREF(tmp_type);
- Py_XDECREF(tmp_value);
- Py_XDECREF(tmp_tb);
-#else
- PyErr_Restore(type, value, tb);
-#endif
-}
-static CYTHON_INLINE void __Pyx_ErrFetch(PyObject **type, PyObject **value, PyObject **tb) {
-#if CYTHON_COMPILING_IN_CPYTHON
- PyThreadState *tstate = PyThreadState_GET();
- *type = tstate->curexc_type;
- *value = tstate->curexc_value;
- *tb = tstate->curexc_traceback;
- tstate->curexc_type = 0;
- tstate->curexc_value = 0;
- tstate->curexc_traceback = 0;
-#else
- PyErr_Fetch(type, value, tb);
-#endif
-}
-
-#if PY_MAJOR_VERSION < 3
-static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,
- CYTHON_UNUSED PyObject *cause) {
- Py_XINCREF(type);
- if (!value || value == Py_None)
- value = NULL;
- else
- Py_INCREF(value);
- if (!tb || tb == Py_None)
- tb = NULL;
- else {
- Py_INCREF(tb);
- if (!PyTraceBack_Check(tb)) {
- PyErr_SetString(PyExc_TypeError,
- "raise: arg 3 must be a traceback or None");
- goto raise_error;
- }
- }
- #if PY_VERSION_HEX < 0x02050000
- if (PyClass_Check(type)) {
- #else
- if (PyType_Check(type)) {
- #endif
-#if CYTHON_COMPILING_IN_PYPY
- if (!value) {
- Py_INCREF(Py_None);
- value = Py_None;
- }
-#endif
- PyErr_NormalizeException(&type, &value, &tb);
- } else {
- if (value) {
- PyErr_SetString(PyExc_TypeError,
- "instance exception may not have a separate value");
- goto raise_error;
- }
- value = type;
- #if PY_VERSION_HEX < 0x02050000
- if (PyInstance_Check(type)) {
- type = (PyObject*) ((PyInstanceObject*)type)->in_class;
- Py_INCREF(type);
- }
- else {
- type = 0;
- PyErr_SetString(PyExc_TypeError,
- "raise: exception must be an old-style class or instance");
- goto raise_error;
- }
- #else
- type = (PyObject*) Py_TYPE(type);
- Py_INCREF(type);
- if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) {
- PyErr_SetString(PyExc_TypeError,
- "raise: exception class must be a subclass of BaseException");
- goto raise_error;
- }
- #endif
- }
- __Pyx_ErrRestore(type, value, tb);
- return;
-raise_error:
- Py_XDECREF(value);
- Py_XDECREF(type);
- Py_XDECREF(tb);
- return;
-}
-#else /* Python 3+ */
-static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
- PyObject* owned_instance = NULL;
- if (tb == Py_None) {
- tb = 0;
- } else if (tb && !PyTraceBack_Check(tb)) {
- PyErr_SetString(PyExc_TypeError,
- "raise: arg 3 must be a traceback or None");
- goto bad;
- }
- if (value == Py_None)
- value = 0;
- if (PyExceptionInstance_Check(type)) {
- if (value) {
- PyErr_SetString(PyExc_TypeError,
- "instance exception may not have a separate value");
- goto bad;
- }
- value = type;
- type = (PyObject*) Py_TYPE(value);
- } else if (PyExceptionClass_Check(type)) {
- PyObject *args;
- if (!value)
- args = PyTuple_New(0);
- else if (PyTuple_Check(value)) {
- Py_INCREF(value);
- args = value;
- }
- else
- args = PyTuple_Pack(1, value);
- if (!args)
- goto bad;
- owned_instance = PyEval_CallObject(type, args);
- Py_DECREF(args);
- if (!owned_instance)
- goto bad;
- value = owned_instance;
- if (!PyExceptionInstance_Check(value)) {
- PyErr_Format(PyExc_TypeError,
- "calling %R should have returned an instance of "
- "BaseException, not %R",
- type, Py_TYPE(value));
- goto bad;
- }
- } else {
- PyErr_SetString(PyExc_TypeError,
- "raise: exception class must be a subclass of BaseException");
- goto bad;
- }
- if (cause && cause != Py_None) {
- PyObject *fixed_cause;
- if (PyExceptionClass_Check(cause)) {
- fixed_cause = PyObject_CallObject(cause, NULL);
- if (fixed_cause == NULL)
- goto bad;
- }
- else if (PyExceptionInstance_Check(cause)) {
- fixed_cause = cause;
- Py_INCREF(fixed_cause);
- }
- else {
- PyErr_SetString(PyExc_TypeError,
- "exception causes must derive from "
- "BaseException");
- goto bad;
- }
- PyException_SetCause(value, fixed_cause);
- }
- PyErr_SetObject(type, value);
- if (tb) {
- PyThreadState *tstate = PyThreadState_GET();
- PyObject* tmp_tb = tstate->curexc_traceback;
- if (tb != tmp_tb) {
- Py_INCREF(tb);
- tstate->curexc_traceback = tb;
- Py_XDECREF(tmp_tb);
- }
- }
-bad:
- Py_XDECREF(owned_instance);
- return;
-}
-#endif
-
-static void __Pyx_RaiseArgtupleInvalid(
- const char* func_name,
- int exact,
- Py_ssize_t num_min,
- Py_ssize_t num_max,
- Py_ssize_t num_found)
-{
- Py_ssize_t num_expected;
- const char *more_or_less;
- if (num_found < num_min) {
- num_expected = num_min;
- more_or_less = "at least";
- } else {
- num_expected = num_max;
- more_or_less = "at most";
- }
- if (exact) {
- more_or_less = "exactly";
- }
- PyErr_Format(PyExc_TypeError,
- "%s() takes %s %" CYTHON_FORMAT_SSIZE_T "d positional argument%s (%" CYTHON_FORMAT_SSIZE_T "d given)",
- func_name, more_or_less, num_expected,
- (num_expected == 1) ? "" : "s", num_found);
-}
-
-static void __Pyx_RaiseDoubleKeywordsError(
- const char* func_name,
- PyObject* kw_name)
-{
- PyErr_Format(PyExc_TypeError,
- #if PY_MAJOR_VERSION >= 3
- "%s() got multiple values for keyword argument '%U'", func_name, kw_name);
- #else
- "%s() got multiple values for keyword argument '%s'", func_name,
- PyString_AsString(kw_name));
- #endif
-}
-
-static int __Pyx_ParseOptionalKeywords(
- PyObject *kwds,
- PyObject **argnames[],
- PyObject *kwds2,
- PyObject *values[],
- Py_ssize_t num_pos_args,
- const char* function_name)
-{
- PyObject *key = 0, *value = 0;
- Py_ssize_t pos = 0;
- PyObject*** name;
- PyObject*** first_kw_arg = argnames + num_pos_args;
- while (PyDict_Next(kwds, &pos, &key, &value)) {
- name = first_kw_arg;
- while (*name && (**name != key)) name++;
- if (*name) {
- values[name-argnames] = value;
- continue;
- }
- name = first_kw_arg;
- #if PY_MAJOR_VERSION < 3
- if (likely(PyString_CheckExact(key)) || likely(PyString_Check(key))) {
- while (*name) {
- if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key))
- && _PyString_Eq(**name, key)) {
- values[name-argnames] = value;
- break;
- }
- name++;
- }
- if (*name) continue;
- else {
- PyObject*** argname = argnames;
- while (argname != first_kw_arg) {
- if ((**argname == key) || (
- (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key))
- && _PyString_Eq(**argname, key))) {
- goto arg_passed_twice;
- }
- argname++;
- }
- }
- } else
- #endif
- if (likely(PyUnicode_Check(key))) {
- while (*name) {
- int cmp = (**name == key) ? 0 :
- #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
- (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :
- #endif
- PyUnicode_Compare(**name, key);
- if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
- if (cmp == 0) {
- values[name-argnames] = value;
- break;
- }
- name++;
- }
- if (*name) continue;
- else {
- PyObject*** argname = argnames;
- while (argname != first_kw_arg) {
- int cmp = (**argname == key) ? 0 :
- #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
- (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :
- #endif
- PyUnicode_Compare(**argname, key);
- if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
- if (cmp == 0) goto arg_passed_twice;
- argname++;
- }
- }
- } else
- goto invalid_keyword_type;
- if (kwds2) {
- if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
- } else {
- goto invalid_keyword;
- }
- }
- return 0;
-arg_passed_twice:
- __Pyx_RaiseDoubleKeywordsError(function_name, key);
- goto bad;
-invalid_keyword_type:
- PyErr_Format(PyExc_TypeError,
- "%s() keywords must be strings", function_name);
- goto bad;
-invalid_keyword:
- PyErr_Format(PyExc_TypeError,
- #if PY_MAJOR_VERSION < 3
- "%s() got an unexpected keyword argument '%s'",
- function_name, PyString_AsString(key));
- #else
- "%s() got an unexpected keyword argument '%U'",
- function_name, key);
- #endif
-bad:
- return -1;
-}
-
-static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb) {
- PyObject *local_type, *local_value, *local_tb;
-#if CYTHON_COMPILING_IN_CPYTHON
- PyObject *tmp_type, *tmp_value, *tmp_tb;
- PyThreadState *tstate = PyThreadState_GET();
- local_type = tstate->curexc_type;
- local_value = tstate->curexc_value;
- local_tb = tstate->curexc_traceback;
- tstate->curexc_type = 0;
- tstate->curexc_value = 0;
- tstate->curexc_traceback = 0;
-#else
- PyErr_Fetch(&local_type, &local_value, &local_tb);
-#endif
- PyErr_NormalizeException(&local_type, &local_value, &local_tb);
-#if CYTHON_COMPILING_IN_CPYTHON
- if (unlikely(tstate->curexc_type))
-#else
- if (unlikely(PyErr_Occurred()))
-#endif
- goto bad;
- #if PY_MAJOR_VERSION >= 3
- if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
- goto bad;
- #endif
- Py_INCREF(local_type);
- Py_INCREF(local_value);
- Py_INCREF(local_tb);
- *type = local_type;
- *value = local_value;
- *tb = local_tb;
-#if CYTHON_COMPILING_IN_CPYTHON
- tmp_type = tstate->exc_type;
- tmp_value = tstate->exc_value;
- tmp_tb = tstate->exc_traceback;
- tstate->exc_type = local_type;
- tstate->exc_value = local_value;
- tstate->exc_traceback = local_tb;
- /* Make sure tstate is in a consistent state when we XDECREF
- these objects (DECREF may run arbitrary code). */
- Py_XDECREF(tmp_type);
- Py_XDECREF(tmp_value);
- Py_XDECREF(tmp_tb);
-#else
- PyErr_SetExcInfo(local_type, local_value, local_tb);
-#endif
- return 0;
-bad:
- *type = 0;
- *value = 0;
- *tb = 0;
- Py_XDECREF(local_type);
- Py_XDECREF(local_value);
- Py_XDECREF(local_tb);
- return -1;
-}
-
-static CYTHON_INLINE void __Pyx_ExceptionSave(PyObject **type, PyObject **value, PyObject **tb) {
-#if CYTHON_COMPILING_IN_CPYTHON
- PyThreadState *tstate = PyThreadState_GET();
- *type = tstate->exc_type;
- *value = tstate->exc_value;
- *tb = tstate->exc_traceback;
- Py_XINCREF(*type);
- Py_XINCREF(*value);
- Py_XINCREF(*tb);
-#else
- PyErr_GetExcInfo(type, value, tb);
-#endif
-}
-static void __Pyx_ExceptionReset(PyObject *type, PyObject *value, PyObject *tb) {
-#if CYTHON_COMPILING_IN_CPYTHON
- PyObject *tmp_type, *tmp_value, *tmp_tb;
- PyThreadState *tstate = PyThreadState_GET();
- tmp_type = tstate->exc_type;
- tmp_value = tstate->exc_value;
- tmp_tb = tstate->exc_traceback;
- tstate->exc_type = type;
- tstate->exc_value = value;
- tstate->exc_traceback = tb;
- Py_XDECREF(tmp_type);
- Py_XDECREF(tmp_value);
- Py_XDECREF(tmp_tb);
-#else
- PyErr_SetExcInfo(type, value, tb);
-#endif
-}
-
-static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, long level) {
- PyObject *py_import = 0;
- PyObject *empty_list = 0;
- PyObject *module = 0;
- PyObject *global_dict = 0;
- PyObject *empty_dict = 0;
- PyObject *list;
- py_import = __Pyx_GetAttrString(__pyx_b, "__import__");
- if (!py_import)
- goto bad;
- if (from_list)
- list = from_list;
- else {
- empty_list = PyList_New(0);
- if (!empty_list)
- goto bad;
- list = empty_list;
- }
- global_dict = PyModule_GetDict(__pyx_m);
- if (!global_dict)
- goto bad;
- empty_dict = PyDict_New();
- if (!empty_dict)
- goto bad;
- #if PY_VERSION_HEX >= 0x02050000
- {
- #if PY_MAJOR_VERSION >= 3
- if (level == -1) {
- if (strchr(__Pyx_MODULE_NAME, '.')) {
- /* try package relative import first */
- PyObject *py_level = PyInt_FromLong(1);
- if (!py_level)
- goto bad;
- module = PyObject_CallFunctionObjArgs(py_import,
- name, global_dict, empty_dict, list, py_level, NULL);
- Py_DECREF(py_level);
- if (!module) {
- if (!PyErr_ExceptionMatches(PyExc_ImportError))
- goto bad;
- PyErr_Clear();
- }
- }
- level = 0; /* try absolute import on failure */
- }
- #endif
- if (!module) {
- PyObject *py_level = PyInt_FromLong(level);
- if (!py_level)
- goto bad;
- module = PyObject_CallFunctionObjArgs(py_import,
- name, global_dict, empty_dict, list, py_level, NULL);
- Py_DECREF(py_level);
- }
- }
- #else
- if (level>0) {
- PyErr_SetString(PyExc_RuntimeError, "Relative import is not supported for Python <=2.4.");
- goto bad;
- }
- module = PyObject_CallFunctionObjArgs(py_import,
- name, global_dict, empty_dict, list, NULL);
- #endif
-bad:
- Py_XDECREF(empty_list);
- Py_XDECREF(py_import);
- Py_XDECREF(empty_dict);
- return module;
-}
-
-static CYTHON_INLINE void __Pyx_RaiseImportError(PyObject *name) {
-#if PY_MAJOR_VERSION < 3
- PyErr_Format(PyExc_ImportError, "cannot import name %.230s",
- PyString_AsString(name));
-#else
- PyErr_Format(PyExc_ImportError, "cannot import name %S", name);
-#endif
-}
-
-static PyObject *
-__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure)
-{
- if (op->func_doc == NULL && op->func.m_ml->ml_doc) {
-#if PY_MAJOR_VERSION >= 3
- op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc);
-#else
- op->func_doc = PyString_FromString(op->func.m_ml->ml_doc);
-#endif
- }
- if (op->func_doc == 0) {
- Py_INCREF(Py_None);
- return Py_None;
- }
- Py_INCREF(op->func_doc);
- return op->func_doc;
-}
-static int
-__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value)
-{
- PyObject *tmp = op->func_doc;
- if (value == NULL)
- op->func_doc = Py_None; /* Mark as deleted */
- else
- op->func_doc = value;
- Py_INCREF(op->func_doc);
- Py_XDECREF(tmp);
- return 0;
-}
-static PyObject *
-__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op)
-{
- if (op->func_name == NULL) {
-#if PY_MAJOR_VERSION >= 3
- op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name);
-#else
- op->func_name = PyString_InternFromString(op->func.m_ml->ml_name);
-#endif
- }
- Py_INCREF(op->func_name);
- return op->func_name;
-}
-static int
-__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value)
-{
- PyObject *tmp;
-#if PY_MAJOR_VERSION >= 3
- if (value == NULL || !PyUnicode_Check(value)) {
-#else
- if (value == NULL || !PyString_Check(value)) {
-#endif
- PyErr_SetString(PyExc_TypeError,
- "__name__ must be set to a string object");
- return -1;
- }
- tmp = op->func_name;
- Py_INCREF(value);
- op->func_name = value;
- Py_XDECREF(tmp);
- return 0;
-}
-static PyObject *
-__Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure)
-{
- PyObject *self;
- self = m->func_closure;
- if (self == NULL)
- self = Py_None;
- Py_INCREF(self);
- return self;
-}
-static PyObject *
-__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op)
-{
- if (op->func_dict == NULL) {
- op->func_dict = PyDict_New();
- if (op->func_dict == NULL)
- return NULL;
- }
- Py_INCREF(op->func_dict);
- return op->func_dict;
-}
-static int
-__Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value)
-{
- PyObject *tmp;
- if (value == NULL) {
- PyErr_SetString(PyExc_TypeError,
- "function's dictionary may not be deleted");
- return -1;
- }
- if (!PyDict_Check(value)) {
- PyErr_SetString(PyExc_TypeError,
- "setting function's dictionary to a non-dict");
- return -1;
- }
- tmp = op->func_dict;
- Py_INCREF(value);
- op->func_dict = value;
- Py_XDECREF(tmp);
- return 0;
-}
-static PyObject *
-__Pyx_CyFunction_get_globals(CYTHON_UNUSED __pyx_CyFunctionObject *op)
-{
- PyObject* dict = PyModule_GetDict(__pyx_m);
- Py_XINCREF(dict);
- return dict;
-}
-static PyObject *
-__Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op)
-{
- Py_INCREF(Py_None);
- return Py_None;
-}
-static PyObject *
-__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op)
-{
- PyObject* result = (op->func_code) ? op->func_code : Py_None;
- Py_INCREF(result);
- return result;
-}
-static PyObject *
-__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op)
-{
- if (op->defaults_tuple) {
- Py_INCREF(op->defaults_tuple);
- return op->defaults_tuple;
- }
- if (op->defaults_getter) {
- PyObject *res = op->defaults_getter((PyObject *) op);
- if (res) {
- Py_INCREF(res);
- op->defaults_tuple = res;
- }
- return res;
- }
- Py_INCREF(Py_None);
- return Py_None;
-}
-static PyGetSetDef __pyx_CyFunction_getsets[] = {
- {(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
- {(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
- {(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
- {(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
- {(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0},
- {(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
- {(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
- {(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
- {(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
- {(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
- {(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
- {(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
- {(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
- {(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, 0, 0, 0},
- {(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, 0, 0, 0},
- {0, 0, 0, 0, 0}
-};
-#ifndef PY_WRITE_RESTRICTED /* < Py2.5 */
-#define PY_WRITE_RESTRICTED WRITE_RESTRICTED
-#endif
-static PyMemberDef __pyx_CyFunction_members[] = {
- {(char *) "__module__", T_OBJECT, offsetof(__pyx_CyFunctionObject, func.m_module), PY_WRITE_RESTRICTED, 0},
- {0, 0, 0, 0, 0}
-};
-static PyObject *
-__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args)
-{
-#if PY_MAJOR_VERSION >= 3
- return PyUnicode_FromString(m->func.m_ml->ml_name);
-#else
- return PyString_FromString(m->func.m_ml->ml_name);
-#endif
-}
-static PyMethodDef __pyx_CyFunction_methods[] = {
- {__Pyx_NAMESTR("__reduce__"), (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
- {0, 0, 0, 0}
-};
-static PyObject *__Pyx_CyFunction_New(PyTypeObject *type, PyMethodDef *ml, int flags,
- PyObject *closure, PyObject *module, PyObject* code) {
- __pyx_CyFunctionObject *op = PyObject_GC_New(__pyx_CyFunctionObject, type);
- if (op == NULL)
- return NULL;
- op->flags = flags;
- op->func_weakreflist = NULL;
- op->func.m_ml = ml;
- op->func.m_self = (PyObject *) op;
- Py_XINCREF(closure);
- op->func_closure = closure;
- Py_XINCREF(module);
- op->func.m_module = module;
- op->func_dict = NULL;
- op->func_name = NULL;
- op->func_doc = NULL;
- op->func_classobj = NULL;
- Py_XINCREF(code);
- op->func_code = code;
- op->defaults_pyobjects = 0;
- op->defaults = NULL;
- op->defaults_tuple = NULL;
- op->defaults_getter = NULL;
- PyObject_GC_Track(op);
- return (PyObject *) op;
-}
-static int
-__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
-{
- Py_CLEAR(m->func_closure);
- Py_CLEAR(m->func.m_module);
- Py_CLEAR(m->func_dict);
- Py_CLEAR(m->func_name);
- Py_CLEAR(m->func_doc);
- Py_CLEAR(m->func_code);
- Py_CLEAR(m->func_classobj);
- Py_CLEAR(m->defaults_tuple);
- if (m->defaults) {
- PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
- int i;
- for (i = 0; i < m->defaults_pyobjects; i++)
- Py_XDECREF(pydefaults[i]);
- PyMem_Free(m->defaults);
- m->defaults = NULL;
- }
- return 0;
-}
-static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
-{
- PyObject_GC_UnTrack(m);
- if (m->func_weakreflist != NULL)
- PyObject_ClearWeakRefs((PyObject *) m);
- __Pyx_CyFunction_clear(m);
- PyObject_GC_Del(m);
-}
-static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
-{
- Py_VISIT(m->func_closure);
- Py_VISIT(m->func.m_module);
- Py_VISIT(m->func_dict);
- Py_VISIT(m->func_name);
- Py_VISIT(m->func_doc);
- Py_VISIT(m->func_code);
- Py_VISIT(m->func_classobj);
- Py_VISIT(m->defaults_tuple);
- if (m->defaults) {
- PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
- int i;
- for (i = 0; i < m->defaults_pyobjects; i++)
- Py_VISIT(pydefaults[i]);
- }
- return 0;
-}
-static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type)
-{
- __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
- if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) {
- Py_INCREF(func);
- return func;
- }
- if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) {
- if (type == NULL)
- type = (PyObject *)(Py_TYPE(obj));
- return PyMethod_New(func,
- type, (PyObject *)(Py_TYPE(type)));
- }
- if (obj == Py_None)
- obj = NULL;
- return PyMethod_New(func, obj, type);
-}
-static PyObject*
-__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
-{
- PyObject *func_name = __Pyx_CyFunction_get_name(op);
-#if PY_MAJOR_VERSION >= 3
- return PyUnicode_FromFormat("<cyfunction %U at %p>",
- func_name, (void *)op);
-#else
- return PyString_FromFormat("<cyfunction %s at %p>",
- PyString_AsString(func_name), (void *)op);
-#endif
-}
-#if CYTHON_COMPILING_IN_PYPY
-static PyObject * __Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
- PyCFunctionObject* f = (PyCFunctionObject*)func;
- PyCFunction meth = PyCFunction_GET_FUNCTION(func);
- PyObject *self = PyCFunction_GET_SELF(func);
- Py_ssize_t size;
- switch (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST)) {
- case METH_VARARGS:
- if (likely(kw == NULL) || PyDict_Size(kw) == 0)
- return (*meth)(self, arg);
- break;
- case METH_VARARGS | METH_KEYWORDS:
- return (*(PyCFunctionWithKeywords)meth)(self, arg, kw);
- case METH_NOARGS:
- if (likely(kw == NULL) || PyDict_Size(kw) == 0) {
- size = PyTuple_GET_SIZE(arg);
- if (size == 0)
- return (*meth)(self, NULL);
- PyErr_Format(PyExc_TypeError,
- "%.200s() takes no arguments (%zd given)",
- f->m_ml->ml_name, size);
- return NULL;
- }
- break;
- case METH_O:
- if (likely(kw == NULL) || PyDict_Size(kw) == 0) {
- size = PyTuple_GET_SIZE(arg);
- if (size == 1)
- return (*meth)(self, PyTuple_GET_ITEM(arg, 0));
- PyErr_Format(PyExc_TypeError,
- "%.200s() takes exactly one argument (%zd given)",
- f->m_ml->ml_name, size);
- return NULL;
- }
- break;
- default:
- PyErr_SetString(PyExc_SystemError, "Bad call flags in "
- "__Pyx_CyFunction_Call. METH_OLDARGS is no "
- "longer supported!");
- return NULL;
- }
- PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments",
- f->m_ml->ml_name);
- return NULL;
-}
-#else
-static PyObject * __Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
- return PyCFunction_Call(func, arg, kw);
-}
-#endif
-static PyTypeObject __pyx_CyFunctionType_type = {
- PyVarObject_HEAD_INIT(0, 0)
- __Pyx_NAMESTR("cython_function_or_method"), /*tp_name*/
- sizeof(__pyx_CyFunctionObject), /*tp_basicsize*/
- 0, /*tp_itemsize*/
- (destructor) __Pyx_CyFunction_dealloc, /*tp_dealloc*/
- 0, /*tp_print*/
- 0, /*tp_getattr*/
- 0, /*tp_setattr*/
-#if PY_MAJOR_VERSION < 3
- 0, /*tp_compare*/
-#else
- 0, /*reserved*/
-#endif
- (reprfunc) __Pyx_CyFunction_repr, /*tp_repr*/
- 0, /*tp_as_number*/
- 0, /*tp_as_sequence*/
- 0, /*tp_as_mapping*/
- 0, /*tp_hash*/
- __Pyx_CyFunction_Call, /*tp_call*/
- 0, /*tp_str*/
- 0, /*tp_getattro*/
- 0, /*tp_setattro*/
- 0, /*tp_as_buffer*/
- Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags*/
- 0, /*tp_doc*/
- (traverseproc) __Pyx_CyFunction_traverse, /*tp_traverse*/
- (inquiry) __Pyx_CyFunction_clear, /*tp_clear*/
- 0, /*tp_richcompare*/
- offsetof(__pyx_CyFunctionObject, func_weakreflist), /* tp_weaklistoffse */
- 0, /*tp_iter*/
- 0, /*tp_iternext*/
- __pyx_CyFunction_methods, /*tp_methods*/
- __pyx_CyFunction_members, /*tp_members*/
- __pyx_CyFunction_getsets, /*tp_getset*/
- 0, /*tp_base*/
- 0, /*tp_dict*/
- __Pyx_CyFunction_descr_get, /*tp_descr_get*/
- 0, /*tp_descr_set*/
- offsetof(__pyx_CyFunctionObject, func_dict),/*tp_dictoffset*/
- 0, /*tp_init*/
- 0, /*tp_alloc*/
- 0, /*tp_new*/
- 0, /*tp_free*/
- 0, /*tp_is_gc*/
- 0, /*tp_bases*/
- 0, /*tp_mro*/
- 0, /*tp_cache*/
- 0, /*tp_subclasses*/
- 0, /*tp_weaklist*/
- 0, /*tp_del*/
-#if PY_VERSION_HEX >= 0x02060000
- 0, /*tp_version_tag*/
-#endif
-};
-static int __Pyx_CyFunction_init(void) {
-#if !CYTHON_COMPILING_IN_PYPY
- __pyx_CyFunctionType_type.tp_call = PyCFunction_Call;
-#endif
- if (PyType_Ready(&__pyx_CyFunctionType_type) < 0)
- return -1;
- __pyx_CyFunctionType = &__pyx_CyFunctionType_type;
- return 0;
-}
-static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) {
- __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
- m->defaults = PyMem_Malloc(size);
- if (!m->defaults)
- return PyErr_NoMemory();
- memset(m->defaults, 0, sizeof(size));
- m->defaults_pyobjects = pyobjects;
- return m->defaults;
-}
-static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
- __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
- m->defaults_tuple = tuple;
- Py_INCREF(tuple);
-}
-
-static CYTHON_INLINE PyObject *__Pyx_PyInt_to_py_int64_t(int64_t val) {
- const int64_t neg_one = (int64_t)-1, const_zero = (int64_t)0;
- const int is_unsigned = const_zero < neg_one;
- if ((sizeof(int64_t) == sizeof(char)) ||
- (sizeof(int64_t) == sizeof(short))) {
- return PyInt_FromLong((long)val);
- } else if ((sizeof(int64_t) == sizeof(int)) ||
- (sizeof(int64_t) == sizeof(long))) {
- if (is_unsigned)
- return PyLong_FromUnsignedLong((unsigned long)val);
- else
- return PyInt_FromLong((long)val);
- } else if (sizeof(int64_t) == sizeof(PY_LONG_LONG)) {
- if (is_unsigned)
- return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)val);
- else
- return PyLong_FromLongLong((PY_LONG_LONG)val);
- } else {
- int one = 1; int little = (int)*(unsigned char *)&one;
- unsigned char *bytes = (unsigned char *)&val;
- return _PyLong_FromByteArray(bytes, sizeof(int64_t),
- little, !is_unsigned);
- }
-}
-
-static CYTHON_INLINE int64_t __Pyx_PyInt_from_py_int64_t(PyObject* x) {
- const int64_t neg_one = (int64_t)-1, const_zero = (int64_t)0;
- const int is_unsigned = const_zero < neg_one;
- if (sizeof(int64_t) == sizeof(char)) {
- if (is_unsigned)
- return (int64_t)__Pyx_PyInt_AsUnsignedChar(x);
- else
- return (int64_t)__Pyx_PyInt_AsSignedChar(x);
- } else if (sizeof(int64_t) == sizeof(short)) {
- if (is_unsigned)
- return (int64_t)__Pyx_PyInt_AsUnsignedShort(x);
- else
- return (int64_t)__Pyx_PyInt_AsSignedShort(x);
- } else if (sizeof(int64_t) == sizeof(int)) {
- if (is_unsigned)
- return (int64_t)__Pyx_PyInt_AsUnsignedInt(x);
- else
- return (int64_t)__Pyx_PyInt_AsSignedInt(x);
- } else if (sizeof(int64_t) == sizeof(long)) {
- if (is_unsigned)
- return (int64_t)__Pyx_PyInt_AsUnsignedLong(x);
- else
- return (int64_t)__Pyx_PyInt_AsSignedLong(x);
- } else if (sizeof(int64_t) == sizeof(PY_LONG_LONG)) {
- if (is_unsigned)
- return (int64_t)__Pyx_PyInt_AsUnsignedLongLong(x);
- else
- return (int64_t)__Pyx_PyInt_AsSignedLongLong(x);
- } else {
- #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
- PyErr_SetString(PyExc_RuntimeError,
- "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
- #else
- int64_t val;
- PyObject *v = __Pyx_PyNumber_Int(x);
- #if PY_VERSION_HEX < 0x03000000
- if (likely(v) && !PyLong_Check(v)) {
- PyObject *tmp = v;
- v = PyNumber_Long(tmp);
- Py_DECREF(tmp);
- }
- #endif
- if (likely(v)) {
- int one = 1; int is_little = (int)*(unsigned char *)&one;
- unsigned char *bytes = (unsigned char *)&val;
- int ret = _PyLong_AsByteArray((PyLongObject *)v,
- bytes, sizeof(val),
- is_little, !is_unsigned);
- Py_DECREF(v);
- if (likely(!ret))
- return val;
- }
- #endif
- return (int64_t)-1;
- }
-}
-
-static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject* x) {
- const unsigned char neg_one = (unsigned char)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(unsigned char) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(unsigned char)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to unsigned char" :
- "value too large to convert to unsigned char");
- }
- return (unsigned char)-1;
- }
- return (unsigned char)val;
- }
- return (unsigned char)__Pyx_PyInt_AsUnsignedLong(x);
-}
-
-static CYTHON_INLINE unsigned short __Pyx_PyInt_AsUnsignedShort(PyObject* x) {
- const unsigned short neg_one = (unsigned short)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(unsigned short) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(unsigned short)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to unsigned short" :
- "value too large to convert to unsigned short");
- }
- return (unsigned short)-1;
- }
- return (unsigned short)val;
- }
- return (unsigned short)__Pyx_PyInt_AsUnsignedLong(x);
-}
-
-static CYTHON_INLINE unsigned int __Pyx_PyInt_AsUnsignedInt(PyObject* x) {
- const unsigned int neg_one = (unsigned int)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(unsigned int) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(unsigned int)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to unsigned int" :
- "value too large to convert to unsigned int");
- }
- return (unsigned int)-1;
- }
- return (unsigned int)val;
- }
- return (unsigned int)__Pyx_PyInt_AsUnsignedLong(x);
-}
-
-static CYTHON_INLINE char __Pyx_PyInt_AsChar(PyObject* x) {
- const char neg_one = (char)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(char) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(char)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to char" :
- "value too large to convert to char");
- }
- return (char)-1;
- }
- return (char)val;
- }
- return (char)__Pyx_PyInt_AsLong(x);
-}
-
-static CYTHON_INLINE short __Pyx_PyInt_AsShort(PyObject* x) {
- const short neg_one = (short)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(short) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(short)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to short" :
- "value too large to convert to short");
- }
- return (short)-1;
- }
- return (short)val;
- }
- return (short)__Pyx_PyInt_AsLong(x);
-}
-
-static CYTHON_INLINE int __Pyx_PyInt_AsInt(PyObject* x) {
- const int neg_one = (int)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(int) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(int)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to int" :
- "value too large to convert to int");
- }
- return (int)-1;
- }
- return (int)val;
- }
- return (int)__Pyx_PyInt_AsLong(x);
-}
-
-static CYTHON_INLINE signed char __Pyx_PyInt_AsSignedChar(PyObject* x) {
- const signed char neg_one = (signed char)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(signed char) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(signed char)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to signed char" :
- "value too large to convert to signed char");
- }
- return (signed char)-1;
- }
- return (signed char)val;
- }
- return (signed char)__Pyx_PyInt_AsSignedLong(x);
-}
-
-static CYTHON_INLINE signed short __Pyx_PyInt_AsSignedShort(PyObject* x) {
- const signed short neg_one = (signed short)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(signed short) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(signed short)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to signed short" :
- "value too large to convert to signed short");
- }
- return (signed short)-1;
- }
- return (signed short)val;
- }
- return (signed short)__Pyx_PyInt_AsSignedLong(x);
-}
-
-static CYTHON_INLINE signed int __Pyx_PyInt_AsSignedInt(PyObject* x) {
- const signed int neg_one = (signed int)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(signed int) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(signed int)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to signed int" :
- "value too large to convert to signed int");
- }
- return (signed int)-1;
- }
- return (signed int)val;
- }
- return (signed int)__Pyx_PyInt_AsSignedLong(x);
-}
-
-static CYTHON_INLINE int __Pyx_PyInt_AsLongDouble(PyObject* x) {
- const int neg_one = (int)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
- if (sizeof(int) < sizeof(long)) {
- long val = __Pyx_PyInt_AsLong(x);
- if (unlikely(val != (long)(int)val)) {
- if (!unlikely(val == -1 && PyErr_Occurred())) {
- PyErr_SetString(PyExc_OverflowError,
- (is_unsigned && unlikely(val < 0)) ?
- "can't convert negative value to int" :
- "value too large to convert to int");
- }
- return (int)-1;
- }
- return (int)val;
- }
- return (int)__Pyx_PyInt_AsLong(x);
-}
-
-static CYTHON_INLINE unsigned long __Pyx_PyInt_AsUnsignedLong(PyObject* x) {
- const unsigned long neg_one = (unsigned long)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to unsigned long");
- return (unsigned long)-1;
- }
- return (unsigned long)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to unsigned long");
- return (unsigned long)-1;
- }
- return (unsigned long)PyLong_AsUnsignedLong(x);
- } else {
- return (unsigned long)PyLong_AsLong(x);
- }
- } else {
- unsigned long val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (unsigned long)-1;
- val = __Pyx_PyInt_AsUnsignedLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_AsUnsignedLongLong(PyObject* x) {
- const unsigned PY_LONG_LONG neg_one = (unsigned PY_LONG_LONG)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to unsigned PY_LONG_LONG");
- return (unsigned PY_LONG_LONG)-1;
- }
- return (unsigned PY_LONG_LONG)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to unsigned PY_LONG_LONG");
- return (unsigned PY_LONG_LONG)-1;
- }
- return (unsigned PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
- } else {
- return (unsigned PY_LONG_LONG)PyLong_AsLongLong(x);
- }
- } else {
- unsigned PY_LONG_LONG val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (unsigned PY_LONG_LONG)-1;
- val = __Pyx_PyInt_AsUnsignedLongLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static CYTHON_INLINE long __Pyx_PyInt_AsLong(PyObject* x) {
- const long neg_one = (long)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to long");
- return (long)-1;
- }
- return (long)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to long");
- return (long)-1;
- }
- return (long)PyLong_AsUnsignedLong(x);
- } else {
- return (long)PyLong_AsLong(x);
- }
- } else {
- long val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (long)-1;
- val = __Pyx_PyInt_AsLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_AsLongLong(PyObject* x) {
- const PY_LONG_LONG neg_one = (PY_LONG_LONG)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to PY_LONG_LONG");
- return (PY_LONG_LONG)-1;
- }
- return (PY_LONG_LONG)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to PY_LONG_LONG");
- return (PY_LONG_LONG)-1;
- }
- return (PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
- } else {
- return (PY_LONG_LONG)PyLong_AsLongLong(x);
- }
- } else {
- PY_LONG_LONG val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (PY_LONG_LONG)-1;
- val = __Pyx_PyInt_AsLongLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static CYTHON_INLINE signed long __Pyx_PyInt_AsSignedLong(PyObject* x) {
- const signed long neg_one = (signed long)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to signed long");
- return (signed long)-1;
- }
- return (signed long)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to signed long");
- return (signed long)-1;
- }
- return (signed long)PyLong_AsUnsignedLong(x);
- } else {
- return (signed long)PyLong_AsLong(x);
- }
- } else {
- signed long val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (signed long)-1;
- val = __Pyx_PyInt_AsSignedLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject* x) {
- const signed PY_LONG_LONG neg_one = (signed PY_LONG_LONG)-1, const_zero = 0;
- const int is_unsigned = neg_one > const_zero;
-#if PY_VERSION_HEX < 0x03000000
- if (likely(PyInt_Check(x))) {
- long val = PyInt_AS_LONG(x);
- if (is_unsigned && unlikely(val < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to signed PY_LONG_LONG");
- return (signed PY_LONG_LONG)-1;
- }
- return (signed PY_LONG_LONG)val;
- } else
-#endif
- if (likely(PyLong_Check(x))) {
- if (is_unsigned) {
- if (unlikely(Py_SIZE(x) < 0)) {
- PyErr_SetString(PyExc_OverflowError,
- "can't convert negative value to signed PY_LONG_LONG");
- return (signed PY_LONG_LONG)-1;
- }
- return (signed PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
- } else {
- return (signed PY_LONG_LONG)PyLong_AsLongLong(x);
- }
- } else {
- signed PY_LONG_LONG val;
- PyObject *tmp = __Pyx_PyNumber_Int(x);
- if (!tmp) return (signed PY_LONG_LONG)-1;
- val = __Pyx_PyInt_AsSignedLongLong(tmp);
- Py_DECREF(tmp);
- return val;
- }
-}
-
-static int __Pyx_check_binary_version(void) {
- char ctversion[4], rtversion[4];
- PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
- PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion());
- if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) {
- char message[200];
- PyOS_snprintf(message, sizeof(message),
- "compiletime version %s of module '%.100s' "
- "does not match runtime version %s",
- ctversion, __Pyx_MODULE_NAME, rtversion);
- #if PY_VERSION_HEX < 0x02050000
- return PyErr_Warn(NULL, message);
- #else
- return PyErr_WarnEx(NULL, message, 1);
- #endif
- }
- return 0;
-}
-
-static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
- int start = 0, mid = 0, end = count - 1;
- if (end >= 0 && code_line > entries[end].code_line) {
- return count;
- }
- while (start < end) {
- mid = (start + end) / 2;
- if (code_line < entries[mid].code_line) {
- end = mid;
- } else if (code_line > entries[mid].code_line) {
- start = mid + 1;
- } else {
- return mid;
- }
- }
- if (code_line <= entries[mid].code_line) {
- return mid;
- } else {
- return mid + 1;
- }
-}
-static PyCodeObject *__pyx_find_code_object(int code_line) {
- PyCodeObject* code_object;
- int pos;
- if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
- return NULL;
- }
- pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
- if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
- return NULL;
- }
- code_object = __pyx_code_cache.entries[pos].code_object;
- Py_INCREF(code_object);
- return code_object;
-}
-static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
- int pos, i;
- __Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
- if (unlikely(!code_line)) {
- return;
- }
- if (unlikely(!entries)) {
- entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
- if (likely(entries)) {
- __pyx_code_cache.entries = entries;
- __pyx_code_cache.max_count = 64;
- __pyx_code_cache.count = 1;
- entries[0].code_line = code_line;
- entries[0].code_object = code_object;
- Py_INCREF(code_object);
- }
- return;
- }
- pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
- if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
- PyCodeObject* tmp = entries[pos].code_object;
- entries[pos].code_object = code_object;
- Py_DECREF(tmp);
- return;
- }
- if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
- int new_max = __pyx_code_cache.max_count + 64;
- entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
- __pyx_code_cache.entries, new_max*sizeof(__Pyx_CodeObjectCacheEntry));
- if (unlikely(!entries)) {
- return;
- }
- __pyx_code_cache.entries = entries;
- __pyx_code_cache.max_count = new_max;
- }
- for (i=__pyx_code_cache.count; i>pos; i--) {
- entries[i] = entries[i-1];
- }
- entries[pos].code_line = code_line;
- entries[pos].code_object = code_object;
- __pyx_code_cache.count++;
- Py_INCREF(code_object);
-}
-
-#include "compile.h"
-#include "frameobject.h"
-#include "traceback.h"
-static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
- const char *funcname, int c_line,
- int py_line, const char *filename) {
- PyCodeObject *py_code = 0;
- PyObject *py_srcfile = 0;
- PyObject *py_funcname = 0;
- #if PY_MAJOR_VERSION < 3
- py_srcfile = PyString_FromString(filename);
- #else
- py_srcfile = PyUnicode_FromString(filename);
- #endif
- if (!py_srcfile) goto bad;
- if (c_line) {
- #if PY_MAJOR_VERSION < 3
- py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
- #else
- py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
- #endif
- }
- else {
- #if PY_MAJOR_VERSION < 3
- py_funcname = PyString_FromString(funcname);
- #else
- py_funcname = PyUnicode_FromString(funcname);
- #endif
- }
- if (!py_funcname) goto bad;
- py_code = __Pyx_PyCode_New(
- 0, /*int argcount,*/
- 0, /*int kwonlyargcount,*/
- 0, /*int nlocals,*/
- 0, /*int stacksize,*/
- 0, /*int flags,*/
- __pyx_empty_bytes, /*PyObject *code,*/
- __pyx_empty_tuple, /*PyObject *consts,*/
- __pyx_empty_tuple, /*PyObject *names,*/
- __pyx_empty_tuple, /*PyObject *varnames,*/
- __pyx_empty_tuple, /*PyObject *freevars,*/
- __pyx_empty_tuple, /*PyObject *cellvars,*/
- py_srcfile, /*PyObject *filename,*/
- py_funcname, /*PyObject *name,*/
- py_line, /*int firstlineno,*/
- __pyx_empty_bytes /*PyObject *lnotab*/
- );
- Py_DECREF(py_srcfile);
- Py_DECREF(py_funcname);
- return py_code;
-bad:
- Py_XDECREF(py_srcfile);
- Py_XDECREF(py_funcname);
- return NULL;
-}
-static void __Pyx_AddTraceback(const char *funcname, int c_line,
- int py_line, const char *filename) {
- PyCodeObject *py_code = 0;
- PyObject *py_globals = 0;
- PyFrameObject *py_frame = 0;
- py_code = __pyx_find_code_object(c_line ? c_line : py_line);
- if (!py_code) {
- py_code = __Pyx_CreateCodeObjectForTraceback(
- funcname, c_line, py_line, filename);
- if (!py_code) goto bad;
- __pyx_insert_code_object(c_line ? c_line : py_line, py_code);
- }
- py_globals = PyModule_GetDict(__pyx_m);
- if (!py_globals) goto bad;
- py_frame = PyFrame_New(
- PyThreadState_GET(), /*PyThreadState *tstate,*/
- py_code, /*PyCodeObject *code,*/
- py_globals, /*PyObject *globals,*/
- 0 /*PyObject *locals*/
- );
- if (!py_frame) goto bad;
- py_frame->f_lineno = py_line;
- PyTraceBack_Here(py_frame);
-bad:
- Py_XDECREF(py_code);
- Py_XDECREF(py_frame);
-}
-
-static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) {
- while (t->p) {
- #if PY_MAJOR_VERSION < 3
- if (t->is_unicode) {
- *t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL);
- } else if (t->intern) {
- *t->p = PyString_InternFromString(t->s);
- } else {
- *t->p = PyString_FromStringAndSize(t->s, t->n - 1);
- }
- #else /* Python 3+ has unicode identifiers */
- if (t->is_unicode | t->is_str) {
- if (t->intern) {
- *t->p = PyUnicode_InternFromString(t->s);
- } else if (t->encoding) {
- *t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL);
- } else {
- *t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1);
- }
- } else {
- *t->p = PyBytes_FromStringAndSize(t->s, t->n - 1);
- }
- #endif
- if (!*t->p)
- return -1;
- ++t;
- }
- return 0;
-}
-
-
-/* Type Conversion Functions */
-
-static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
- int is_true = x == Py_True;
- if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
- else return PyObject_IsTrue(x);
-}
-
-static CYTHON_INLINE PyObject* __Pyx_PyNumber_Int(PyObject* x) {
- PyNumberMethods *m;
- const char *name = NULL;
- PyObject *res = NULL;
-#if PY_VERSION_HEX < 0x03000000
- if (PyInt_Check(x) || PyLong_Check(x))
-#else
- if (PyLong_Check(x))
-#endif
- return Py_INCREF(x), x;
- m = Py_TYPE(x)->tp_as_number;
-#if PY_VERSION_HEX < 0x03000000
- if (m && m->nb_int) {
- name = "int";
- res = PyNumber_Int(x);
- }
- else if (m && m->nb_long) {
- name = "long";
- res = PyNumber_Long(x);
- }
-#else
- if (m && m->nb_int) {
- name = "int";
- res = PyNumber_Long(x);
- }
-#endif
- if (res) {
-#if PY_VERSION_HEX < 0x03000000
- if (!PyInt_Check(res) && !PyLong_Check(res)) {
-#else
- if (!PyLong_Check(res)) {
-#endif
- PyErr_Format(PyExc_TypeError,
- "__%s__ returned non-%s (type %.200s)",
- name, name, Py_TYPE(res)->tp_name);
- Py_DECREF(res);
- return NULL;
- }
- }
- else if (!PyErr_Occurred()) {
- PyErr_SetString(PyExc_TypeError,
- "an integer is required");
- }
- return res;
-}
-
-static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
- Py_ssize_t ival;
- PyObject* x = PyNumber_Index(b);
- if (!x) return -1;
- ival = PyInt_AsSsize_t(x);
- Py_DECREF(x);
- return ival;
-}
-
-static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) {
-#if PY_VERSION_HEX < 0x02050000
- if (ival <= LONG_MAX)
- return PyInt_FromLong((long)ival);
- else {
- unsigned char *bytes = (unsigned char *) &ival;
- int one = 1; int little = (int)*(unsigned char*)&one;
- return _PyLong_FromByteArray(bytes, sizeof(size_t), little, 0);
- }
-#else
- return PyInt_FromSize_t(ival);
-#endif
-}
-
-static CYTHON_INLINE size_t __Pyx_PyInt_AsSize_t(PyObject* x) {
- unsigned PY_LONG_LONG val = __Pyx_PyInt_AsUnsignedLongLong(x);
- if (unlikely(val == (unsigned PY_LONG_LONG)-1 && PyErr_Occurred())) {
- return (size_t)-1;
- } else if (unlikely(val != (unsigned PY_LONG_LONG)(size_t)val)) {
- PyErr_SetString(PyExc_OverflowError,
- "value too large to convert to size_t");
- return (size_t)-1;
- }
- return (size_t)val;
-}
-
-
-#endif /* Py_PYTHON_H */
diff --git a/src/s3ql/_deltadump.pyx b/src/s3ql/_deltadump.pyx
deleted file mode 100644
index 091b6aa..0000000
--- a/src/s3ql/_deltadump.pyx
+++ /dev/null
@@ -1,458 +0,0 @@
-'''
-_deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)
-
-Copyright (C) Nikolaus Rath <Nikolaus@rath.org>
-
-This program can be distributed under the terms of the GNU GPLv3.
-'''
-
-# Analysis of Cython code not really working yet
-#@PydevCodeAnalysisIgnore
-
-from __future__ import print_function, division
-
-from cpython.long cimport PyLong_AsVoidPtr
-from cpython.exc cimport PyErr_NoMemory
-from libc.stdio cimport (FILE, const_char, const_void, fclose as fclose_c,
- fwrite as fwrite_c, fread as fread_c, ftell)
-from libc.string cimport strerror
-from libc.errno cimport errno
-from libc.stdlib cimport calloc as calloc_c, free as free_c
-from libc.stdint cimport (int64_t, uint8_t, uint16_t, uint32_t, uint64_t)
-from posix.unistd cimport dup, lseek, SEEK_SET
-
-cdef extern from 'stdint.h' nogil:
- enum: UINT8_MAX
- enum: UINT16_MAX
- enum: UINT32_MAX
-
-cdef extern from 'stdio.h' nogil:
- FILE * fdopen(int fd, const_char * mode)
- int fflush(FILE * stream)
- int fileno(FILE * stream)
-
-cdef extern from 'endian.h' nogil:
- uint64_t htole64(uint64_t host_64bits)
- uint64_t le64toh(uint64_t little_endian_64bits)
-
-cdef extern from 'sqlite3.h' nogil:
- ctypedef int sqlite3
- ctypedef int sqlite3_stmt
- ctypedef int64_t sqlite3_int64
-
- int sqlite3_prepare_v2(sqlite3 * db,
- char * zSql,
- int nByte,
- sqlite3_stmt ** ppStmt,
- char ** pzTail)
- int sqlite3_step(sqlite3_stmt *)
- sqlite3_int64 sqlite3_column_int64(sqlite3_stmt * , int iCol)
- const_void * sqlite3_column_blob(sqlite3_stmt * , int iCol)
- int sqlite3_column_bytes(sqlite3_stmt * , int iCol)
- int sqlite3_bind_blob(sqlite3_stmt * , int iCol, const_void * , int n, void(*)(void *))
- int sqlite3_bind_int64(sqlite3_stmt * , int iCol, sqlite3_int64)
- int sqlite3_reset(sqlite3_stmt * pStmt)
- int sqlite3_finalize(sqlite3_stmt * pStmt)
- int sqlite3_column_type(sqlite3_stmt * , int iCol)
- double sqlite3_column_double(sqlite3_stmt * , int iCol)
- int sqlite3_bind_double(sqlite3_stmt * , int, double)
-
- void SQLITE_TRANSIENT(void *)
-
- enum:
- SQLITE_OK
- SQLITE_DONE
- SQLITE_ROW
- SQLITE_NULL
-
-from .cleanup_manager import CleanupManager
-import apsw
-import os
-import logging
-
-log = logging.getLogger('deltadump')
-
-# Column types
-cdef int _INTEGER = 1
-cdef int _BLOB = 2
-cdef int _TIME = 3
-
-# Make column types available as Python objects
-INTEGER = _INTEGER
-BLOB = _BLOB
-TIME = _TIME
-
-# Integer length codes
-cdef uint8_t INT8 = 127
-cdef uint8_t INT16 = 126
-cdef uint8_t INT32 = 125
-cdef uint8_t INT64 = 124
-
-# Maximum size of BLOBs
-MAX_BLOB_SIZE = 4096
-
-# Scale factor from time floats to integers
-# 1e9 would be perfect, but introduces rounding errors
-cdef double time_scale = 1 << 30
-
-cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1:
- '''Call libc's fwrite() and raise exception on failure'''
-
- if fwrite_c(buf, len_, 1, fp) != 1:
- raise IOError(errno, strerror(errno))
-
-cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1:
- '''Call libc's fread() and raise exception on failure'''
-
- if fread_c(buf, len_, 1, fp) != 1:
- raise IOError(errno, strerror(errno))
-
-cdef int free(void * ptr) except -1:
- '''Call libc.free() and return None'''
-
- free_c(ptr)
-
-cdef int sqlite3_finalize_p(sqlite3_stmt * stmt) except -1:
- '''Call sqlite3_finalize and raise exception on failure'''
-
- rc = sqlite3_finalize(stmt)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
-
-cdef int fclose(FILE * fp) except -1:
- '''Call libc.fclose() and raise exception on failure'''
-
- cdef ssize_t off
-
- # Explicitly flush data that needs to be written. This is
- # important, so that we can safely reposition the fd position
- # below (which is necessary in case there is cached input data)
- if fflush(fp) != 0:
- raise OSError(errno, strerror(errno))
-
- # Reposition FD to position of FILE*, otherwise next read from FD will miss
- # data currently in stream buffer. It seems that call to fflush() achieves
- # the same thing, but this does not seem to be documented so we don't rely
- # on it.
- off = ftell(fp)
- if off == -1:
- raise OSError(errno, strerror(errno))
-
- if lseek(fileno(fp), off, SEEK_SET) != off:
- raise OSError(errno, strerror(errno))
-
- if fclose_c(fp) != 0:
- raise OSError(errno, strerror(errno))
-
-cdef void * calloc(size_t cnt, size_t size) except NULL:
- '''Call libc.calloc and raise exception on failure'''
-
- cdef void * ptr
-
- ptr = calloc_c(cnt, size)
-
- if ptr is NULL:
- PyErr_NoMemory()
-
- return ptr
-
-def dump_table(table, order, columns, db, fh):
- '''Dump *columns* of *table* into *fh*
-
- *order* specifies the order in which the rows are written and must be a
- string that can be inserted after the "ORDER BY" clause in an SQL SELECT
- statement.
-
- *db* is an `s3ql.Connection` instance for the database.
-
- *columns* must a list of 3-tuples, one for each column that should be
- stored. The first element of the tuple must contain the column name and the
- second element the type of data stored in the column (`INTEGER`, `TIME`
- or `BLOB`). Times will be converted to nanosecond integers.
-
- For integers and seconds, the third tuple element specifies the expected
- change of the values between rows. For blobs it can be either zero
- (indicating variable length columns) or an integer specifying the length of
- the column values in bytes.
- '''
-
- return _dump_or_load(table, order, columns, db, fh)
-
-def load_table(table, columns, db, fh):
- '''Load *columns* of *table* from *fh*
-
- Parameters are described in the docstring of the `dump_table` function.
- '''
-
- return _dump_or_load(table, None, columns, db, fh)
-
-
-def _dump_or_load(table, order, columns, db, fh):
- '''Dump or load *columns* of *table*
-
- If *order* is None, load data from *fh* into *db*.
-
- If *order* is not None, data will be read from *db* and written
- into *fh*. In this case, *order* specifies the order in which
- the rows are written and must be a string that can be inserted
- after the "ORDER BY" clause in an SQL SELECT statement.
-
- *db* is an `s3ql.Connection` instance for the database.
-
- *columns* must a list of 3-tuples, one for each column that should be stored
- or retrieved. The first element of the tuple must contain the column name
- and the second element the type of data stored in the column (`INTEGER`,
- `TIME` or `BLOB`). Times will be converted to nanosecond integers.
-
- For integers and times, the third tuple element specifies the expected
- change of the values between rows. For blobs it can be either zero
- (indicating variable length columns) or an integer specifying the length of
- the column values in bytes.
- '''
-
- cdef sqlite3 * sqlite3_db
- cdef sqlite3_stmt * stmt
- cdef int * col_types, *col_args, col_count, rc, fd
- cdef int64_t * int64_prev
- cdef FILE * fp
- cdef void * buf
- cdef int64_t row_count
-
- sqlite3_db = < sqlite3 *> PyLong_AsVoidPtr(db.conn.sqlite3pointer())
-
- with CleanupManager(log) as cleanup:
- fd = dup(fh.fileno())
- if fd == -1:
- raise OSError(errno, strerror(errno))
- if order is None:
- fp = fdopen(fd, 'rb')
- else:
- fp = fdopen(fd, 'wb')
- if fp == NULL:
- raise OSError(errno, strerror(errno))
- cleanup.register(lambda: fclose(fp))
-
- # Allocate col_args and col_types
- col_count = len(columns)
- col_types = < int *> calloc(col_count, sizeof(int))
- cleanup.register(lambda: free(col_types))
- col_args = < int *> calloc(col_count, sizeof(int))
- cleanup.register(lambda: free(col_args))
-
- # Initialize col_args and col_types
- for i in range(col_count):
- if columns[i][1] not in (BLOB, INTEGER, TIME):
- raise ValueError("Invalid type for column %d" % i)
- col_types[i] = columns[i][1]
-
- if len(columns[i]) == 3:
- col_args[i] = columns[i][2]
- else:
- col_args[i] = 0
-
- # Allocate int64_prev
- int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
- cleanup.register(lambda: free(int64_prev))
-
- # Prepare statement
- col_names = [ x[0] for x in columns ]
- if order is None:
- query = ("INSERT INTO %s (%s) VALUES(%s)"
- % (table,
- ', '.join(col_names),
- ', '.join('?' * col_count)))
- else:
- query = ("SELECT %s FROM %s ORDER BY %s " %
- (', '.join(col_names), table, order))
- rc = sqlite3_prepare_v2(sqlite3_db, query, -1, & stmt, NULL)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
- cleanup.register(lambda: sqlite3_finalize_p(stmt))
-
- # Dump or load data as requested
- if order is None:
- buf = calloc(MAX_BLOB_SIZE, 1)
- cleanup.register(lambda: free(buf))
- read_integer(& row_count, fp)
- log.debug('_dump_or_load(%s): reading %d rows', table, row_count)
- _load_table(col_types, col_args, int64_prev, col_count,
- row_count, stmt, fp, buf)
- else:
- row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
- log.debug('_dump_or_load(%s): writing %d rows', table, row_count)
- write_integer(row_count, fp)
- _dump_table(col_types, col_args, int64_prev, col_count, stmt, fp)
-
-
-cdef _dump_table(int * col_types, int * col_args, int64_t * int64_prev,
- int col_count, sqlite3_stmt * stmt, FILE * fp):
-
- cdef const_void * buf
- cdef int rc, i, len_
- cdef int64_t int64, tmp
-
- # Iterate through rows
- while True:
- rc = sqlite3_step(stmt)
- if rc == SQLITE_DONE:
- break
- elif rc != SQLITE_ROW:
- raise apsw.exceptionfor(rc)
-
- for i in range(col_count):
- if sqlite3_column_type(stmt, i) is SQLITE_NULL:
- raise ValueError("Can't dump NULL values")
-
- if col_types[i] == _INTEGER:
- int64 = sqlite3_column_int64(stmt, i)
- tmp = int64
- int64 -= int64_prev[i] + col_args[i]
- int64_prev[i] = tmp
- write_integer(int64, fp)
-
- elif col_types[i] == _TIME:
- int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
- tmp = int64
- int64 -= int64_prev[i] + col_args[i]
- int64_prev[i] = tmp
- write_integer(int64, fp)
-
- elif col_types[i] == _BLOB:
- buf = sqlite3_column_blob(stmt, i)
- len_ = sqlite3_column_bytes(stmt, i)
- if len_ > MAX_BLOB_SIZE:
- raise ValueError('Can not dump BLOB of size %d (max: %d)',
- len_, MAX_BLOB_SIZE)
- if col_args[i] == 0:
- write_integer(len_ - int64_prev[i], fp)
- int64_prev[i] = len_
- elif len_ != col_args[i]:
- raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
-
- if len_ != 0:
- fwrite(buf, len_, fp)
-
-cdef _load_table(int * col_types, int * col_args, int64_t * int64_prev,
- int col_count, int row_count, sqlite3_stmt * stmt,
- FILE * fp, void * buf):
-
- cdef int64_t int64
- cdef int rc, len_, i, j
-
- # Iterate through rows
- for i in range(row_count):
- for j in range(col_count):
- if col_types[j] == _INTEGER:
- read_integer(& int64, fp)
- int64 += col_args[j] + int64_prev[j]
- int64_prev[j] = int64
- rc = sqlite3_bind_int64(stmt, j + 1, int64)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
-
- if col_types[j] == _TIME:
- read_integer(& int64, fp)
- int64 += col_args[j] + int64_prev[j]
- int64_prev[j] = int64
- rc = sqlite3_bind_double(stmt, j + 1, int64 / time_scale)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
-
- elif col_types[j] == _BLOB:
- if col_args[j] == 0:
- read_integer(& int64, fp)
- len_ = int64_prev[j] + int64
- int64_prev[j] = len_
- else:
- len_ = col_args[j]
-
- if len_ > MAX_BLOB_SIZE:
- raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
-
- if len_ != 0:
- fread(buf, len_, fp)
-
- rc = sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
-
- rc = sqlite3_step(stmt)
- if rc != SQLITE_DONE:
- raise apsw.exceptionfor(rc)
-
- rc = sqlite3_reset(stmt)
- if rc != SQLITE_OK:
- raise apsw.exceptionfor(rc)
-
-cdef inline int write_integer(int64_t int64, FILE * fp) except -1:
- '''Write *int64* into *fp*, using as little space as possible'''
-
- cdef uint8_t int8
- cdef size_t len_
- cdef uint64_t uint64
-
- if int64 < 0:
- uint64 = < uint64_t > -int64
- int8 = < uint8_t > 0x80 # Highest bit set
- else:
- uint64 = < uint64_t > int64
- int8 = 0
-
- if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
- len_ = 0
- int8 += < uint8_t > uint64
- elif uint64 < UINT8_MAX:
- len_ = 1
- int8 += INT8
- elif uint64 < UINT16_MAX:
- len_ = 2
- int8 += INT16
- elif uint64 < UINT32_MAX:
- len_ = 4
- int8 += INT32
- else:
- len_ = 8
- int8 += INT64
-
- fwrite(& int8, 1, fp)
- if len_ != 0:
- uint64 = htole64(uint64)
- fwrite(& uint64, len_, fp)
-
-cdef inline int read_integer(int64_t * out, FILE * fp) except -1:
- '''Read integer written using `write_integer` from *fp*'''
-
- cdef uint8_t int8
- cdef size_t len_
- cdef uint64_t uint64
- cdef char negative
-
- fread(& int8, 1, fp)
-
- if int8 & 0x80 != 0:
- negative = 1
- int8 = int8 & (~0x80)
- else:
- negative = 0
-
- if int8 == INT8:
- len_ = 1
- elif int8 == INT16:
- len_ = 2
- elif int8 == INT32:
- len_ = 4
- elif int8 == INT64:
- len_ = 8
- else:
- len_ = 0
- uint64 = int8
-
- if len_ != 0:
- uint64 = 0
- fread(& uint64, len_, fp)
- uint64 = le64toh(uint64)
-
- if negative == 1:
- out[0] = - < int64_t > uint64
- else:
- out[0] = < int64_t > uint64
diff --git a/src/s3ql/adm.py b/src/s3ql/adm.py
index b594c25..b4fdfaa 100644
--- a/src/s3ql/adm.py
+++ b/src/s3ql/adm.py
@@ -147,26 +147,16 @@ def download_metadata(backend, storage_url):
raise QuietError('%s already exists, aborting.' % cachepath + i)
param = backend.lookup(name)
- try:
- log.info('Downloading and decompressing %s...', name)
- def do_read(fh):
- tmpfh = tempfile.TemporaryFile()
- stream_read_bz2(fh, tmpfh)
- return tmpfh
- tmpfh = backend.perform_read(do_read, name)
- os.close(os.open(cachepath + '.db.tmp', os.O_RDWR | os.O_CREAT | os.O_TRUNC,
- stat.S_IRUSR | stat.S_IWUSR))
- db = Connection(cachepath + '.db.tmp', fast_mode=True)
- log.info("Reading metadata...")
- tmpfh.seek(0)
- restore_metadata(tmpfh, db)
- db.close()
- os.rename(cachepath + '.db.tmp', cachepath + '.db')
+ log.info('Downloading and decompressing %s...', name)
+ def do_read(fh):
+ tmpfh = tempfile.TemporaryFile()
+ stream_read_bz2(fh, tmpfh)
+ return tmpfh
+ tmpfh = backend.perform_read(do_read, name)
- except:
- # Don't keep file if it doesn't contain anything sensible
- os.unlink(cachepath + '.db.tmp')
- raise
+ log.info("Reading metadata...")
+ tmpfh.seek(0)
+ restore_metadata(tmpfh, cachepath + '.db')
# Raise sequence number so that fsck.s3ql actually uses the
# downloaded backup
@@ -323,16 +313,10 @@ def upgrade(backend, cachepath):
stream_read_bz2(fh, tmpfh)
return tmpfh
tmpfh = backend.perform_read(do_read, "s3ql_metadata")
- os.close(os.open(cachepath + '.db.tmp', os.O_RDWR | os.O_CREAT | os.O_TRUNC,
- stat.S_IRUSR | stat.S_IWUSR))
- db = Connection(cachepath + '.db.tmp', fast_mode=True)
+
log.info("Reading metadata...")
tmpfh.seek(0)
- restore_metadata(tmpfh, db)
- db.close()
- os.rename(cachepath + '.db.tmp', cachepath + '.db')
- db = Connection(cachepath + '.db')
-
+ db = restore_metadata(tmpfh, cachepath + '.db')
log.info('Upgrading from revision %d to %d...', param['revision'], CURRENT_FS_REV)
diff --git a/src/s3ql/block_cache.py b/src/s3ql/block_cache.py
index faf5a85..dd4632c 100644
--- a/src/s3ql/block_cache.py
+++ b/src/s3ql/block_cache.py
@@ -7,7 +7,7 @@ This program can be distributed under the terms of the GNU GPLv3.
'''
from __future__ import division, print_function, absolute_import
-from .common import sha256_fh, BUFSIZE, QuietError
+from .common import sha256_fh, BUFSIZE
from .database import NoSuchRowError
from .ordered_dict import OrderedDict
from Queue import Queue
@@ -18,7 +18,6 @@ import os
import shutil
import threading
import time
-from .backends.common import NoSuchObject
# standard logger for this module
log = logging.getLogger("BlockCache")
@@ -545,11 +544,6 @@ class BlockCache(object):
el.dirty = False
self.size += el.size
- except NoSuchObject:
- raise QuietError('Backend claims that object %d does not exist, data '
- 'may be corrupted or inconsisten. fsck required.'
- % obj_id)
-
except:
if el is not None:
el.unlink()
diff --git a/src/s3ql/common.py b/src/s3ql/common.py
index 6831b44..80fde6d 100644
--- a/src/s3ql/common.py
+++ b/src/s3ql/common.py
@@ -52,6 +52,8 @@ def setup_logging(options):
root_logger.setLevel(logging.INFO)
logging.disable(logging.DEBUG)
+ logging.captureWarnings(capture=True)
+
return stdout_handler
diff --git a/src/s3ql/database.py b/src/s3ql/database.py
index b571cb3..b9d9c51 100644
--- a/src/s3ql/database.py
+++ b/src/s3ql/database.py
@@ -28,7 +28,19 @@ sqlite_ver = tuple([ int(x) for x in apsw.sqlitelibversion().split('.') ])
if sqlite_ver < (3, 7, 0):
raise QuietError('SQLite version too old, must be 3.7.0 or newer!\n')
-initsql = ('PRAGMA foreign_keys = OFF',
+
+initsql = (
+ # WAL mode causes trouble with e.g. copy_tree, so we don't use it at the moment
+ # (cf. http://article.gmane.org/gmane.comp.db.sqlite.general/65243).
+ # However, if we start using it we must initiaze it *before* setting
+ # locking_mode to EXCLUSIVE, otherwise we can't switch the locking
+ # mode without first disabling WAL.
+ 'PRAGMA synchronous = OFF',
+ 'PRAGMA journal_mode = OFF',
+ #'PRAGMA synchronous = NORMAL',
+ #'PRAGMA journal_mode = WAL',
+
+ 'PRAGMA foreign_keys = OFF',
'PRAGMA locking_mode = EXCLUSIVE',
'PRAGMA recursize_triggers = on',
'PRAGMA page_size = 4096',
@@ -63,36 +75,15 @@ class Connection(object):
the cursor when they return)
'''
- def __init__(self, file_, fast_mode=False):
+ def __init__(self, file_):
self.conn = apsw.Connection(file_)
self.file = file_
cur = self.conn.cursor()
+
for s in initsql:
cur.execute(s)
- self.fast_mode(fast_mode)
-
- def fast_mode(self, on):
- '''Switch to fast, but insecure mode
-
- In fast mode, SQLite operates as quickly as possible, but
- application and system crashes may lead to data corruption.
- '''
-
- # WAL mode causes trouble with e.g. copy_tree, so we
- # always disable WAL for now. See
- # http://article.gmane.org/gmane.comp.db.sqlite.general/65243
- on = True
- cur = self.conn.cursor()
- if on:
- cur.execute('PRAGMA synchronous = OFF')
- cur.execute('PRAGMA journal_mode = OFF')
- else:
- cur.execute('PRAGMA synchronous = NORMAL')
- cur.execute('PRAGMA journal_mode = WAL')
-
-
def close(self):
self.conn.close()
diff --git a/src/s3ql/deltadump.c b/src/s3ql/deltadump.c
new file mode 100644
index 0000000..52d4c47
--- /dev/null
+++ b/src/s3ql/deltadump.c
@@ -0,0 +1,9703 @@
+/* Generated by Cython 0.19.1 on Mon May 27 20:20:03 2013 */
+
+#define PY_SSIZE_T_CLEAN
+#ifndef CYTHON_USE_PYLONG_INTERNALS
+#ifdef PYLONG_BITS_IN_DIGIT
+#define CYTHON_USE_PYLONG_INTERNALS 0
+#else
+#include "pyconfig.h"
+#ifdef PYLONG_BITS_IN_DIGIT
+#define CYTHON_USE_PYLONG_INTERNALS 1
+#else
+#define CYTHON_USE_PYLONG_INTERNALS 0
+#endif
+#endif
+#endif
+#include "Python.h"
+#ifndef Py_PYTHON_H
+ #error Python headers needed to compile C extensions, please install development version of Python.
+#elif PY_VERSION_HEX < 0x02040000
+ #error Cython requires Python 2.4+.
+#else
+#include <stddef.h> /* For offsetof */
+#ifndef offsetof
+#define offsetof(type, member) ( (size_t) & ((type*)0) -> member )
+#endif
+#if !defined(WIN32) && !defined(MS_WINDOWS)
+ #ifndef __stdcall
+ #define __stdcall
+ #endif
+ #ifndef __cdecl
+ #define __cdecl
+ #endif
+ #ifndef __fastcall
+ #define __fastcall
+ #endif
+#endif
+#ifndef DL_IMPORT
+ #define DL_IMPORT(t) t
+#endif
+#ifndef DL_EXPORT
+ #define DL_EXPORT(t) t
+#endif
+#ifndef PY_LONG_LONG
+ #define PY_LONG_LONG LONG_LONG
+#endif
+#ifndef Py_HUGE_VAL
+ #define Py_HUGE_VAL HUGE_VAL
+#endif
+#ifdef PYPY_VERSION
+#define CYTHON_COMPILING_IN_PYPY 1
+#define CYTHON_COMPILING_IN_CPYTHON 0
+#else
+#define CYTHON_COMPILING_IN_PYPY 0
+#define CYTHON_COMPILING_IN_CPYTHON 1
+#endif
+#if PY_VERSION_HEX < 0x02050000
+ typedef int Py_ssize_t;
+ #define PY_SSIZE_T_MAX INT_MAX
+ #define PY_SSIZE_T_MIN INT_MIN
+ #define PY_FORMAT_SIZE_T ""
+ #define CYTHON_FORMAT_SSIZE_T ""
+ #define PyInt_FromSsize_t(z) PyInt_FromLong(z)
+ #define PyInt_AsSsize_t(o) __Pyx_PyInt_AsInt(o)
+ #define PyNumber_Index(o) ((PyNumber_Check(o) && !PyFloat_Check(o)) ? PyNumber_Int(o) : \
+ (PyErr_Format(PyExc_TypeError, \
+ "expected index value, got %.200s", Py_TYPE(o)->tp_name), \
+ (PyObject*)0))
+ #define __Pyx_PyIndex_Check(o) (PyNumber_Check(o) && !PyFloat_Check(o) && \
+ !PyComplex_Check(o))
+ #define PyIndex_Check __Pyx_PyIndex_Check
+ #define PyErr_WarnEx(category, message, stacklevel) PyErr_Warn(category, message)
+ #define __PYX_BUILD_PY_SSIZE_T "i"
+#else
+ #define __PYX_BUILD_PY_SSIZE_T "n"
+ #define CYTHON_FORMAT_SSIZE_T "z"
+ #define __Pyx_PyIndex_Check PyIndex_Check
+#endif
+#if PY_VERSION_HEX < 0x02060000
+ #define Py_REFCNT(ob) (((PyObject*)(ob))->ob_refcnt)
+ #define Py_TYPE(ob) (((PyObject*)(ob))->ob_type)
+ #define Py_SIZE(ob) (((PyVarObject*)(ob))->ob_size)
+ #define PyVarObject_HEAD_INIT(type, size) \
+ PyObject_HEAD_INIT(type) size,
+ #define PyType_Modified(t)
+ typedef struct {
+ void *buf;
+ PyObject *obj;
+ Py_ssize_t len;
+ Py_ssize_t itemsize;
+ int readonly;
+ int ndim;
+ char *format;
+ Py_ssize_t *shape;
+ Py_ssize_t *strides;
+ Py_ssize_t *suboffsets;
+ void *internal;
+ } Py_buffer;
+ #define PyBUF_SIMPLE 0
+ #define PyBUF_WRITABLE 0x0001
+ #define PyBUF_FORMAT 0x0004
+ #define PyBUF_ND 0x0008
+ #define PyBUF_STRIDES (0x0010 | PyBUF_ND)
+ #define PyBUF_C_CONTIGUOUS (0x0020 | PyBUF_STRIDES)
+ #define PyBUF_F_CONTIGUOUS (0x0040 | PyBUF_STRIDES)
+ #define PyBUF_ANY_CONTIGUOUS (0x0080 | PyBUF_STRIDES)
+ #define PyBUF_INDIRECT (0x0100 | PyBUF_STRIDES)
+ #define PyBUF_RECORDS (PyBUF_STRIDES | PyBUF_FORMAT | PyBUF_WRITABLE)
+ #define PyBUF_FULL (PyBUF_INDIRECT | PyBUF_FORMAT | PyBUF_WRITABLE)
+ typedef int (*getbufferproc)(PyObject *, Py_buffer *, int);
+ typedef void (*releasebufferproc)(PyObject *, Py_buffer *);
+#endif
+#if PY_MAJOR_VERSION < 3
+ #define __Pyx_BUILTIN_MODULE_NAME "__builtin__"
+ #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
+ PyCode_New(a, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
+#else
+ #define __Pyx_BUILTIN_MODULE_NAME "builtins"
+ #define __Pyx_PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos) \
+ PyCode_New(a, k, l, s, f, code, c, n, v, fv, cell, fn, name, fline, lnos)
+#endif
+#if PY_MAJOR_VERSION < 3 && PY_MINOR_VERSION < 6
+ #define PyUnicode_FromString(s) PyUnicode_Decode(s, strlen(s), "UTF-8", "strict")
+#endif
+#if PY_MAJOR_VERSION >= 3
+ #define Py_TPFLAGS_CHECKTYPES 0
+ #define Py_TPFLAGS_HAVE_INDEX 0
+#endif
+#if (PY_VERSION_HEX < 0x02060000) || (PY_MAJOR_VERSION >= 3)
+ #define Py_TPFLAGS_HAVE_NEWBUFFER 0
+#endif
+#if PY_VERSION_HEX < 0x02060000
+ #define Py_TPFLAGS_HAVE_VERSION_TAG 0
+#endif
+#if PY_VERSION_HEX > 0x03030000 && defined(PyUnicode_KIND)
+ #define CYTHON_PEP393_ENABLED 1
+ #define __Pyx_PyUnicode_READY(op) (likely(PyUnicode_IS_READY(op)) ? \
+ 0 : _PyUnicode_Ready((PyObject *)(op)))
+ #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_LENGTH(u)
+ #define __Pyx_PyUnicode_READ_CHAR(u, i) PyUnicode_READ_CHAR(u, i)
+ #define __Pyx_PyUnicode_READ(k, d, i) PyUnicode_READ(k, d, i)
+#else
+ #define CYTHON_PEP393_ENABLED 0
+ #define __Pyx_PyUnicode_READY(op) (0)
+ #define __Pyx_PyUnicode_GET_LENGTH(u) PyUnicode_GET_SIZE(u)
+ #define __Pyx_PyUnicode_READ_CHAR(u, i) ((Py_UCS4)(PyUnicode_AS_UNICODE(u)[i]))
+ #define __Pyx_PyUnicode_READ(k, d, i) ((k=k), (Py_UCS4)(((Py_UNICODE*)d)[i]))
+#endif
+#if PY_MAJOR_VERSION >= 3
+ #define PyBaseString_Type PyUnicode_Type
+ #define PyStringObject PyUnicodeObject
+ #define PyString_Type PyUnicode_Type
+ #define PyString_Check PyUnicode_Check
+ #define PyString_CheckExact PyUnicode_CheckExact
+#endif
+#if PY_VERSION_HEX < 0x02060000
+ #define PyBytesObject PyStringObject
+ #define PyBytes_Type PyString_Type
+ #define PyBytes_Check PyString_Check
+ #define PyBytes_CheckExact PyString_CheckExact
+ #define PyBytes_FromString PyString_FromString
+ #define PyBytes_FromStringAndSize PyString_FromStringAndSize
+ #define PyBytes_FromFormat PyString_FromFormat
+ #define PyBytes_DecodeEscape PyString_DecodeEscape
+ #define PyBytes_AsString PyString_AsString
+ #define PyBytes_AsStringAndSize PyString_AsStringAndSize
+ #define PyBytes_Size PyString_Size
+ #define PyBytes_AS_STRING PyString_AS_STRING
+ #define PyBytes_GET_SIZE PyString_GET_SIZE
+ #define PyBytes_Repr PyString_Repr
+ #define PyBytes_Concat PyString_Concat
+ #define PyBytes_ConcatAndDel PyString_ConcatAndDel
+#endif
+#if PY_MAJOR_VERSION >= 3
+ #define __Pyx_PyBaseString_Check(obj) PyUnicode_Check(obj)
+ #define __Pyx_PyBaseString_CheckExact(obj) PyUnicode_CheckExact(obj)
+#else
+ #define __Pyx_PyBaseString_Check(obj) (PyString_CheckExact(obj) || PyUnicode_CheckExact(obj) || \
+ PyString_Check(obj) || PyUnicode_Check(obj))
+ #define __Pyx_PyBaseString_CheckExact(obj) (Py_TYPE(obj) == &PyBaseString_Type)
+#endif
+#if PY_VERSION_HEX < 0x02060000
+ #define PySet_Check(obj) PyObject_TypeCheck(obj, &PySet_Type)
+ #define PyFrozenSet_Check(obj) PyObject_TypeCheck(obj, &PyFrozenSet_Type)
+#endif
+#ifndef PySet_CheckExact
+ #define PySet_CheckExact(obj) (Py_TYPE(obj) == &PySet_Type)
+#endif
+#define __Pyx_TypeCheck(obj, type) PyObject_TypeCheck(obj, (PyTypeObject *)type)
+#if PY_MAJOR_VERSION >= 3
+ #define PyIntObject PyLongObject
+ #define PyInt_Type PyLong_Type
+ #define PyInt_Check(op) PyLong_Check(op)
+ #define PyInt_CheckExact(op) PyLong_CheckExact(op)
+ #define PyInt_FromString PyLong_FromString
+ #define PyInt_FromUnicode PyLong_FromUnicode
+ #define PyInt_FromLong PyLong_FromLong
+ #define PyInt_FromSize_t PyLong_FromSize_t
+ #define PyInt_FromSsize_t PyLong_FromSsize_t
+ #define PyInt_AsLong PyLong_AsLong
+ #define PyInt_AS_LONG PyLong_AS_LONG
+ #define PyInt_AsSsize_t PyLong_AsSsize_t
+ #define PyInt_AsUnsignedLongMask PyLong_AsUnsignedLongMask
+ #define PyInt_AsUnsignedLongLongMask PyLong_AsUnsignedLongLongMask
+#endif
+#if PY_MAJOR_VERSION >= 3
+ #define PyBoolObject PyLongObject
+#endif
+#if PY_VERSION_HEX < 0x03020000
+ typedef long Py_hash_t;
+ #define __Pyx_PyInt_FromHash_t PyInt_FromLong
+ #define __Pyx_PyInt_AsHash_t PyInt_AsLong
+#else
+ #define __Pyx_PyInt_FromHash_t PyInt_FromSsize_t
+ #define __Pyx_PyInt_AsHash_t PyInt_AsSsize_t
+#endif
+#if (PY_MAJOR_VERSION < 3) || (PY_VERSION_HEX >= 0x03010300)
+ #define __Pyx_PySequence_GetSlice(obj, a, b) PySequence_GetSlice(obj, a, b)
+ #define __Pyx_PySequence_SetSlice(obj, a, b, value) PySequence_SetSlice(obj, a, b, value)
+ #define __Pyx_PySequence_DelSlice(obj, a, b) PySequence_DelSlice(obj, a, b)
+#else
+ #define __Pyx_PySequence_GetSlice(obj, a, b) (unlikely(!(obj)) ? \
+ (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), (PyObject*)0) : \
+ (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_GetSlice(obj, a, b)) : \
+ (PyErr_Format(PyExc_TypeError, "'%.200s' object is unsliceable", (obj)->ob_type->tp_name), (PyObject*)0)))
+ #define __Pyx_PySequence_SetSlice(obj, a, b, value) (unlikely(!(obj)) ? \
+ (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), -1) : \
+ (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_SetSlice(obj, a, b, value)) : \
+ (PyErr_Format(PyExc_TypeError, "'%.200s' object doesn't support slice assignment", (obj)->ob_type->tp_name), -1)))
+ #define __Pyx_PySequence_DelSlice(obj, a, b) (unlikely(!(obj)) ? \
+ (PyErr_SetString(PyExc_SystemError, "null argument to internal routine"), -1) : \
+ (likely((obj)->ob_type->tp_as_mapping) ? (PySequence_DelSlice(obj, a, b)) : \
+ (PyErr_Format(PyExc_TypeError, "'%.200s' object doesn't support slice deletion", (obj)->ob_type->tp_name), -1)))
+#endif
+#if PY_MAJOR_VERSION >= 3
+ #define PyMethod_New(func, self, klass) ((self) ? PyMethod_New(func, self) : PyInstanceMethod_New(func))
+#endif
+#if PY_VERSION_HEX < 0x02050000
+ #define __Pyx_GetAttrString(o,n) PyObject_GetAttrString((o),((char *)(n)))
+ #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),((char *)(n)),(a))
+ #define __Pyx_DelAttrString(o,n) PyObject_DelAttrString((o),((char *)(n)))
+#else
+ #define __Pyx_GetAttrString(o,n) PyObject_GetAttrString((o),(n))
+ #define __Pyx_SetAttrString(o,n,a) PyObject_SetAttrString((o),(n),(a))
+ #define __Pyx_DelAttrString(o,n) PyObject_DelAttrString((o),(n))
+#endif
+#if PY_VERSION_HEX < 0x02050000
+ #define __Pyx_NAMESTR(n) ((char *)(n))
+ #define __Pyx_DOCSTR(n) ((char *)(n))
+#else
+ #define __Pyx_NAMESTR(n) (n)
+ #define __Pyx_DOCSTR(n) (n)
+#endif
+#ifndef CYTHON_INLINE
+ #if defined(__GNUC__)
+ #define CYTHON_INLINE __inline__
+ #elif defined(_MSC_VER)
+ #define CYTHON_INLINE __inline
+ #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
+ #define CYTHON_INLINE inline
+ #else
+ #define CYTHON_INLINE
+ #endif
+#endif
+#ifndef CYTHON_RESTRICT
+ #if defined(__GNUC__)
+ #define CYTHON_RESTRICT __restrict__
+ #elif defined(_MSC_VER)
+ #define CYTHON_RESTRICT __restrict
+ #elif defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L
+ #define CYTHON_RESTRICT restrict
+ #else
+ #define CYTHON_RESTRICT
+ #endif
+#endif
+#ifdef NAN
+#define __PYX_NAN() ((float) NAN)
+#else
+static CYTHON_INLINE float __PYX_NAN() {
+ /* Initialize NaN. The sign is irrelevant, an exponent with all bits 1 and
+ a nonzero mantissa means NaN. If the first bit in the mantissa is 1, it is
+ a quiet NaN. */
+ float value;
+ memset(&value, 0xFF, sizeof(value));
+ return value;
+}
+#endif
+
+
+#if PY_MAJOR_VERSION >= 3
+ #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
+ #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
+#else
+ #define __Pyx_PyNumber_Divide(x,y) PyNumber_TrueDivide(x,y)
+ #define __Pyx_PyNumber_InPlaceDivide(x,y) PyNumber_InPlaceTrueDivide(x,y)
+#endif
+
+#ifndef __PYX_EXTERN_C
+ #ifdef __cplusplus
+ #define __PYX_EXTERN_C extern "C"
+ #else
+ #define __PYX_EXTERN_C extern
+ #endif
+#endif
+
+#if defined(WIN32) || defined(MS_WINDOWS)
+#define _USE_MATH_DEFINES
+#endif
+#include <math.h>
+#define __PYX_HAVE__s3ql__deltadump
+#define __PYX_HAVE_API__s3ql__deltadump
+#include "string.h"
+#include "stdio.h"
+#include "pythread.h"
+#include "errno.h"
+#include "stdlib.h"
+#include "stdint.h"
+#include "unistd.h"
+#include "endian.h"
+#include "sqlite3.h"
+#ifdef _OPENMP
+#include <omp.h>
+#endif /* _OPENMP */
+
+#ifdef PYREX_WITHOUT_ASSERTIONS
+#define CYTHON_WITHOUT_ASSERTIONS
+#endif
+
+#ifndef CYTHON_UNUSED
+# if defined(__GNUC__)
+# if !(defined(__cplusplus)) || (__GNUC__ > 3 || (__GNUC__ == 3 && __GNUC_MINOR__ >= 4))
+# define CYTHON_UNUSED __attribute__ ((__unused__))
+# else
+# define CYTHON_UNUSED
+# endif
+# elif defined(__ICC) || (defined(__INTEL_COMPILER) && !defined(_MSC_VER))
+# define CYTHON_UNUSED __attribute__ ((__unused__))
+# else
+# define CYTHON_UNUSED
+# endif
+#endif
+typedef struct {PyObject **p; char *s; const Py_ssize_t n; const char* encoding;
+ const char is_unicode; const char is_str; const char intern; } __Pyx_StringTabEntry; /*proto*/
+
+#define __PYX_DEFAULT_STRING_ENCODING_IS_ASCII 0
+#define __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT 0
+#define __PYX_DEFAULT_STRING_ENCODING ""
+#define __Pyx_PyObject_FromString __Pyx_PyBytes_FromString
+#define __Pyx_PyObject_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
+static CYTHON_INLINE char* __Pyx_PyObject_AsString(PyObject*);
+static CYTHON_INLINE char* __Pyx_PyObject_AsStringAndSize(PyObject*, Py_ssize_t* length);
+#define __Pyx_PyBytes_FromString PyBytes_FromString
+#define __Pyx_PyBytes_FromStringAndSize PyBytes_FromStringAndSize
+static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(char*);
+#if PY_MAJOR_VERSION < 3
+ #define __Pyx_PyStr_FromString __Pyx_PyBytes_FromString
+ #define __Pyx_PyStr_FromStringAndSize __Pyx_PyBytes_FromStringAndSize
+#else
+ #define __Pyx_PyStr_FromString __Pyx_PyUnicode_FromString
+ #define __Pyx_PyStr_FromStringAndSize __Pyx_PyUnicode_FromStringAndSize
+#endif
+#define __Pyx_PyObject_AsUString(s) ((unsigned char*) __Pyx_PyObject_AsString(s))
+#define __Pyx_PyObject_FromUString(s) __Pyx_PyObject_FromString((char*)s)
+#define __Pyx_PyBytes_FromUString(s) __Pyx_PyBytes_FromString((char*)s)
+#define __Pyx_PyStr_FromUString(s) __Pyx_PyStr_FromString((char*)s)
+#define __Pyx_PyUnicode_FromUString(s) __Pyx_PyUnicode_FromString((char*)s)
+#if PY_MAJOR_VERSION < 3
+static CYTHON_INLINE size_t __Pyx_Py_UNICODE_strlen(const Py_UNICODE *u)
+{
+ const Py_UNICODE *u_end = u;
+ while (*u_end++) ;
+ return u_end - u - 1;
+}
+#else
+#define __Pyx_Py_UNICODE_strlen Py_UNICODE_strlen
+#endif
+#define __Pyx_PyUnicode_FromUnicode(u) PyUnicode_FromUnicode(u, __Pyx_Py_UNICODE_strlen(u))
+#define __Pyx_PyUnicode_FromUnicodeAndLength PyUnicode_FromUnicode
+#define __Pyx_PyUnicode_AsUnicode PyUnicode_AsUnicode
+#define __Pyx_Owned_Py_None(b) (Py_INCREF(Py_None), Py_None)
+#define __Pyx_PyBool_FromLong(b) ((b) ? (Py_INCREF(Py_True), Py_True) : (Py_INCREF(Py_False), Py_False))
+static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject*);
+static CYTHON_INLINE PyObject* __Pyx_PyNumber_Int(PyObject* x);
+static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject*);
+static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t);
+static CYTHON_INLINE size_t __Pyx_PyInt_AsSize_t(PyObject*);
+#if CYTHON_COMPILING_IN_CPYTHON
+#define __pyx_PyFloat_AsDouble(x) (PyFloat_CheckExact(x) ? PyFloat_AS_DOUBLE(x) : PyFloat_AsDouble(x))
+#else
+#define __pyx_PyFloat_AsDouble(x) PyFloat_AsDouble(x)
+#endif
+#define __pyx_PyFloat_AsFloat(x) ((float) __pyx_PyFloat_AsDouble(x))
+#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
+static int __Pyx_sys_getdefaultencoding_not_ascii;
+static int __Pyx_init_sys_getdefaultencoding_params() {
+ PyObject* sys = NULL;
+ PyObject* default_encoding = NULL;
+ PyObject* ascii_chars_u = NULL;
+ PyObject* ascii_chars_b = NULL;
+ sys = PyImport_ImportModule("sys");
+ if (sys == NULL) goto bad;
+ default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL);
+ if (default_encoding == NULL) goto bad;
+ if (strcmp(PyBytes_AsString(default_encoding), "ascii") == 0) {
+ __Pyx_sys_getdefaultencoding_not_ascii = 0;
+ } else {
+ const char* default_encoding_c = PyBytes_AS_STRING(default_encoding);
+ char ascii_chars[128];
+ int c;
+ for (c = 0; c < 128; c++) {
+ ascii_chars[c] = c;
+ }
+ __Pyx_sys_getdefaultencoding_not_ascii = 1;
+ ascii_chars_u = PyUnicode_DecodeASCII(ascii_chars, 128, NULL);
+ if (ascii_chars_u == NULL) goto bad;
+ ascii_chars_b = PyUnicode_AsEncodedString(ascii_chars_u, default_encoding_c, NULL);
+ if (ascii_chars_b == NULL || strncmp(ascii_chars, PyBytes_AS_STRING(ascii_chars_b), 128) != 0) {
+ PyErr_Format(
+ PyExc_ValueError,
+ "This module compiled with c_string_encoding=ascii, but default encoding '%s' is not a superset of ascii.",
+ default_encoding_c);
+ goto bad;
+ }
+ }
+ Py_XDECREF(sys);
+ Py_XDECREF(default_encoding);
+ Py_XDECREF(ascii_chars_u);
+ Py_XDECREF(ascii_chars_b);
+ return 0;
+bad:
+ Py_XDECREF(sys);
+ Py_XDECREF(default_encoding);
+ Py_XDECREF(ascii_chars_u);
+ Py_XDECREF(ascii_chars_b);
+ return -1;
+}
+#endif
+#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT && PY_MAJOR_VERSION >= 3
+#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_DecodeUTF8(c_str, size, NULL)
+#else
+#define __Pyx_PyUnicode_FromStringAndSize(c_str, size) PyUnicode_Decode(c_str, size, __PYX_DEFAULT_STRING_ENCODING, NULL)
+#if __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
+static char* __PYX_DEFAULT_STRING_ENCODING;
+static int __Pyx_init_sys_getdefaultencoding_params() {
+ PyObject* sys = NULL;
+ PyObject* default_encoding = NULL;
+ char* default_encoding_c;
+ sys = PyImport_ImportModule("sys");
+ if (sys == NULL) goto bad;
+ default_encoding = PyObject_CallMethod(sys, (char*) (const char*) "getdefaultencoding", NULL);
+ if (default_encoding == NULL) goto bad;
+ default_encoding_c = PyBytes_AS_STRING(default_encoding);
+ __PYX_DEFAULT_STRING_ENCODING = (char*) malloc(strlen(default_encoding_c));
+ strcpy(__PYX_DEFAULT_STRING_ENCODING, default_encoding_c);
+ Py_DECREF(sys);
+ Py_DECREF(default_encoding);
+ return 0;
+bad:
+ Py_XDECREF(sys);
+ Py_XDECREF(default_encoding);
+ return -1;
+}
+#endif
+#endif
+
+
+#ifdef __GNUC__
+ /* Test for GCC > 2.95 */
+ #if __GNUC__ > 2 || (__GNUC__ == 2 && (__GNUC_MINOR__ > 95))
+ #define likely(x) __builtin_expect(!!(x), 1)
+ #define unlikely(x) __builtin_expect(!!(x), 0)
+ #else /* __GNUC__ > 2 ... */
+ #define likely(x) (x)
+ #define unlikely(x) (x)
+ #endif /* __GNUC__ > 2 ... */
+#else /* __GNUC__ */
+ #define likely(x) (x)
+ #define unlikely(x) (x)
+#endif /* __GNUC__ */
+
+static PyObject *__pyx_m;
+static PyObject *__pyx_d;
+static PyObject *__pyx_b;
+static PyObject *__pyx_empty_tuple;
+static PyObject *__pyx_empty_bytes;
+static int __pyx_lineno;
+static int __pyx_clineno = 0;
+static const char * __pyx_cfilenm= __FILE__;
+static const char *__pyx_filename;
+
+
+static const char *__pyx_f[] = {
+ "deltadump.pyx",
+ "type.pxd",
+ "bool.pxd",
+ "complex.pxd",
+};
+
+/*--- Type declarations ---*/
+struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table;
+struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table;
+
+/* "s3ql/deltadump.pyx":382
+ * fwrite(buf, len_, fp)
+ *
+ * def load_table(table, columns, db, fh, trx_rows=5000): # <<<<<<<<<<<<<<
+ * '''Load *columns* of *table* from *fh*
+ *
+ */
+struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table {
+ PyObject_HEAD
+ sqlite3_stmt *__pyx_v_begin_stmt;
+ void *__pyx_v_buf;
+ int *__pyx_v_col_args;
+ int *__pyx_v_col_types;
+ sqlite3_stmt *__pyx_v_commit_stmt;
+ FILE *__pyx_v_fp;
+ int64_t *__pyx_v_int64_prev;
+ sqlite3 *__pyx_v_sqlite3_db;
+ sqlite3_stmt *__pyx_v_stmt;
+};
+
+
+/* "s3ql/deltadump.pyx":267
+ *
+ *
+ * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
+ * '''Dump *columns* of *table* into *fh*
+ *
+ */
+struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table {
+ PyObject_HEAD
+ int *__pyx_v_col_args;
+ int *__pyx_v_col_types;
+ FILE *__pyx_v_fp;
+ int64_t *__pyx_v_int64_prev;
+ sqlite3 *__pyx_v_sqlite3_db;
+ sqlite3_stmt *__pyx_v_stmt;
+};
+
+#ifndef CYTHON_REFNANNY
+ #define CYTHON_REFNANNY 0
+#endif
+#if CYTHON_REFNANNY
+ typedef struct {
+ void (*INCREF)(void*, PyObject*, int);
+ void (*DECREF)(void*, PyObject*, int);
+ void (*GOTREF)(void*, PyObject*, int);
+ void (*GIVEREF)(void*, PyObject*, int);
+ void* (*SetupContext)(const char*, int, const char*);
+ void (*FinishContext)(void**);
+ } __Pyx_RefNannyAPIStruct;
+ static __Pyx_RefNannyAPIStruct *__Pyx_RefNanny = NULL;
+ static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname); /*proto*/
+ #define __Pyx_RefNannyDeclarations void *__pyx_refnanny = NULL;
+#ifdef WITH_THREAD
+ #define __Pyx_RefNannySetupContext(name, acquire_gil) \
+ if (acquire_gil) { \
+ PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure(); \
+ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
+ PyGILState_Release(__pyx_gilstate_save); \
+ } else { \
+ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__); \
+ }
+#else
+ #define __Pyx_RefNannySetupContext(name, acquire_gil) \
+ __pyx_refnanny = __Pyx_RefNanny->SetupContext((name), __LINE__, __FILE__)
+#endif
+ #define __Pyx_RefNannyFinishContext() \
+ __Pyx_RefNanny->FinishContext(&__pyx_refnanny)
+ #define __Pyx_INCREF(r) __Pyx_RefNanny->INCREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
+ #define __Pyx_DECREF(r) __Pyx_RefNanny->DECREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
+ #define __Pyx_GOTREF(r) __Pyx_RefNanny->GOTREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
+ #define __Pyx_GIVEREF(r) __Pyx_RefNanny->GIVEREF(__pyx_refnanny, (PyObject *)(r), __LINE__)
+ #define __Pyx_XINCREF(r) do { if((r) != NULL) {__Pyx_INCREF(r); }} while(0)
+ #define __Pyx_XDECREF(r) do { if((r) != NULL) {__Pyx_DECREF(r); }} while(0)
+ #define __Pyx_XGOTREF(r) do { if((r) != NULL) {__Pyx_GOTREF(r); }} while(0)
+ #define __Pyx_XGIVEREF(r) do { if((r) != NULL) {__Pyx_GIVEREF(r);}} while(0)
+#else
+ #define __Pyx_RefNannyDeclarations
+ #define __Pyx_RefNannySetupContext(name, acquire_gil)
+ #define __Pyx_RefNannyFinishContext()
+ #define __Pyx_INCREF(r) Py_INCREF(r)
+ #define __Pyx_DECREF(r) Py_DECREF(r)
+ #define __Pyx_GOTREF(r)
+ #define __Pyx_GIVEREF(r)
+ #define __Pyx_XINCREF(r) Py_XINCREF(r)
+ #define __Pyx_XDECREF(r) Py_XDECREF(r)
+ #define __Pyx_XGOTREF(r)
+ #define __Pyx_XGIVEREF(r)
+#endif /* CYTHON_REFNANNY */
+#define __Pyx_CLEAR(r) do { PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);} while(0)
+#define __Pyx_XCLEAR(r) do { if((r) != NULL) {PyObject* tmp = ((PyObject*)(r)); r = NULL; __Pyx_DECREF(tmp);}} while(0)
+
+#if CYTHON_COMPILING_IN_CPYTHON
+static CYTHON_INLINE PyObject* __Pyx_PyObject_GetAttrStr(PyObject* obj, PyObject* attr_name) {
+ PyTypeObject* tp = Py_TYPE(obj);
+ if (likely(tp->tp_getattro))
+ return tp->tp_getattro(obj, attr_name);
+#if PY_MAJOR_VERSION < 3
+ if (likely(tp->tp_getattr))
+ return tp->tp_getattr(obj, PyString_AS_STRING(attr_name));
+#endif
+ return PyObject_GetAttr(obj, attr_name);
+}
+#else
+#define __Pyx_PyObject_GetAttrStr(o,n) PyObject_GetAttr(o,n)
+#endif
+
+static PyObject *__Pyx_GetBuiltinName(PyObject *name); /*proto*/
+
+static CYTHON_INLINE PyObject *__Pyx_GetModuleGlobalName(PyObject *name); /*proto*/
+
+static CYTHON_INLINE void __Pyx_ErrRestore(PyObject *type, PyObject *value, PyObject *tb); /*proto*/
+static CYTHON_INLINE void __Pyx_ErrFetch(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
+
+static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause); /*proto*/
+
+#if PY_VERSION_HEX < 0x02050000
+#ifndef PyAnySet_CheckExact
+#define PyAnySet_CheckExact(ob) \
+ ((ob)->ob_type == &PySet_Type || \
+ (ob)->ob_type == &PyFrozenSet_Type)
+#define PySet_New(iterable) \
+ PyObject_CallFunctionObjArgs((PyObject *)&PySet_Type, (iterable), NULL)
+#define Pyx_PyFrozenSet_New(iterable) \
+ PyObject_CallFunctionObjArgs((PyObject *)&PyFrozenSet_Type, (iterable), NULL)
+#define PySet_Size(anyset) \
+ PyObject_Size((anyset))
+#define PySet_Contains(anyset, key) \
+ PySequence_Contains((anyset), (key))
+#define PySet_Pop(set) \
+ PyObject_CallMethod(set, (char *)"pop", NULL)
+static CYTHON_INLINE int PySet_Clear(PyObject *set) {
+ PyObject *ret = PyObject_CallMethod(set, (char *)"clear", NULL);
+ if (!ret) return -1;
+ Py_DECREF(ret); return 0;
+}
+static CYTHON_INLINE int PySet_Discard(PyObject *set, PyObject *key) {
+ PyObject *ret = PyObject_CallMethod(set, (char *)"discard", (char *)"O", key);
+ if (!ret) return -1;
+ Py_DECREF(ret); return 0;
+}
+static CYTHON_INLINE int PySet_Add(PyObject *set, PyObject *key) {
+ PyObject *ret = PyObject_CallMethod(set, (char *)"add", (char *)"O", key);
+ if (!ret) return -1;
+ Py_DECREF(ret); return 0;
+}
+#endif /* PyAnySet_CheckExact (<= Py2.4) */
+#endif /* < Py2.5 */
+
+#define __Pyx_GetItemInt(o, i, size, to_py_func, is_list, wraparound, boundscheck) \
+ (((size) <= sizeof(Py_ssize_t)) ? \
+ __Pyx_GetItemInt_Fast(o, i, is_list, wraparound, boundscheck) : \
+ __Pyx_GetItemInt_Generic(o, to_py_func(i)))
+#define __Pyx_GetItemInt_List(o, i, size, to_py_func, is_list, wraparound, boundscheck) \
+ (((size) <= sizeof(Py_ssize_t)) ? \
+ __Pyx_GetItemInt_List_Fast(o, i, wraparound, boundscheck) : \
+ __Pyx_GetItemInt_Generic(o, to_py_func(i)))
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
+ int wraparound, int boundscheck);
+#define __Pyx_GetItemInt_Tuple(o, i, size, to_py_func, is_list, wraparound, boundscheck) \
+ (((size) <= sizeof(Py_ssize_t)) ? \
+ __Pyx_GetItemInt_Tuple_Fast(o, i, wraparound, boundscheck) : \
+ __Pyx_GetItemInt_Generic(o, to_py_func(i)))
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
+ int wraparound, int boundscheck);
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j);
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
+ int is_list, int wraparound, int boundscheck);
+
+static void __Pyx_RaiseArgtupleInvalid(const char* func_name, int exact,
+ Py_ssize_t num_min, Py_ssize_t num_max, Py_ssize_t num_found); /*proto*/
+
+static void __Pyx_RaiseDoubleKeywordsError(const char* func_name, PyObject* kw_name); /*proto*/
+
+static int __Pyx_ParseOptionalKeywords(PyObject *kwds, PyObject **argnames[], \
+ PyObject *kwds2, PyObject *values[], Py_ssize_t num_pos_args, \
+ const char* function_name); /*proto*/
+
+#define __Pyx_CyFunction_USED 1
+#include <structmember.h>
+#define __Pyx_CYFUNCTION_STATICMETHOD 0x01
+#define __Pyx_CYFUNCTION_CLASSMETHOD 0x02
+#define __Pyx_CYFUNCTION_CCLASS 0x04
+#define __Pyx_CyFunction_GetClosure(f) \
+ (((__pyx_CyFunctionObject *) (f))->func_closure)
+#define __Pyx_CyFunction_GetClassObj(f) \
+ (((__pyx_CyFunctionObject *) (f))->func_classobj)
+#define __Pyx_CyFunction_Defaults(type, f) \
+ ((type *)(((__pyx_CyFunctionObject *) (f))->defaults))
+#define __Pyx_CyFunction_SetDefaultsGetter(f, g) \
+ ((__pyx_CyFunctionObject *) (f))->defaults_getter = (g)
+typedef struct {
+ PyCFunctionObject func;
+ int flags;
+ PyObject *func_dict;
+ PyObject *func_weakreflist;
+ PyObject *func_name;
+ PyObject *func_qualname;
+ PyObject *func_doc;
+ PyObject *func_code;
+ PyObject *func_closure;
+ PyObject *func_classobj; /* No-args super() class cell */
+ void *defaults;
+ int defaults_pyobjects;
+ PyObject *defaults_tuple; /* Const defaults tuple */
+ PyObject *defaults_kwdict; /* Const kwonly defaults dict */
+ PyObject *(*defaults_getter)(PyObject *);
+ PyObject *func_annotations; /* function annotations dict */
+} __pyx_CyFunctionObject;
+static PyTypeObject *__pyx_CyFunctionType = 0;
+#define __Pyx_CyFunction_NewEx(ml, flags, qualname, self, module, code) \
+ __Pyx_CyFunction_New(__pyx_CyFunctionType, ml, flags, qualname, self, module, code)
+static PyObject *__Pyx_CyFunction_New(PyTypeObject *, PyMethodDef *ml,
+ int flags, PyObject* qualname,
+ PyObject *self, PyObject *module,
+ PyObject* code);
+static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *m,
+ size_t size,
+ int pyobjects);
+static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *m,
+ PyObject *tuple);
+static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *m,
+ PyObject *dict);
+static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *m,
+ PyObject *dict);
+static int __Pyx_CyFunction_init(void);
+
+#if CYTHON_COMPILING_IN_CPYTHON
+static CYTHON_INLINE int __Pyx_ListComp_Append(PyObject* list, PyObject* x) {
+ PyListObject* L = (PyListObject*) list;
+ Py_ssize_t len = Py_SIZE(list);
+ if (likely(L->allocated > len)) {
+ Py_INCREF(x);
+ PyList_SET_ITEM(list, len, x);
+ Py_SIZE(list) = len+1;
+ return 0;
+ }
+ return PyList_Append(list, x);
+}
+#else
+#define __Pyx_ListComp_Append(L,x) PyList_Append(L,x)
+#endif
+
+static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
+
+#ifndef __PYX_FORCE_INIT_THREADS
+ #define __PYX_FORCE_INIT_THREADS 0
+#endif
+
+#include <string.h>
+
+static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name); /*proto*/
+
+static CYTHON_INLINE void __Pyx_ExceptionSave(PyObject **type, PyObject **value, PyObject **tb); /*proto*/
+static void __Pyx_ExceptionReset(PyObject *type, PyObject *value, PyObject *tb); /*proto*/
+
+static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level); /*proto*/
+
+static CYTHON_INLINE int64_t __Pyx_PyInt_from_py_int64_t(PyObject *);
+
+static CYTHON_INLINE PyObject *__Pyx_PyInt_to_py_int64_t(int64_t);
+
+static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject *);
+
+static CYTHON_INLINE unsigned short __Pyx_PyInt_AsUnsignedShort(PyObject *);
+
+static CYTHON_INLINE unsigned int __Pyx_PyInt_AsUnsignedInt(PyObject *);
+
+static CYTHON_INLINE char __Pyx_PyInt_AsChar(PyObject *);
+
+static CYTHON_INLINE short __Pyx_PyInt_AsShort(PyObject *);
+
+static CYTHON_INLINE int __Pyx_PyInt_AsInt(PyObject *);
+
+static CYTHON_INLINE signed char __Pyx_PyInt_AsSignedChar(PyObject *);
+
+static CYTHON_INLINE signed short __Pyx_PyInt_AsSignedShort(PyObject *);
+
+static CYTHON_INLINE signed int __Pyx_PyInt_AsSignedInt(PyObject *);
+
+static CYTHON_INLINE int __Pyx_PyInt_AsLongDouble(PyObject *);
+
+static CYTHON_INLINE unsigned long __Pyx_PyInt_AsUnsignedLong(PyObject *);
+
+static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_AsUnsignedLongLong(PyObject *);
+
+static CYTHON_INLINE long __Pyx_PyInt_AsLong(PyObject *);
+
+static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_AsLongLong(PyObject *);
+
+static CYTHON_INLINE signed long __Pyx_PyInt_AsSignedLong(PyObject *);
+
+static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject *);
+
+static int __Pyx_check_binary_version(void);
+
+#if !defined(__Pyx_PyIdentifier_FromString)
+#if PY_MAJOR_VERSION < 3
+ #define __Pyx_PyIdentifier_FromString(s) PyString_FromString(s)
+#else
+ #define __Pyx_PyIdentifier_FromString(s) PyUnicode_FromString(s)
+#endif
+#endif
+
+static PyObject *__Pyx_ImportModule(const char *name); /*proto*/
+
+static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name, size_t size, int strict); /*proto*/
+
+typedef struct {
+ int code_line;
+ PyCodeObject* code_object;
+} __Pyx_CodeObjectCacheEntry;
+struct __Pyx_CodeObjectCache {
+ int count;
+ int max_count;
+ __Pyx_CodeObjectCacheEntry* entries;
+};
+static struct __Pyx_CodeObjectCache __pyx_code_cache = {0,0,NULL};
+static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line);
+static PyCodeObject *__pyx_find_code_object(int code_line);
+static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object);
+
+static void __Pyx_AddTraceback(const char *funcname, int c_line,
+ int py_line, const char *filename); /*proto*/
+
+static int __Pyx_InitStrings(__Pyx_StringTabEntry *t); /*proto*/
+
+
+/* Module declarations from 'cpython.long' */
+
+/* Module declarations from 'cpython.version' */
+
+/* Module declarations from 'cpython.ref' */
+
+/* Module declarations from 'cpython.exc' */
+
+/* Module declarations from 'cpython.module' */
+
+/* Module declarations from 'cpython.mem' */
+
+/* Module declarations from 'cpython.tuple' */
+
+/* Module declarations from 'cpython.list' */
+
+/* Module declarations from 'libc.string' */
+
+/* Module declarations from 'libc.stdio' */
+
+/* Module declarations from 'cpython.object' */
+
+/* Module declarations from 'cpython.sequence' */
+
+/* Module declarations from 'cpython.mapping' */
+
+/* Module declarations from 'cpython.iterator' */
+
+/* Module declarations from '__builtin__' */
+
+/* Module declarations from 'cpython.type' */
+static PyTypeObject *__pyx_ptype_7cpython_4type_type = 0;
+
+/* Module declarations from 'cpython.number' */
+
+/* Module declarations from 'cpython.int' */
+
+/* Module declarations from '__builtin__' */
+
+/* Module declarations from 'cpython.bool' */
+static PyTypeObject *__pyx_ptype_7cpython_4bool_bool = 0;
+
+/* Module declarations from 'cpython.float' */
+
+/* Module declarations from '__builtin__' */
+
+/* Module declarations from 'cpython.complex' */
+static PyTypeObject *__pyx_ptype_7cpython_7complex_complex = 0;
+
+/* Module declarations from 'cpython.string' */
+
+/* Module declarations from 'cpython.unicode' */
+
+/* Module declarations from 'cpython.dict' */
+
+/* Module declarations from 'cpython.instance' */
+
+/* Module declarations from 'cpython.function' */
+
+/* Module declarations from 'cpython.method' */
+
+/* Module declarations from 'cpython.weakref' */
+
+/* Module declarations from 'cpython.getargs' */
+
+/* Module declarations from 'cpython.pythread' */
+
+/* Module declarations from 'cpython.pystate' */
+
+/* Module declarations from 'cpython.cobject' */
+
+/* Module declarations from 'cpython.oldbuffer' */
+
+/* Module declarations from 'cpython.set' */
+
+/* Module declarations from 'cpython.buffer' */
+
+/* Module declarations from 'cpython.bytes' */
+
+/* Module declarations from 'cpython.pycapsule' */
+
+/* Module declarations from 'cpython' */
+
+/* Module declarations from 'libc.errno' */
+
+/* Module declarations from 'libc.stdlib' */
+
+/* Module declarations from 'libc.stdint' */
+
+/* Module declarations from 'posix.unistd' */
+
+/* Module declarations from 's3ql.deltadump' */
+static PyTypeObject *__pyx_ptype_4s3ql_9deltadump___pyx_scope_struct_1_load_table = 0;
+static PyTypeObject *__pyx_ptype_4s3ql_9deltadump___pyx_scope_struct__dump_table = 0;
+static int __pyx_v_4s3ql_9deltadump__INTEGER;
+static int __pyx_v_4s3ql_9deltadump__BLOB;
+static int __pyx_v_4s3ql_9deltadump__TIME;
+static uint8_t __pyx_v_4s3ql_9deltadump_INT8;
+static uint8_t __pyx_v_4s3ql_9deltadump_INT16;
+static uint8_t __pyx_v_4s3ql_9deltadump_INT32;
+static uint8_t __pyx_v_4s3ql_9deltadump_INT64;
+static double __pyx_v_4s3ql_9deltadump_time_scale;
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_fwrite(const void *, size_t, FILE *); /*proto*/
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_fread(void *, size_t, FILE *); /*proto*/
+static PyObject *__pyx_f_4s3ql_9deltadump_free(void *); /*proto*/
+static int __pyx_f_4s3ql_9deltadump_fclose(FILE *); /*proto*/
+static void *__pyx_f_4s3ql_9deltadump_calloc(size_t, size_t); /*proto*/
+static int __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(int, int, sqlite3 *); /*proto*/
+static int __pyx_f_4s3ql_9deltadump_prep_columns(PyObject *, int **, int **); /*proto*/
+static FILE *__pyx_f_4s3ql_9deltadump_dup_to_fp(PyObject *, PyObject *); /*proto*/
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_write_integer(int64_t, FILE *); /*proto*/
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_read_integer(int64_t *, FILE *); /*proto*/
+#define __Pyx_MODULE_NAME "s3ql.deltadump"
+int __pyx_module_is_main_s3ql__deltadump = 0;
+
+/* Implementation of 's3ql.deltadump' */
+static PyObject *__pyx_builtin_RuntimeError;
+static PyObject *__pyx_builtin_IOError;
+static PyObject *__pyx_builtin_OSError;
+static PyObject *__pyx_builtin_range;
+static PyObject *__pyx_builtin_ValueError;
+static PyObject *__pyx_pf_4s3ql_9deltadump_check_sqlite(CYTHON_UNUSED PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_pf_4s3ql_9deltadump_2dump_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self); /* proto */
+static PyObject *__pyx_pf_4s3ql_9deltadump_4load_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh, PyObject *__pyx_v_trx_rows); /* proto */
+static PyObject *__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct_1_load_table(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
+static PyObject *__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct__dump_table(PyTypeObject *t, PyObject *a, PyObject *k); /*proto*/
+static char __pyx_k_1[] = "apsw sqlite version: %s, s3ql sqlite version: %s";
+static char __pyx_k_2[] = "SQLite version mismatch between APSW and S3QL (%s vs %s)";
+static char __pyx_k_4[] = "apsw sqlite compile options: %s, s3ql sqlite compile options: %s";
+static char __pyx_k_5[] = "SQLite code used by APSW was compiled with different options than SQLite code available to S3QL! Differing settings: + %s, - %s";
+static char __pyx_k_6[] = "Invalid type for column %d";
+static char __pyx_k_7[] = ":memory:";
+static char __pyx_k_8[] = "Can't access in-memory databases";
+static char __pyx_k_10[] = "Opening connection to %s";
+static char __pyx_k_11[] = "dump_table.<locals>.<lambda>";
+static char __pyx_k_12[] = "s3ql.deltadump";
+static char __pyx_k_13[] = "SELECT %s FROM %s ORDER BY %s ";
+static char __pyx_k_14[] = ", ";
+static char __pyx_k_15[] = "SELECT COUNT(rowid) FROM %s";
+static char __pyx_k_16[] = "dump_table(%s): writing %d rows";
+static char __pyx_k_17[] = "Can't dump NULL values";
+static char __pyx_k_19[] = "Can not dump BLOB of size %d (max: %d)";
+static char __pyx_k_20[] = "Length %d != %d in column %d";
+static char __pyx_k_23[] = "load_table.<locals>.<lambda>";
+static char __pyx_k_25[] = "PRAGMA %s";
+static char __pyx_k_26[] = "PRAGMA %s = %s";
+static char __pyx_k_27[] = "INSERT INTO %s (%s) VALUES(%s)";
+static char __pyx_k_28[] = "?";
+static char __pyx_k_29[] = "BEGIN TRANSACTION";
+static char __pyx_k_30[] = "COMMIT TRANSACTION";
+static char __pyx_k_31[] = "load_table(%s): reading %d rows";
+static char __pyx_k_32[] = "BLOB too large to read (%d vs %d)";
+static char __pyx_k_34[] = "\n_deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)\n\nCopyright (C) Nikolaus Rath <Nikolaus@rath.org>\n\nThis program can be distributed under the terms of the GNU GPLv3.\n";
+static char __pyx_k_38[] = "/home/nikratio/in-progress/s3ql/src/s3ql/deltadump.pyx";
+static char __pyx_k__i[] = "i";
+static char __pyx_k__j[] = "j";
+static char __pyx_k__x[] = "x";
+static char __pyx_k__db[] = "db";
+static char __pyx_k__fh[] = "fh";
+static char __pyx_k__fp[] = "fp";
+static char __pyx_k__os[] = "os";
+static char __pyx_k__rb[] = "rb";
+static char __pyx_k__rc[] = "rc";
+static char __pyx_k__wb[] = "wb";
+static char __pyx_k__buf[] = "buf";
+static char __pyx_k__cmd[] = "cmd";
+static char __pyx_k__idx[] = "idx";
+static char __pyx_k__log[] = "log";
+static char __pyx_k__tmp[] = "tmp";
+static char __pyx_k__val[] = "val";
+static char __pyx_k__BLOB[] = "BLOB";
+static char __pyx_k__TIME[] = "TIME";
+static char __pyx_k__apsw[] = "apsw";
+static char __pyx_k__file[] = "file";
+static char __pyx_k__join[] = "join";
+static char __pyx_k__len_[] = "len_";
+static char __pyx_k__stmt[] = "stmt";
+static char __pyx_k__count[] = "count";
+static char __pyx_k__debug[] = "debug";
+static char __pyx_k__int64[] = "int64";
+static char __pyx_k__order[] = "order";
+static char __pyx_k__query[] = "query";
+static char __pyx_k__range[] = "range";
+static char __pyx_k__table[] = "table";
+static char __pyx_k__fileno[] = "fileno";
+static char __pyx_k__pragma[] = "pragma";
+static char __pyx_k__INTEGER[] = "INTEGER";
+static char __pyx_k__IOError[] = "IOError";
+static char __pyx_k__OSError[] = "OSError";
+static char __pyx_k__cleanup[] = "cleanup";
+static char __pyx_k__columns[] = "columns";
+static char __pyx_k__get_val[] = "get_val";
+static char __pyx_k__logging[] = "logging";
+static char __pyx_k____exit__[] = "__exit__";
+static char __pyx_k____main__[] = "__main__";
+static char __pyx_k____test__[] = "__test__";
+static char __pyx_k__col_args[] = "col_args";
+static char __pyx_k__register[] = "register";
+static char __pyx_k__trx_rows[] = "trx_rows";
+static char __pyx_k____enter__[] = "__enter__";
+static char __pyx_k__col_count[] = "col_count";
+static char __pyx_k__col_names[] = "col_names";
+static char __pyx_k__col_types[] = "col_types";
+static char __pyx_k__deltadump[] = "deltadump";
+static char __pyx_k__getLogger[] = "getLogger";
+static char __pyx_k__itertools[] = "itertools";
+static char __pyx_k__row_count[] = "row_count";
+static char __pyx_k__ValueError[] = "ValueError";
+static char __pyx_k____import__[] = "__import__";
+static char __pyx_k__begin_stmt[] = "begin_stmt";
+static char __pyx_k__dump_table[] = "dump_table";
+static char __pyx_k__int64_prev[] = "int64_prev";
+static char __pyx_k__load_table[] = "load_table";
+static char __pyx_k__sqlite3_db[] = "sqlite3_db";
+static char __pyx_k__commit_stmt[] = "commit_stmt";
+static char __pyx_k__synchronous[] = "synchronous";
+static char __pyx_k__RuntimeError[] = "RuntimeError";
+static char __pyx_k__check_sqlite[] = "check_sqlite";
+static char __pyx_k__exceptionfor[] = "exceptionfor";
+static char __pyx_k__foreign_keys[] = "foreign_keys";
+static char __pyx_k__MAX_BLOB_SIZE[] = "MAX_BLOB_SIZE";
+static char __pyx_k__CleanupManager[] = "CleanupManager";
+static char __pyx_k__cleanup_manager[] = "cleanup_manager";
+static char __pyx_k__compile_options[] = "compile_options";
+static char __pyx_k__sqlitelibversion[] = "sqlitelibversion";
+static char __pyx_k__apsw_sqlite_options[] = "apsw_sqlite_options";
+static char __pyx_k__apsw_sqlite_version[] = "apsw_sqlite_version";
+static char __pyx_k__s3ql_sqlite_options[] = "s3ql_sqlite_options";
+static char __pyx_k__s3ql_sqlite_version[] = "s3ql_sqlite_version";
+static PyObject *__pyx_kp_s_1;
+static PyObject *__pyx_kp_s_10;
+static PyObject *__pyx_n_s_11;
+static PyObject *__pyx_n_s_12;
+static PyObject *__pyx_kp_s_13;
+static PyObject *__pyx_kp_s_14;
+static PyObject *__pyx_kp_s_15;
+static PyObject *__pyx_kp_s_16;
+static PyObject *__pyx_kp_s_17;
+static PyObject *__pyx_kp_s_19;
+static PyObject *__pyx_kp_s_2;
+static PyObject *__pyx_kp_s_20;
+static PyObject *__pyx_n_s_23;
+static PyObject *__pyx_kp_s_25;
+static PyObject *__pyx_kp_s_26;
+static PyObject *__pyx_kp_s_27;
+static PyObject *__pyx_kp_s_28;
+static PyObject *__pyx_kp_s_29;
+static PyObject *__pyx_kp_s_30;
+static PyObject *__pyx_kp_s_31;
+static PyObject *__pyx_kp_s_32;
+static PyObject *__pyx_kp_s_38;
+static PyObject *__pyx_kp_s_4;
+static PyObject *__pyx_kp_s_5;
+static PyObject *__pyx_kp_s_6;
+static PyObject *__pyx_kp_s_7;
+static PyObject *__pyx_kp_s_8;
+static PyObject *__pyx_n_s__BLOB;
+static PyObject *__pyx_n_s__CleanupManager;
+static PyObject *__pyx_n_s__INTEGER;
+static PyObject *__pyx_n_s__IOError;
+static PyObject *__pyx_n_s__MAX_BLOB_SIZE;
+static PyObject *__pyx_n_s__OSError;
+static PyObject *__pyx_n_s__RuntimeError;
+static PyObject *__pyx_n_s__TIME;
+static PyObject *__pyx_n_s__ValueError;
+static PyObject *__pyx_n_s____enter__;
+static PyObject *__pyx_n_s____exit__;
+static PyObject *__pyx_n_s____import__;
+static PyObject *__pyx_n_s____main__;
+static PyObject *__pyx_n_s____test__;
+static PyObject *__pyx_n_s__apsw;
+static PyObject *__pyx_n_s__apsw_sqlite_options;
+static PyObject *__pyx_n_s__apsw_sqlite_version;
+static PyObject *__pyx_n_s__begin_stmt;
+static PyObject *__pyx_n_s__buf;
+static PyObject *__pyx_n_s__check_sqlite;
+static PyObject *__pyx_n_s__cleanup;
+static PyObject *__pyx_n_s__cleanup_manager;
+static PyObject *__pyx_n_s__cmd;
+static PyObject *__pyx_n_s__col_args;
+static PyObject *__pyx_n_s__col_count;
+static PyObject *__pyx_n_s__col_names;
+static PyObject *__pyx_n_s__col_types;
+static PyObject *__pyx_n_s__columns;
+static PyObject *__pyx_n_s__commit_stmt;
+static PyObject *__pyx_n_s__compile_options;
+static PyObject *__pyx_n_s__count;
+static PyObject *__pyx_n_s__db;
+static PyObject *__pyx_n_s__debug;
+static PyObject *__pyx_n_s__deltadump;
+static PyObject *__pyx_n_s__dump_table;
+static PyObject *__pyx_n_s__exceptionfor;
+static PyObject *__pyx_n_s__fh;
+static PyObject *__pyx_n_s__file;
+static PyObject *__pyx_n_s__fileno;
+static PyObject *__pyx_n_s__foreign_keys;
+static PyObject *__pyx_n_s__fp;
+static PyObject *__pyx_n_s__getLogger;
+static PyObject *__pyx_n_s__get_val;
+static PyObject *__pyx_n_s__i;
+static PyObject *__pyx_n_s__idx;
+static PyObject *__pyx_n_s__int64;
+static PyObject *__pyx_n_s__int64_prev;
+static PyObject *__pyx_n_s__itertools;
+static PyObject *__pyx_n_s__j;
+static PyObject *__pyx_n_s__join;
+static PyObject *__pyx_n_s__len_;
+static PyObject *__pyx_n_s__load_table;
+static PyObject *__pyx_n_s__log;
+static PyObject *__pyx_n_s__logging;
+static PyObject *__pyx_n_s__order;
+static PyObject *__pyx_n_s__os;
+static PyObject *__pyx_n_s__pragma;
+static PyObject *__pyx_n_s__query;
+static PyObject *__pyx_n_s__range;
+static PyObject *__pyx_n_s__rb;
+static PyObject *__pyx_n_s__rc;
+static PyObject *__pyx_n_s__register;
+static PyObject *__pyx_n_s__row_count;
+static PyObject *__pyx_n_s__s3ql_sqlite_options;
+static PyObject *__pyx_n_s__s3ql_sqlite_version;
+static PyObject *__pyx_n_s__sqlite3_db;
+static PyObject *__pyx_n_s__sqlitelibversion;
+static PyObject *__pyx_n_s__stmt;
+static PyObject *__pyx_n_s__synchronous;
+static PyObject *__pyx_n_s__table;
+static PyObject *__pyx_n_s__tmp;
+static PyObject *__pyx_n_s__trx_rows;
+static PyObject *__pyx_n_s__val;
+static PyObject *__pyx_n_s__wb;
+static PyObject *__pyx_n_s__x;
+static PyObject *__pyx_int_0;
+static PyObject *__pyx_int_4096;
+static PyObject *__pyx_int_5000;
+static PyObject *__pyx_k_tuple_3;
+static PyObject *__pyx_k_tuple_9;
+static PyObject *__pyx_k_tuple_18;
+static PyObject *__pyx_k_tuple_21;
+static PyObject *__pyx_k_tuple_22;
+static PyObject *__pyx_k_tuple_24;
+static PyObject *__pyx_k_tuple_33;
+static PyObject *__pyx_k_tuple_35;
+static PyObject *__pyx_k_tuple_36;
+static PyObject *__pyx_k_tuple_39;
+static PyObject *__pyx_k_tuple_41;
+static PyObject *__pyx_k_codeobj_37;
+static PyObject *__pyx_k_codeobj_40;
+static PyObject *__pyx_k_codeobj_42;
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_1check_sqlite(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static char __pyx_doc_4s3ql_9deltadump_check_sqlite[] = "check_sqlite()\nCheck if deltadump and apsw module use compatible SQLite code.\n\n This functions look at versions and compile options of the SQLite\n code used by the *apsw* module and the *deltadump* module. If they\n do not match exactly, a `RuntimeError` is raised.\n\n Only if both modules use the same SQLite version compiled with the\n same options can the database object be shared between *apsw* and\n *deltadump*.\n ";
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_1check_sqlite = {__Pyx_NAMESTR("check_sqlite"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_1check_sqlite, METH_NOARGS, __Pyx_DOCSTR(__pyx_doc_4s3ql_9deltadump_check_sqlite)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_1check_sqlite(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("check_sqlite (wrapper)", 0);
+ __pyx_r = __pyx_pf_4s3ql_9deltadump_check_sqlite(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":85
+ * log = logging.getLogger('deltadump')
+ *
+ * def check_sqlite(): # <<<<<<<<<<<<<<
+ * '''Check if deltadump and apsw module use compatible SQLite code.
+ *
+ */
+
+static PyObject *__pyx_pf_4s3ql_9deltadump_check_sqlite(CYTHON_UNUSED PyObject *__pyx_self) {
+ const char *__pyx_v_buf;
+ PyObject *__pyx_v_apsw_sqlite_version = NULL;
+ PyObject *__pyx_v_s3ql_sqlite_version = NULL;
+ PyObject *__pyx_v_apsw_sqlite_options = NULL;
+ PyObject *__pyx_v_s3ql_sqlite_options = NULL;
+ PyObject *__pyx_v_idx = NULL;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ PyObject *__pyx_t_2 = NULL;
+ PyObject *__pyx_t_3 = NULL;
+ int __pyx_t_4;
+ Py_ssize_t __pyx_t_5;
+ PyObject *(*__pyx_t_6)(PyObject *);
+ int __pyx_t_7;
+ int __pyx_t_8;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("check_sqlite", 0);
+
+ /* "s3ql/deltadump.pyx":99
+ * cdef const_char *buf
+ *
+ * apsw_sqlite_version = apsw.sqlitelibversion() # <<<<<<<<<<<<<<
+ * s3ql_sqlite_version = PyString_FromString(sqlite3_libversion())
+ * log.debug('apsw sqlite version: %s, '
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__apsw); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s__sqlitelibversion); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 99; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_v_apsw_sqlite_version = __pyx_t_1;
+ __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":100
+ *
+ * apsw_sqlite_version = apsw.sqlitelibversion()
+ * s3ql_sqlite_version = PyString_FromString(sqlite3_libversion()) # <<<<<<<<<<<<<<
+ * log.debug('apsw sqlite version: %s, '
+ * 's3ql sqlite version: %s',
+ */
+ __pyx_t_1 = PyString_FromString(sqlite3_libversion()); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 100; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_v_s3ql_sqlite_version = __pyx_t_1;
+ __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":101
+ * apsw_sqlite_version = apsw.sqlitelibversion()
+ * s3ql_sqlite_version = PyString_FromString(sqlite3_libversion())
+ * log.debug('apsw sqlite version: %s, ' # <<<<<<<<<<<<<<
+ * 's3ql sqlite version: %s',
+ * apsw_sqlite_version,
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s__debug); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":104
+ * 's3ql sqlite version: %s',
+ * apsw_sqlite_version,
+ * s3ql_sqlite_version) # <<<<<<<<<<<<<<
+ * if apsw_sqlite_version != s3ql_sqlite_version:
+ * raise RuntimeError('SQLite version mismatch between APSW and S3QL '
+ */
+ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_1));
+ PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_kp_s_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_1));
+ __Pyx_INCREF(__pyx_v_apsw_sqlite_version);
+ PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_apsw_sqlite_version);
+ __Pyx_GIVEREF(__pyx_v_apsw_sqlite_version);
+ __Pyx_INCREF(__pyx_v_s3ql_sqlite_version);
+ PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_v_s3ql_sqlite_version);
+ __Pyx_GIVEREF(__pyx_v_s3ql_sqlite_version);
+ __pyx_t_3 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 101; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+
+ /* "s3ql/deltadump.pyx":105
+ * apsw_sqlite_version,
+ * s3ql_sqlite_version)
+ * if apsw_sqlite_version != s3ql_sqlite_version: # <<<<<<<<<<<<<<
+ * raise RuntimeError('SQLite version mismatch between APSW and S3QL '
+ * '(%s vs %s)' % (apsw_sqlite_version, s3ql_sqlite_version))
+ */
+ __pyx_t_3 = PyObject_RichCompare(__pyx_v_apsw_sqlite_version, __pyx_v_s3ql_sqlite_version, Py_NE); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely(__pyx_t_4 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 105; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ if (__pyx_t_4) {
+
+ /* "s3ql/deltadump.pyx":107
+ * if apsw_sqlite_version != s3ql_sqlite_version:
+ * raise RuntimeError('SQLite version mismatch between APSW and S3QL '
+ * '(%s vs %s)' % (apsw_sqlite_version, s3ql_sqlite_version)) # <<<<<<<<<<<<<<
+ *
+ * apsw_sqlite_options = set(apsw.compile_options)
+ */
+ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_INCREF(__pyx_v_apsw_sqlite_version);
+ PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_v_apsw_sqlite_version);
+ __Pyx_GIVEREF(__pyx_v_apsw_sqlite_version);
+ __Pyx_INCREF(__pyx_v_s3ql_sqlite_version);
+ PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_v_s3ql_sqlite_version);
+ __Pyx_GIVEREF(__pyx_v_s3ql_sqlite_version);
+ __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_2), ((PyObject *)__pyx_t_3)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 107; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
+ __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_builtin_RuntimeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
+ __Pyx_Raise(__pyx_t_1, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":109
+ * '(%s vs %s)' % (apsw_sqlite_version, s3ql_sqlite_version))
+ *
+ * apsw_sqlite_options = set(apsw.compile_options) # <<<<<<<<<<<<<<
+ * s3ql_sqlite_options = set()
+ * for idx in itertools.count(0):
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__apsw); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s__compile_options); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_3);
+ __Pyx_GIVEREF(__pyx_t_3);
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(((PyObject *)((PyObject*)(&PySet_Type))), ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 109; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __pyx_v_apsw_sqlite_options = ((PyObject*)__pyx_t_3);
+ __pyx_t_3 = 0;
+
+ /* "s3ql/deltadump.pyx":110
+ *
+ * apsw_sqlite_options = set(apsw.compile_options)
+ * s3ql_sqlite_options = set() # <<<<<<<<<<<<<<
+ * for idx in itertools.count(0):
+ * buf = sqlite3_compileoption_get(idx)
+ */
+ __pyx_t_3 = PySet_New(0); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 110; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_3));
+ __pyx_v_s3ql_sqlite_options = ((PyObject*)__pyx_t_3);
+ __pyx_t_3 = 0;
+
+ /* "s3ql/deltadump.pyx":111
+ * apsw_sqlite_options = set(apsw.compile_options)
+ * s3ql_sqlite_options = set()
+ * for idx in itertools.count(0): # <<<<<<<<<<<<<<
+ * buf = sqlite3_compileoption_get(idx)
+ * if buf is NULL:
+ */
+ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s__itertools); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_3, __pyx_n_s__count); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_k_tuple_3), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ if (PyList_CheckExact(__pyx_t_3) || PyTuple_CheckExact(__pyx_t_3)) {
+ __pyx_t_1 = __pyx_t_3; __Pyx_INCREF(__pyx_t_1); __pyx_t_5 = 0;
+ __pyx_t_6 = NULL;
+ } else {
+ __pyx_t_5 = -1; __pyx_t_1 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_6 = Py_TYPE(__pyx_t_1)->tp_iternext;
+ }
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ for (;;) {
+ if (!__pyx_t_6 && PyList_CheckExact(__pyx_t_1)) {
+ if (__pyx_t_5 >= PyList_GET_SIZE(__pyx_t_1)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_3 = PyList_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #else
+ __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ } else if (!__pyx_t_6 && PyTuple_CheckExact(__pyx_t_1)) {
+ if (__pyx_t_5 >= PyTuple_GET_SIZE(__pyx_t_1)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_1, __pyx_t_5); __Pyx_INCREF(__pyx_t_3); __pyx_t_5++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #else
+ __pyx_t_3 = PySequence_ITEM(__pyx_t_1, __pyx_t_5); __pyx_t_5++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ } else {
+ __pyx_t_3 = __pyx_t_6(__pyx_t_1);
+ if (unlikely(!__pyx_t_3)) {
+ if (PyErr_Occurred()) {
+ if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
+ else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ }
+ break;
+ }
+ __Pyx_GOTREF(__pyx_t_3);
+ }
+ __Pyx_XDECREF(__pyx_v_idx);
+ __pyx_v_idx = __pyx_t_3;
+ __pyx_t_3 = 0;
+
+ /* "s3ql/deltadump.pyx":112
+ * s3ql_sqlite_options = set()
+ * for idx in itertools.count(0):
+ * buf = sqlite3_compileoption_get(idx) # <<<<<<<<<<<<<<
+ * if buf is NULL:
+ * break
+ */
+ __pyx_t_7 = __Pyx_PyInt_AsInt(__pyx_v_idx); if (unlikely((__pyx_t_7 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 112; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_v_buf = sqlite3_compileoption_get(__pyx_t_7);
+
+ /* "s3ql/deltadump.pyx":113
+ * for idx in itertools.count(0):
+ * buf = sqlite3_compileoption_get(idx)
+ * if buf is NULL: # <<<<<<<<<<<<<<
+ * break
+ * s3ql_sqlite_options.add(PyString_FromString(buf))
+ */
+ __pyx_t_4 = ((__pyx_v_buf == NULL) != 0);
+ if (__pyx_t_4) {
+
+ /* "s3ql/deltadump.pyx":114
+ * buf = sqlite3_compileoption_get(idx)
+ * if buf is NULL:
+ * break # <<<<<<<<<<<<<<
+ * s3ql_sqlite_options.add(PyString_FromString(buf))
+ *
+ */
+ goto __pyx_L5_break;
+ goto __pyx_L6;
+ }
+ __pyx_L6:;
+
+ /* "s3ql/deltadump.pyx":115
+ * if buf is NULL:
+ * break
+ * s3ql_sqlite_options.add(PyString_FromString(buf)) # <<<<<<<<<<<<<<
+ *
+ * log.debug('apsw sqlite compile options: %s, '
+ */
+ __pyx_t_3 = PyString_FromString(__pyx_v_buf); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_8 = PySet_Add(__pyx_v_s3ql_sqlite_options, __pyx_t_3); if (unlikely(__pyx_t_8 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 115; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ }
+ __pyx_L5_break:;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":117
+ * s3ql_sqlite_options.add(PyString_FromString(buf))
+ *
+ * log.debug('apsw sqlite compile options: %s, ' # <<<<<<<<<<<<<<
+ * 's3ql sqlite compile options: %s',
+ * apsw_sqlite_options,
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s__debug); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":120
+ * 's3ql sqlite compile options: %s',
+ * apsw_sqlite_options,
+ * s3ql_sqlite_options) # <<<<<<<<<<<<<<
+ * if apsw_sqlite_options != s3ql_sqlite_options:
+ * raise RuntimeError('SQLite code used by APSW was compiled with different '
+ */
+ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_4));
+ PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_kp_s_4));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_4));
+ __Pyx_INCREF(((PyObject *)__pyx_v_apsw_sqlite_options));
+ PyTuple_SET_ITEM(__pyx_t_1, 1, ((PyObject *)__pyx_v_apsw_sqlite_options));
+ __Pyx_GIVEREF(((PyObject *)__pyx_v_apsw_sqlite_options));
+ __Pyx_INCREF(((PyObject *)__pyx_v_s3ql_sqlite_options));
+ PyTuple_SET_ITEM(__pyx_t_1, 2, ((PyObject *)__pyx_v_s3ql_sqlite_options));
+ __Pyx_GIVEREF(((PyObject *)__pyx_v_s3ql_sqlite_options));
+ __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 117; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":121
+ * apsw_sqlite_options,
+ * s3ql_sqlite_options)
+ * if apsw_sqlite_options != s3ql_sqlite_options: # <<<<<<<<<<<<<<
+ * raise RuntimeError('SQLite code used by APSW was compiled with different '
+ * 'options than SQLite code available to S3QL! '
+ */
+ __pyx_t_2 = PyObject_RichCompare(((PyObject *)__pyx_v_apsw_sqlite_options), ((PyObject *)__pyx_v_s3ql_sqlite_options), Py_NE); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_4 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_4 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 121; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ if (__pyx_t_4) {
+
+ /* "s3ql/deltadump.pyx":125
+ * 'options than SQLite code available to S3QL! '
+ * 'Differing settings: + %s, - %s' %
+ * (apsw_sqlite_options - s3ql_sqlite_options, # <<<<<<<<<<<<<<
+ * s3ql_sqlite_options - apsw_sqlite_options))
+ *
+ */
+ __pyx_t_2 = PyNumber_Subtract(((PyObject *)__pyx_v_apsw_sqlite_options), ((PyObject *)__pyx_v_s3ql_sqlite_options)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+
+ /* "s3ql/deltadump.pyx":126
+ * 'Differing settings: + %s, - %s' %
+ * (apsw_sqlite_options - s3ql_sqlite_options,
+ * s3ql_sqlite_options - apsw_sqlite_options)) # <<<<<<<<<<<<<<
+ *
+ * # Column types
+ */
+ __pyx_t_1 = PyNumber_Subtract(((PyObject *)__pyx_v_s3ql_sqlite_options), ((PyObject *)__pyx_v_apsw_sqlite_options)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 126; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 125; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_3, 1, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_2 = 0;
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_5), ((PyObject *)__pyx_t_3)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 124; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
+ __pyx_t_3 = PyTuple_New(1); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ PyTuple_SET_ITEM(__pyx_t_3, 0, ((PyObject *)__pyx_t_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_builtin_RuntimeError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
+ __Pyx_Raise(__pyx_t_1, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 122; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L7;
+ }
+ __pyx_L7:;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_AddTraceback("s3ql.deltadump.check_sqlite", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XDECREF(__pyx_v_apsw_sqlite_version);
+ __Pyx_XDECREF(__pyx_v_s3ql_sqlite_version);
+ __Pyx_XDECREF(__pyx_v_apsw_sqlite_options);
+ __Pyx_XDECREF(__pyx_v_s3ql_sqlite_options);
+ __Pyx_XDECREF(__pyx_v_idx);
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":151
+ * cdef double time_scale = 1 << 30
+ *
+ * cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1: # <<<<<<<<<<<<<<
+ * '''Call libc's fwrite() and raise exception on failure'''
+ *
+ */
+
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_fwrite(const void *__pyx_v_buf, size_t __pyx_v_len_, FILE *__pyx_v_fp) {
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ PyObject *__pyx_t_3 = NULL;
+ PyObject *__pyx_t_4 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("fwrite", 0);
+
+ /* "s3ql/deltadump.pyx":154
+ * '''Call libc's fwrite() and raise exception on failure'''
+ *
+ * if fwrite_c(buf, len_, 1, fp) != 1: # <<<<<<<<<<<<<<
+ * raise IOError(errno, strerror(errno))
+ * return len_
+ */
+ __pyx_t_1 = ((fwrite(__pyx_v_buf, __pyx_v_len_, 1, __pyx_v_fp) != 1) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":155
+ *
+ * if fwrite_c(buf, len_, 1, fp) != 1:
+ * raise IOError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ * return len_
+ *
+ */
+ __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_3 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_3));
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
+ __pyx_t_2 = 0;
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_builtin_IOError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_Raise(__pyx_t_3, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":156
+ * if fwrite_c(buf, len_, 1, fp) != 1:
+ * raise IOError(errno, strerror(errno))
+ * return len_ # <<<<<<<<<<<<<<
+ *
+ * cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1:
+ */
+ __pyx_r = __pyx_v_len_;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_AddTraceback("s3ql.deltadump.fwrite", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":158
+ * return len_
+ *
+ * cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1: # <<<<<<<<<<<<<<
+ * '''Call libc's fread() and raise exception on failure'''
+ *
+ */
+
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_fread(void *__pyx_v_buf, size_t __pyx_v_len_, FILE *__pyx_v_fp) {
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ PyObject *__pyx_t_3 = NULL;
+ PyObject *__pyx_t_4 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("fread", 0);
+
+ /* "s3ql/deltadump.pyx":161
+ * '''Call libc's fread() and raise exception on failure'''
+ *
+ * if fread_c(buf, len_, 1, fp) != 1: # <<<<<<<<<<<<<<
+ * raise IOError(errno, strerror(errno))
+ * return len_
+ */
+ __pyx_t_1 = ((fread(__pyx_v_buf, __pyx_v_len_, 1, __pyx_v_fp) != 1) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":162
+ *
+ * if fread_c(buf, len_, 1, fp) != 1:
+ * raise IOError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ * return len_
+ *
+ */
+ __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_3 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_3));
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
+ __pyx_t_2 = 0;
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_builtin_IOError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_Raise(__pyx_t_3, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 162; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":163
+ * if fread_c(buf, len_, 1, fp) != 1:
+ * raise IOError(errno, strerror(errno))
+ * return len_ # <<<<<<<<<<<<<<
+ *
+ * cdef free(void * ptr):
+ */
+ __pyx_r = __pyx_v_len_;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_AddTraceback("s3ql.deltadump.fread", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":165
+ * return len_
+ *
+ * cdef free(void * ptr): # <<<<<<<<<<<<<<
+ * '''Call libc.free()
+ *
+ */
+
+static PyObject *__pyx_f_4s3ql_9deltadump_free(void *__pyx_v_ptr) {
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("free", 0);
+
+ /* "s3ql/deltadump.pyx":172
+ * '''
+ *
+ * free_c(ptr) # <<<<<<<<<<<<<<
+ * return None
+ *
+ */
+ free(__pyx_v_ptr);
+
+ /* "s3ql/deltadump.pyx":173
+ *
+ * free_c(ptr)
+ * return None # <<<<<<<<<<<<<<
+ *
+ * cdef int fclose(FILE * fp) except -1:
+ */
+ __Pyx_XDECREF(__pyx_r);
+ __Pyx_INCREF(Py_None);
+ __pyx_r = Py_None;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":175
+ * return None
+ *
+ * cdef int fclose(FILE * fp) except -1: # <<<<<<<<<<<<<<
+ * '''Call libc.fclose() and raise exception on failure'''
+ *
+ */
+
+static int __pyx_f_4s3ql_9deltadump_fclose(FILE *__pyx_v_fp) {
+ Py_ssize_t __pyx_v_off;
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ PyObject *__pyx_t_3 = NULL;
+ PyObject *__pyx_t_4 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("fclose", 0);
+
+ /* "s3ql/deltadump.pyx":183
+ * # important, so that we can safely reposition the fd position
+ * # below (which is necessary in case there is cached input data)
+ * if fflush(fp) != 0: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ *
+ */
+ __pyx_t_1 = ((fflush(__pyx_v_fp) != 0) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":184
+ * # below (which is necessary in case there is cached input data)
+ * if fflush(fp) != 0:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ *
+ * # Reposition FD to position of FILE*, otherwise next read from FD will miss
+ */
+ __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_3 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_3));
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
+ __pyx_t_2 = 0;
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_Raise(__pyx_t_3, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":190
+ * # the same thing, but this does not seem to be documented so we don't rely
+ * # on it.
+ * off = ftell(fp) # <<<<<<<<<<<<<<
+ * if off == -1:
+ * raise OSError(errno, strerror(errno))
+ */
+ __pyx_v_off = ftell(__pyx_v_fp);
+
+ /* "s3ql/deltadump.pyx":191
+ * # on it.
+ * off = ftell(fp)
+ * if off == -1: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ *
+ */
+ __pyx_t_1 = ((__pyx_v_off == -1) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":192
+ * off = ftell(fp)
+ * if off == -1:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ *
+ * if lseek(fileno(fp), off, SEEK_SET) != off:
+ */
+ __pyx_t_3 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_4 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_4));
+ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_3);
+ __Pyx_GIVEREF(__pyx_t_3);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_t_4));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
+ __pyx_t_3 = 0;
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_Raise(__pyx_t_4, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 192; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L4;
+ }
+ __pyx_L4:;
+
+ /* "s3ql/deltadump.pyx":194
+ * raise OSError(errno, strerror(errno))
+ *
+ * if lseek(fileno(fp), off, SEEK_SET) != off: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ *
+ */
+ __pyx_t_1 = ((lseek(fileno(__pyx_v_fp), __pyx_v_off, SEEK_SET) != __pyx_v_off) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":195
+ *
+ * if lseek(fileno(fp), off, SEEK_SET) != off:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ *
+ * if fclose_c(fp) != 0:
+ */
+ __pyx_t_4 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_2 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_2));
+ __pyx_t_3 = PyTuple_New(2); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ PyTuple_SET_ITEM(__pyx_t_3, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_3, 1, ((PyObject *)__pyx_t_2));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_2));
+ __pyx_t_4 = 0;
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_3), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(((PyObject *)__pyx_t_3)); __pyx_t_3 = 0;
+ __Pyx_Raise(__pyx_t_2, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 195; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L5;
+ }
+ __pyx_L5:;
+
+ /* "s3ql/deltadump.pyx":197
+ * raise OSError(errno, strerror(errno))
+ *
+ * if fclose_c(fp) != 0: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ *
+ */
+ __pyx_t_1 = ((fclose(__pyx_v_fp) != 0) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":198
+ *
+ * if fclose_c(fp) != 0:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ *
+ * return 0
+ */
+ __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 198; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_3 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 198; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_3));
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 198; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_4, 1, ((PyObject *)__pyx_t_3));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_3));
+ __pyx_t_2 = 0;
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 198; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_Raise(__pyx_t_3, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 198; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L6;
+ }
+ __pyx_L6:;
+
+ /* "s3ql/deltadump.pyx":200
+ * raise OSError(errno, strerror(errno))
+ *
+ * return 0 # <<<<<<<<<<<<<<
+ *
+ * cdef void * calloc(size_t cnt, size_t size) except NULL:
+ */
+ __pyx_r = 0;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_AddTraceback("s3ql.deltadump.fclose", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":202
+ * return 0
+ *
+ * cdef void * calloc(size_t cnt, size_t size) except NULL: # <<<<<<<<<<<<<<
+ * '''Call libc.calloc and raise exception on failure'''
+ *
+ */
+
+static void *__pyx_f_4s3ql_9deltadump_calloc(size_t __pyx_v_cnt, size_t __pyx_v_size) {
+ void *__pyx_v_ptr;
+ void *__pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("calloc", 0);
+
+ /* "s3ql/deltadump.pyx":207
+ * cdef void * ptr
+ *
+ * ptr = calloc_c(cnt, size) # <<<<<<<<<<<<<<
+ *
+ * if ptr is NULL:
+ */
+ __pyx_v_ptr = calloc(__pyx_v_cnt, __pyx_v_size);
+
+ /* "s3ql/deltadump.pyx":209
+ * ptr = calloc_c(cnt, size)
+ *
+ * if ptr is NULL: # <<<<<<<<<<<<<<
+ * PyErr_NoMemory()
+ *
+ */
+ __pyx_t_1 = ((__pyx_v_ptr == NULL) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":210
+ *
+ * if ptr is NULL:
+ * PyErr_NoMemory() # <<<<<<<<<<<<<<
+ *
+ * return ptr
+ */
+ __pyx_t_2 = PyErr_NoMemory(); if (unlikely(__pyx_t_2 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 210; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":212
+ * PyErr_NoMemory()
+ *
+ * return ptr # <<<<<<<<<<<<<<
+ *
+ *
+ */
+ __pyx_r = __pyx_v_ptr;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_AddTraceback("s3ql.deltadump.calloc", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":215
+ *
+ *
+ * cdef int SQLITE_CHECK_RC(int rc, int success, sqlite3* db) except -1: # <<<<<<<<<<<<<<
+ * '''Raise correct exception if *rc* != *success*'''
+ *
+ */
+
+static int __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(int __pyx_v_rc, int __pyx_v_success, sqlite3 *__pyx_v_db) {
+ PyObject *__pyx_v_exc = NULL;
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ PyObject *__pyx_t_3 = NULL;
+ PyObject *__pyx_t_4 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("SQLITE_CHECK_RC", 0);
+
+ /* "s3ql/deltadump.pyx":218
+ * '''Raise correct exception if *rc* != *success*'''
+ *
+ * if rc != success: # <<<<<<<<<<<<<<
+ * exc = apsw.exceptionfor(rc)
+ * raise type(exc)(sqlite3_errmsg(db))
+ */
+ __pyx_t_1 = ((__pyx_v_rc != __pyx_v_success) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":219
+ *
+ * if rc != success:
+ * exc = apsw.exceptionfor(rc) # <<<<<<<<<<<<<<
+ * raise type(exc)(sqlite3_errmsg(db))
+ *
+ */
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__apsw); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 219; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_3 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__exceptionfor); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 219; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_t_2 = PyInt_FromLong(__pyx_v_rc); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 219; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 219; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_3, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 219; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __pyx_v_exc = __pyx_t_2;
+ __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":220
+ * if rc != success:
+ * exc = apsw.exceptionfor(rc)
+ * raise type(exc)(sqlite3_errmsg(db)) # <<<<<<<<<<<<<<
+ *
+ * return 0
+ */
+ __pyx_t_2 = __Pyx_PyBytes_FromString(sqlite3_errmsg(__pyx_v_db)); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 220; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_2));
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 220; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_2));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_2));
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(((PyObject *)Py_TYPE(__pyx_v_exc)), ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 220; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_Raise(__pyx_t_2, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 220; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":222
+ * raise type(exc)(sqlite3_errmsg(db))
+ *
+ * return 0 # <<<<<<<<<<<<<<
+ *
+ *
+ */
+ __pyx_r = 0;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_AddTraceback("s3ql.deltadump.SQLITE_CHECK_RC", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_XDECREF(__pyx_v_exc);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":225
+ *
+ *
+ * cdef int prep_columns(columns, int** col_types_p, int** col_args_p) except -1: # <<<<<<<<<<<<<<
+ * '''Allocate col_types and col_args, return number of columns
+ *
+ */
+
+static int __pyx_f_4s3ql_9deltadump_prep_columns(PyObject *__pyx_v_columns, int **__pyx_v_col_types_p, int **__pyx_v_col_args_p) {
+ int __pyx_v_col_count;
+ int *__pyx_v_col_types;
+ int *__pyx_v_col_args;
+ PyObject *__pyx_v_i = NULL;
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ Py_ssize_t __pyx_t_1;
+ void *__pyx_t_2;
+ PyObject *__pyx_t_3 = NULL;
+ PyObject *__pyx_t_4 = NULL;
+ PyObject *(*__pyx_t_5)(PyObject *);
+ PyObject *__pyx_t_6 = NULL;
+ PyObject *__pyx_t_7 = NULL;
+ int __pyx_t_8;
+ int __pyx_t_9;
+ int __pyx_t_10;
+ int __pyx_t_11;
+ Py_ssize_t __pyx_t_12;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("prep_columns", 0);
+
+ /* "s3ql/deltadump.pyx":233
+ * cdef int col_count, *col_types, *col_args
+ *
+ * col_count = len(columns) # <<<<<<<<<<<<<<
+ * col_types = < int *> calloc(col_count, sizeof(int))
+ * col_args = < int *> calloc(col_count, sizeof(int))
+ */
+ __pyx_t_1 = PyObject_Length(__pyx_v_columns); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 233; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_v_col_count = __pyx_t_1;
+
+ /* "s3ql/deltadump.pyx":234
+ *
+ * col_count = len(columns)
+ * col_types = < int *> calloc(col_count, sizeof(int)) # <<<<<<<<<<<<<<
+ * col_args = < int *> calloc(col_count, sizeof(int))
+ *
+ */
+ __pyx_t_2 = __pyx_f_4s3ql_9deltadump_calloc(__pyx_v_col_count, (sizeof(int))); if (unlikely(__pyx_t_2 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 234; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_v_col_types = ((int *)__pyx_t_2);
+
+ /* "s3ql/deltadump.pyx":235
+ * col_count = len(columns)
+ * col_types = < int *> calloc(col_count, sizeof(int))
+ * col_args = < int *> calloc(col_count, sizeof(int)) # <<<<<<<<<<<<<<
+ *
+ * # Initialize col_args and col_types
+ */
+ __pyx_t_2 = __pyx_f_4s3ql_9deltadump_calloc(__pyx_v_col_count, (sizeof(int))); if (unlikely(__pyx_t_2 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 235; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_v_col_args = ((int *)__pyx_t_2);
+
+ /* "s3ql/deltadump.pyx":238
+ *
+ * # Initialize col_args and col_types
+ * for i in range(col_count): # <<<<<<<<<<<<<<
+ * if columns[i][1] not in (BLOB, INTEGER, TIME):
+ * raise ValueError("Invalid type for column %d" % i)
+ */
+ __pyx_t_3 = PyInt_FromLong(__pyx_v_col_count); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_3);
+ __Pyx_GIVEREF(__pyx_t_3);
+ __pyx_t_3 = 0;
+ __pyx_t_3 = PyObject_Call(__pyx_builtin_range, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ if (PyList_CheckExact(__pyx_t_3) || PyTuple_CheckExact(__pyx_t_3)) {
+ __pyx_t_4 = __pyx_t_3; __Pyx_INCREF(__pyx_t_4); __pyx_t_1 = 0;
+ __pyx_t_5 = NULL;
+ } else {
+ __pyx_t_1 = -1; __pyx_t_4 = PyObject_GetIter(__pyx_t_3); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_5 = Py_TYPE(__pyx_t_4)->tp_iternext;
+ }
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ for (;;) {
+ if (!__pyx_t_5 && PyList_CheckExact(__pyx_t_4)) {
+ if (__pyx_t_1 >= PyList_GET_SIZE(__pyx_t_4)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_3 = PyList_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #else
+ __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ } else if (!__pyx_t_5 && PyTuple_CheckExact(__pyx_t_4)) {
+ if (__pyx_t_1 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_3 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_1); __Pyx_INCREF(__pyx_t_3); __pyx_t_1++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #else
+ __pyx_t_3 = PySequence_ITEM(__pyx_t_4, __pyx_t_1); __pyx_t_1++; if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ } else {
+ __pyx_t_3 = __pyx_t_5(__pyx_t_4);
+ if (unlikely(!__pyx_t_3)) {
+ if (PyErr_Occurred()) {
+ if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
+ else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ }
+ break;
+ }
+ __Pyx_GOTREF(__pyx_t_3);
+ }
+ __Pyx_XDECREF(__pyx_v_i);
+ __pyx_v_i = __pyx_t_3;
+ __pyx_t_3 = 0;
+
+ /* "s3ql/deltadump.pyx":239
+ * # Initialize col_args and col_types
+ * for i in range(col_count):
+ * if columns[i][1] not in (BLOB, INTEGER, TIME): # <<<<<<<<<<<<<<
+ * raise ValueError("Invalid type for column %d" % i)
+ * col_types[i] = columns[i][1]
+ */
+ __pyx_t_3 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_3) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_3, 1, sizeof(long), PyInt_FromLong, 0, 0, 1); if (!__pyx_t_6) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_6);
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s__BLOB); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_7 = PyObject_RichCompare(__pyx_t_6, __pyx_t_3, Py_NE); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ if (((int)__pyx_t_8)) {
+ __pyx_t_7 = __Pyx_GetModuleGlobalName(__pyx_n_s__INTEGER); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_7);
+ __pyx_t_3 = PyObject_RichCompare(__pyx_t_6, __pyx_t_7, Py_NE); __Pyx_XGOTREF(__pyx_t_3); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __pyx_t_9 = __Pyx_PyObject_IsTrue(__pyx_t_3); if (unlikely((__pyx_t_9 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __pyx_t_10 = ((int)__pyx_t_9);
+ } else {
+ __pyx_t_10 = ((int)__pyx_t_8);
+ }
+ if (__pyx_t_10) {
+ __pyx_t_3 = __Pyx_GetModuleGlobalName(__pyx_n_s__TIME); if (unlikely(!__pyx_t_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_3);
+ __pyx_t_7 = PyObject_RichCompare(__pyx_t_6, __pyx_t_3, Py_NE); __Pyx_XGOTREF(__pyx_t_7); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_3); __pyx_t_3 = 0;
+ __pyx_t_8 = __Pyx_PyObject_IsTrue(__pyx_t_7); if (unlikely((__pyx_t_8 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 239; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __pyx_t_9 = ((int)__pyx_t_8);
+ } else {
+ __pyx_t_9 = __pyx_t_10;
+ }
+ __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
+ __pyx_t_10 = (__pyx_t_9 != 0);
+ if (__pyx_t_10) {
+
+ /* "s3ql/deltadump.pyx":240
+ * for i in range(col_count):
+ * if columns[i][1] not in (BLOB, INTEGER, TIME):
+ * raise ValueError("Invalid type for column %d" % i) # <<<<<<<<<<<<<<
+ * col_types[i] = columns[i][1]
+ *
+ */
+ __pyx_t_6 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_6), __pyx_v_i); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_6));
+ __pyx_t_7 = PyTuple_New(1); if (unlikely(!__pyx_t_7)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_7);
+ PyTuple_SET_ITEM(__pyx_t_7, 0, ((PyObject *)__pyx_t_6));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_6));
+ __pyx_t_6 = 0;
+ __pyx_t_6 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_7), NULL); if (unlikely(!__pyx_t_6)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_6);
+ __Pyx_DECREF(((PyObject *)__pyx_t_7)); __pyx_t_7 = 0;
+ __Pyx_Raise(__pyx_t_6, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L5;
+ }
+ __pyx_L5:;
+
+ /* "s3ql/deltadump.pyx":241
+ * if columns[i][1] not in (BLOB, INTEGER, TIME):
+ * raise ValueError("Invalid type for column %d" % i)
+ * col_types[i] = columns[i][1] # <<<<<<<<<<<<<<
+ *
+ * if len(columns[i]) == 3:
+ */
+ __pyx_t_6 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_6) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 241; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_6);
+ __pyx_t_7 = __Pyx_GetItemInt(__pyx_t_6, 1, sizeof(long), PyInt_FromLong, 0, 0, 1); if (!__pyx_t_7) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 241; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_7);
+ __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
+ __pyx_t_11 = __Pyx_PyInt_AsInt(__pyx_t_7); if (unlikely((__pyx_t_11 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 241; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 241; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ (__pyx_v_col_types[__pyx_t_12]) = __pyx_t_11;
+
+ /* "s3ql/deltadump.pyx":243
+ * col_types[i] = columns[i][1]
+ *
+ * if len(columns[i]) == 3: # <<<<<<<<<<<<<<
+ * col_args[i] = columns[i][2]
+ * else:
+ */
+ __pyx_t_7 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_7) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_7);
+ __pyx_t_12 = PyObject_Length(__pyx_t_7); if (unlikely(__pyx_t_12 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 243; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __pyx_t_10 = ((__pyx_t_12 == 3) != 0);
+ if (__pyx_t_10) {
+
+ /* "s3ql/deltadump.pyx":244
+ *
+ * if len(columns[i]) == 3:
+ * col_args[i] = columns[i][2] # <<<<<<<<<<<<<<
+ * else:
+ * col_args[i] = 0
+ */
+ __pyx_t_7 = PyObject_GetItem(__pyx_v_columns, __pyx_v_i); if (!__pyx_t_7) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_7);
+ __pyx_t_6 = __Pyx_GetItemInt(__pyx_t_7, 2, sizeof(long), PyInt_FromLong, 0, 0, 1); if (!__pyx_t_6) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_6);
+ __Pyx_DECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __pyx_t_11 = __Pyx_PyInt_AsInt(__pyx_t_6); if (unlikely((__pyx_t_11 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_6); __pyx_t_6 = 0;
+ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 244; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ (__pyx_v_col_args[__pyx_t_12]) = __pyx_t_11;
+ goto __pyx_L6;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":246
+ * col_args[i] = columns[i][2]
+ * else:
+ * col_args[i] = 0 # <<<<<<<<<<<<<<
+ *
+ * col_types_p[0] = col_types
+ */
+ __pyx_t_12 = __Pyx_PyIndex_AsSsize_t(__pyx_v_i); if (unlikely((__pyx_t_12 == (Py_ssize_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 246; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ (__pyx_v_col_args[__pyx_t_12]) = 0;
+ }
+ __pyx_L6:;
+ }
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":248
+ * col_args[i] = 0
+ *
+ * col_types_p[0] = col_types # <<<<<<<<<<<<<<
+ * col_args_p[0] = col_args
+ * return col_count
+ */
+ (__pyx_v_col_types_p[0]) = __pyx_v_col_types;
+
+ /* "s3ql/deltadump.pyx":249
+ *
+ * col_types_p[0] = col_types
+ * col_args_p[0] = col_args # <<<<<<<<<<<<<<
+ * return col_count
+ *
+ */
+ (__pyx_v_col_args_p[0]) = __pyx_v_col_args;
+
+ /* "s3ql/deltadump.pyx":250
+ * col_types_p[0] = col_types
+ * col_args_p[0] = col_args
+ * return col_count # <<<<<<<<<<<<<<
+ *
+ * cdef FILE* dup_to_fp(fh, mode) except NULL:
+ */
+ __pyx_r = __pyx_v_col_count;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_3);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_XDECREF(__pyx_t_6);
+ __Pyx_XDECREF(__pyx_t_7);
+ __Pyx_AddTraceback("s3ql.deltadump.prep_columns", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_XDECREF(__pyx_v_i);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":252
+ * return col_count
+ *
+ * cdef FILE* dup_to_fp(fh, mode) except NULL: # <<<<<<<<<<<<<<
+ * '''Duplicate fd from *fh* and open as FILE*'''
+ *
+ */
+
+static FILE *__pyx_f_4s3ql_9deltadump_dup_to_fp(PyObject *__pyx_v_fh, PyObject *__pyx_v_mode) {
+ int __pyx_v_fd;
+ FILE *__pyx_v_fp;
+ FILE *__pyx_r;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_t_3;
+ int __pyx_t_4;
+ PyObject *__pyx_t_5 = NULL;
+ const char *__pyx_t_6;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("dup_to_fp", 0);
+
+ /* "s3ql/deltadump.pyx":257
+ * cdef int fd
+ *
+ * fd = dup(fh.fileno()) # <<<<<<<<<<<<<<
+ * if fd == -1:
+ * raise OSError(errno, strerror(errno))
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_fh, __pyx_n_s__fileno); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 257; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 257; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_3 = __Pyx_PyInt_AsInt(__pyx_t_2); if (unlikely((__pyx_t_3 == (int)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 257; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_v_fd = dup(__pyx_t_3);
+
+ /* "s3ql/deltadump.pyx":258
+ *
+ * fd = dup(fh.fileno())
+ * if fd == -1: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ * fp = fdopen(fd, mode)
+ */
+ __pyx_t_4 = ((__pyx_v_fd == -1) != 0);
+ if (__pyx_t_4) {
+
+ /* "s3ql/deltadump.pyx":259
+ * fd = dup(fh.fileno())
+ * if fd == -1:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ * fp = fdopen(fd, mode)
+ * if fp == NULL:
+ */
+ __pyx_t_2 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __pyx_t_5 = PyTuple_New(2); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_5);
+ PyTuple_SET_ITEM(__pyx_t_5, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_5, 1, ((PyObject *)__pyx_t_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
+ __pyx_t_2 = 0;
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_5), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(((PyObject *)__pyx_t_5)); __pyx_t_5 = 0;
+ __Pyx_Raise(__pyx_t_1, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 259; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":260
+ * if fd == -1:
+ * raise OSError(errno, strerror(errno))
+ * fp = fdopen(fd, mode) # <<<<<<<<<<<<<<
+ * if fp == NULL:
+ * raise OSError(errno, strerror(errno))
+ */
+ __pyx_t_6 = __Pyx_PyObject_AsString(__pyx_v_mode); if (unlikely((!__pyx_t_6) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 260; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_v_fp = fdopen(__pyx_v_fd, __pyx_t_6);
+
+ /* "s3ql/deltadump.pyx":261
+ * raise OSError(errno, strerror(errno))
+ * fp = fdopen(fd, mode)
+ * if fp == NULL: # <<<<<<<<<<<<<<
+ * raise OSError(errno, strerror(errno))
+ *
+ */
+ __pyx_t_4 = ((__pyx_v_fp == NULL) != 0);
+ if (__pyx_t_4) {
+
+ /* "s3ql/deltadump.pyx":262
+ * fp = fdopen(fd, mode)
+ * if fp == NULL:
+ * raise OSError(errno, strerror(errno)) # <<<<<<<<<<<<<<
+ *
+ * return fp
+ */
+ __pyx_t_1 = PyInt_FromLong(errno); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_5 = __Pyx_PyBytes_FromString(strerror(errno)); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_5));
+ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, ((PyObject *)__pyx_t_5));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_5));
+ __pyx_t_1 = 0;
+ __pyx_t_5 = 0;
+ __pyx_t_5 = PyObject_Call(__pyx_builtin_OSError, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_5);
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_Raise(__pyx_t_5, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 262; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L4;
+ }
+ __pyx_L4:;
+
+ /* "s3ql/deltadump.pyx":264
+ * raise OSError(errno, strerror(errno))
+ *
+ * return fp # <<<<<<<<<<<<<<
+ *
+ *
+ */
+ __pyx_r = __pyx_v_fp;
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_5);
+ __Pyx_AddTraceback("s3ql.deltadump.dup_to_fp", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_3dump_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
+static char __pyx_doc_4s3ql_9deltadump_2dump_table[] = "dump_table(table, order, columns, db, fh)\nDump *columns* of *table* into *fh*\n\n *order* specifies the order in which the rows are written and must be a\n string that can be inserted after the \"ORDER BY\" clause in an SQL SELECT\n statement.\n \n *db* is an `s3ql.Connection` instance for the database.\n \n *columns* must a list of 3-tuples, one for each column that should be\n stored. The first element of the tuple must contain the column name and the\n second element the type of data stored in the column (`INTEGER`, `TIME`\n or `BLOB`). Times will be converted to nanosecond integers.\n \n For integers and seconds, the third tuple element specifies the expected\n change of the values between rows. For blobs it can be either zero\n (indicating variable length columns) or an integer specifying the length of\n the column values in bytes.\n\n This function will open a separate connection to the database, so\n the *db* connection should not be in EXCLUSIVE locking mode.\n (Using a separate connection avoids the requirement on the *apsw*\n and *deltadump* modules be linked against against binary\n compatible SQLite libraries).\n ";
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_3dump_table = {__Pyx_NAMESTR("dump_table"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_3dump_table, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_4s3ql_9deltadump_2dump_table)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_3dump_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
+ PyObject *__pyx_v_table = 0;
+ PyObject *__pyx_v_order = 0;
+ PyObject *__pyx_v_columns = 0;
+ PyObject *__pyx_v_db = 0;
+ PyObject *__pyx_v_fh = 0;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("dump_table (wrapper)", 0);
+ {
+ static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__table,&__pyx_n_s__order,&__pyx_n_s__columns,&__pyx_n_s__db,&__pyx_n_s__fh,0};
+ PyObject* values[5] = {0,0,0,0,0};
+ if (unlikely(__pyx_kwds)) {
+ Py_ssize_t kw_args;
+ const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
+ switch (pos_args) {
+ case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
+ case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
+ case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
+ case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
+ case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
+ case 0: break;
+ default: goto __pyx_L5_argtuple_error;
+ }
+ kw_args = PyDict_Size(__pyx_kwds);
+ switch (pos_args) {
+ case 0:
+ if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__table)) != 0)) kw_args--;
+ else goto __pyx_L5_argtuple_error;
+ case 1:
+ if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__order)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 1); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 2:
+ if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__columns)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 2); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 3:
+ if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__db)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 3); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 4:
+ if (likely((values[4] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__fh)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, 4); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ }
+ if (unlikely(kw_args > 0)) {
+ if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "dump_table") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ } else if (PyTuple_GET_SIZE(__pyx_args) != 5) {
+ goto __pyx_L5_argtuple_error;
+ } else {
+ values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
+ values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
+ values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
+ values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
+ values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
+ }
+ __pyx_v_table = values[0];
+ __pyx_v_order = values[1];
+ __pyx_v_columns = values[2];
+ __pyx_v_db = values[3];
+ __pyx_v_fh = values[4];
+ }
+ goto __pyx_L4_argument_unpacking_done;
+ __pyx_L5_argtuple_error:;
+ __Pyx_RaiseArgtupleInvalid("dump_table", 1, 5, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ __pyx_L3_error:;
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __Pyx_RefNannyFinishContext();
+ return NULL;
+ __pyx_L4_argument_unpacking_done:;
+ __pyx_r = __pyx_pf_4s3ql_9deltadump_2dump_table(__pyx_self, __pyx_v_table, __pyx_v_order, __pyx_v_columns, __pyx_v_db, __pyx_v_fh);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_lambda1 = {__Pyx_NAMESTR("lambda1"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_lambda1, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_lambda1(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda1 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda1(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":310
+ * SQLITE_OPEN_READONLY, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda1(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda1", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":311
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_close(__pyx_cur_scope->__pyx_v_sqlite3_db), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda1", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_1lambda2(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_1lambda2 = {__Pyx_NAMESTR("lambda2"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_1lambda2, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_1lambda2(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda2 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda2(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":317
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'wb')
+ * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate col_args and col_types
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda2(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda2", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_fclose(__pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda2", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_2lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_2lambda3 = {__Pyx_NAMESTR("lambda3"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_2lambda3, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_2lambda3(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda3 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda3(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":321
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_types))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda3(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda3", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_col_args); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 321; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda3", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_3lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_3lambda4 = {__Pyx_NAMESTR("lambda4"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_3lambda4, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_3lambda4(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda4 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda4(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":322
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate int64_prev
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda4(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda4", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_col_types); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 322; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda4", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_4lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_4lambda5 = {__Pyx_NAMESTR("lambda5"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_4lambda5, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_4lambda5(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda5 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda5(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":326
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare statement
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda5(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda5", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_int64_prev); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 326; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda5", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_5lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10dump_table_5lambda6 = {__Pyx_NAMESTR("lambda6"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10dump_table_5lambda6, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10dump_table_5lambda6(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda6 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda6(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":334
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda6(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda6", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":335
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ *
+ * # Dump or load data as requested
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_finalize(__pyx_cur_scope->__pyx_v_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table.lambda6", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":267
+ *
+ *
+ * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
+ * '''Dump *columns* of *table* into *fh*
+ *
+ */
+
+static PyObject *__pyx_pf_4s3ql_9deltadump_2dump_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_order, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_cur_scope;
+ int __pyx_v_col_count;
+ int __pyx_v_rc;
+ int __pyx_v_i;
+ int __pyx_v_len_;
+ int64_t __pyx_v_int64;
+ int64_t __pyx_v_tmp;
+ const void *__pyx_v_buf;
+ int64_t __pyx_v_row_count;
+ PyObject *__pyx_v_cleanup = NULL;
+ PyObject *__pyx_v_col_names = NULL;
+ PyObject *__pyx_v_query = NULL;
+ PyObject *__pyx_v_x = NULL;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_t_3;
+ PyObject *__pyx_t_4 = NULL;
+ PyObject *__pyx_t_5 = NULL;
+ PyObject *__pyx_t_6 = NULL;
+ PyObject *__pyx_t_7 = NULL;
+ PyObject *__pyx_t_8 = NULL;
+ const char *__pyx_t_9;
+ int __pyx_t_10;
+ FILE *__pyx_t_11;
+ Py_ssize_t __pyx_t_12;
+ void *__pyx_t_13;
+ PyObject *(*__pyx_t_14)(PyObject *);
+ char *__pyx_t_15;
+ int64_t __pyx_t_16;
+ int __pyx_t_17;
+ int __pyx_t_18;
+ PyObject *__pyx_t_19 = NULL;
+ PyObject *__pyx_t_20 = NULL;
+ int __pyx_t_21;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("dump_table", 0);
+ __pyx_cur_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *)__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct__dump_table(__pyx_ptype_4s3ql_9deltadump___pyx_scope_struct__dump_table, __pyx_empty_tuple, NULL);
+ if (unlikely(!__pyx_cur_scope)) {
+ __Pyx_RefNannyFinishContext();
+ return NULL;
+ }
+ __Pyx_GOTREF(__pyx_cur_scope);
+
+ /* "s3ql/deltadump.pyx":301
+ * cdef int64_t row_count
+ *
+ * if db.file == ':memory:': # <<<<<<<<<<<<<<
+ * raise ValueError("Can't access in-memory databases")
+ *
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 301; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, ((PyObject *)__pyx_kp_s_7), Py_EQ); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 301; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 301; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":302
+ *
+ * if db.file == ':memory:':
+ * raise ValueError("Can't access in-memory databases") # <<<<<<<<<<<<<<
+ *
+ * with CleanupManager(log) as cleanup:
+ */
+ __pyx_t_2 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_9), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 302; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_Raise(__pyx_t_2, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 302; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":304
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ /*with:*/ {
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__CleanupManager); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s____exit__); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_5);
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s____enter__); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L4_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_2 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L4_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ /*try:*/ {
+ {
+ __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
+ __Pyx_XGOTREF(__pyx_t_6);
+ __Pyx_XGOTREF(__pyx_t_7);
+ __Pyx_XGOTREF(__pyx_t_8);
+ /*try:*/ {
+ __Pyx_INCREF(__pyx_t_2);
+ __pyx_v_cleanup = __pyx_t_2;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":306
+ * with CleanupManager(log) as cleanup:
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ * SQLITE_OPEN_READONLY, NULL),
+ */
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 306; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__debug); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 306; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 306; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 306; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_10));
+ PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_kp_s_10));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_10));
+ PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 306; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":307
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db, # <<<<<<<<<<<<<<
+ * SQLITE_OPEN_READONLY, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 307; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_9 = __Pyx_PyObject_AsString(__pyx_t_2); if (unlikely((!__pyx_t_9) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 307; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":309
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ * SQLITE_OPEN_READONLY, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_open_v2(__pyx_t_9, (&__pyx_cur_scope->__pyx_v_sqlite3_db), SQLITE_OPEN_READONLY, NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 307; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":310
+ * SQLITE_OPEN_READONLY, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_lambda1, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 310; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":313
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * # Get FILE* for buffered reading from *fh*
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_extended_result_codes(__pyx_cur_scope->__pyx_v_sqlite3_db, 1), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 312; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":316
+ *
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'wb') # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: fclose(fp))
+ *
+ */
+ __pyx_t_11 = __pyx_f_4s3ql_9deltadump_dup_to_fp(__pyx_v_fh, ((PyObject *)__pyx_n_s__wb)); if (unlikely(__pyx_t_11 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 316; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_cur_scope->__pyx_v_fp = __pyx_t_11;
+
+ /* "s3ql/deltadump.pyx":317
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'wb')
+ * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate col_args and col_types
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_1lambda2, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 317; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":320
+ *
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_prep_columns(__pyx_v_columns, (&__pyx_cur_scope->__pyx_v_col_types), (&__pyx_cur_scope->__pyx_v_col_args)); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 320; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_v_col_count = __pyx_t_10;
+
+ /* "s3ql/deltadump.pyx":321
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_types))
+ *
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 321; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_2lambda3, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 321; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 321; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 321; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":322
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate int64_prev
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 322; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_3lambda4, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 322; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 322; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 322; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":325
+ *
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(int64_prev))
+ *
+ */
+ __pyx_t_12 = PyObject_Length(__pyx_v_columns); if (unlikely(__pyx_t_12 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 325; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_t_13 = __pyx_f_4s3ql_9deltadump_calloc(__pyx_t_12, (sizeof(int64_t))); if (unlikely(__pyx_t_13 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 325; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_cur_scope->__pyx_v_int64_prev = ((int64_t *)__pyx_t_13);
+
+ /* "s3ql/deltadump.pyx":326
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare statement
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 326; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_4lambda5, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 326; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 326; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 326; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":329
+ *
+ * # Prepare statement
+ * col_names = [ x[0] for x in columns ] # <<<<<<<<<<<<<<
+ * query = ("SELECT %s FROM %s ORDER BY %s " %
+ * (', '.join(col_names), table, order))
+ */
+ __pyx_t_1 = PyList_New(0); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ if (PyList_CheckExact(__pyx_v_columns) || PyTuple_CheckExact(__pyx_v_columns)) {
+ __pyx_t_2 = __pyx_v_columns; __Pyx_INCREF(__pyx_t_2); __pyx_t_12 = 0;
+ __pyx_t_14 = NULL;
+ } else {
+ __pyx_t_12 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_columns); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_14 = Py_TYPE(__pyx_t_2)->tp_iternext;
+ }
+ for (;;) {
+ if (!__pyx_t_14 && PyList_CheckExact(__pyx_t_2)) {
+ if (__pyx_t_12 >= PyList_GET_SIZE(__pyx_t_2)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #else
+ __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #endif
+ } else if (!__pyx_t_14 && PyTuple_CheckExact(__pyx_t_2)) {
+ if (__pyx_t_12 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_12); __Pyx_INCREF(__pyx_t_4); __pyx_t_12++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #else
+ __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_12); __pyx_t_12++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #endif
+ } else {
+ __pyx_t_4 = __pyx_t_14(__pyx_t_2);
+ if (unlikely(!__pyx_t_4)) {
+ if (PyErr_Occurred()) {
+ if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
+ else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ }
+ break;
+ }
+ __Pyx_GOTREF(__pyx_t_4);
+ }
+ __Pyx_XDECREF(__pyx_v_x);
+ __pyx_v_x = __pyx_t_4;
+ __pyx_t_4 = 0;
+ __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_x, 0, sizeof(long), PyInt_FromLong, 0, 0, 1); if (!__pyx_t_4) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ if (unlikely(__Pyx_ListComp_Append(__pyx_t_1, (PyObject*)__pyx_t_4))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 329; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ }
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_v_col_names = ((PyObject*)__pyx_t_1);
+ __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":331
+ * col_names = [ x[0] for x in columns ]
+ * query = ("SELECT %s FROM %s ORDER BY %s " %
+ * (', '.join(col_names), table, order)) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_kp_s_14), __pyx_n_s__join); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 331; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 331; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(((PyObject *)__pyx_v_col_names));
+ PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_col_names));
+ __Pyx_GIVEREF(((PyObject *)__pyx_v_col_names));
+ __pyx_t_4 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 331; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 331; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __Pyx_INCREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_table);
+ __Pyx_GIVEREF(__pyx_v_table);
+ __Pyx_INCREF(__pyx_v_order);
+ PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_v_order);
+ __Pyx_GIVEREF(__pyx_v_order);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_13), ((PyObject *)__pyx_t_2)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 330; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_4));
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __pyx_v_query = ((PyObject *)__pyx_t_4);
+ __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":332
+ * query = ("SELECT %s FROM %s ORDER BY %s " %
+ * (', '.join(col_names), table, order))
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ */
+ __pyx_t_15 = __Pyx_PyObject_AsString(__pyx_v_query); if (unlikely((!__pyx_t_15) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 332; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":333
+ * (', '.join(col_names), table, order))
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_prepare_v2(__pyx_cur_scope->__pyx_v_sqlite3_db, __pyx_t_15, -1, (&__pyx_cur_scope->__pyx_v_stmt), NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 332; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":334
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_2 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10dump_table_5lambda6, 0, __pyx_n_s_11, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 334; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":338
+ *
+ * # Dump or load data as requested
+ * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table) # <<<<<<<<<<<<<<
+ * log.debug('dump_table(%s): writing %d rows', table, row_count)
+ * write_integer(row_count, fp)
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__get_val); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 338; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_15), __pyx_v_table); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 338; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 338; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_t_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 338; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __pyx_t_16 = __Pyx_PyInt_from_py_int64_t(__pyx_t_1); if (unlikely((__pyx_t_16 == (int64_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 338; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_v_row_count = __pyx_t_16;
+
+ /* "s3ql/deltadump.pyx":339
+ * # Dump or load data as requested
+ * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
+ * log.debug('dump_table(%s): writing %d rows', table, row_count) # <<<<<<<<<<<<<<
+ * write_integer(row_count, fp)
+ *
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 339; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s__debug); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 339; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_1 = __Pyx_PyInt_to_py_int64_t(__pyx_v_row_count); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 339; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 339; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_16));
+ PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_kp_s_16));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_16));
+ __Pyx_INCREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_table);
+ __Pyx_GIVEREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 339; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":340
+ * row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
+ * log.debug('dump_table(%s): writing %d rows', table, row_count)
+ * write_integer(row_count, fp) # <<<<<<<<<<<<<<
+ *
+ * # Iterate through rows
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_write_integer(__pyx_v_row_count, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 340; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":343
+ *
+ * # Iterate through rows
+ * while True: # <<<<<<<<<<<<<<
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_DONE:
+ */
+ while (1) {
+ if (!1) break;
+
+ /* "s3ql/deltadump.pyx":344
+ * # Iterate through rows
+ * while True:
+ * rc = sqlite3_step(stmt) # <<<<<<<<<<<<<<
+ * if rc == SQLITE_DONE:
+ * break
+ */
+ __pyx_v_rc = sqlite3_step(__pyx_cur_scope->__pyx_v_stmt);
+
+ /* "s3ql/deltadump.pyx":345
+ * while True:
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_DONE: # <<<<<<<<<<<<<<
+ * break
+ * SQLITE_CHECK_RC(rc, SQLITE_ROW, sqlite3_db)
+ */
+ __pyx_t_3 = ((__pyx_v_rc == SQLITE_DONE) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":346
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_DONE:
+ * break # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(rc, SQLITE_ROW, sqlite3_db)
+ *
+ */
+ goto __pyx_L20_break;
+ goto __pyx_L21;
+ }
+ __pyx_L21:;
+
+ /* "s3ql/deltadump.pyx":347
+ * if rc == SQLITE_DONE:
+ * break
+ * SQLITE_CHECK_RC(rc, SQLITE_ROW, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * for i in range(col_count):
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(__pyx_v_rc, SQLITE_ROW, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 347; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":349
+ * SQLITE_CHECK_RC(rc, SQLITE_ROW, sqlite3_db)
+ *
+ * for i in range(col_count): # <<<<<<<<<<<<<<
+ * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
+ * raise ValueError("Can't dump NULL values")
+ */
+ __pyx_t_10 = __pyx_v_col_count;
+ for (__pyx_t_17 = 0; __pyx_t_17 < __pyx_t_10; __pyx_t_17+=1) {
+ __pyx_v_i = __pyx_t_17;
+
+ /* "s3ql/deltadump.pyx":350
+ *
+ * for i in range(col_count):
+ * if sqlite3_column_type(stmt, i) is SQLITE_NULL: # <<<<<<<<<<<<<<
+ * raise ValueError("Can't dump NULL values")
+ *
+ */
+ __pyx_t_3 = ((sqlite3_column_type(__pyx_cur_scope->__pyx_v_stmt, __pyx_v_i) == SQLITE_NULL) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":351
+ * for i in range(col_count):
+ * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
+ * raise ValueError("Can't dump NULL values") # <<<<<<<<<<<<<<
+ *
+ * if col_types[i] == _INTEGER:
+ */
+ __pyx_t_1 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_18), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_Raise(__pyx_t_1, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L24;
+ }
+ __pyx_L24:;
+
+ /* "s3ql/deltadump.pyx":353
+ * raise ValueError("Can't dump NULL values")
+ *
+ * if col_types[i] == _INTEGER: # <<<<<<<<<<<<<<
+ * int64 = sqlite3_column_int64(stmt, i)
+ * tmp = int64
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_9deltadump__INTEGER) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":354
+ *
+ * if col_types[i] == _INTEGER:
+ * int64 = sqlite3_column_int64(stmt, i) # <<<<<<<<<<<<<<
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i]
+ */
+ __pyx_v_int64 = sqlite3_column_int64(__pyx_cur_scope->__pyx_v_stmt, __pyx_v_i);
+
+ /* "s3ql/deltadump.pyx":355
+ * if col_types[i] == _INTEGER:
+ * int64 = sqlite3_column_int64(stmt, i)
+ * tmp = int64 # <<<<<<<<<<<<<<
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp
+ */
+ __pyx_v_tmp = __pyx_v_int64;
+
+ /* "s3ql/deltadump.pyx":356
+ * int64 = sqlite3_column_int64(stmt, i)
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i] # <<<<<<<<<<<<<<
+ * int64_prev[i] = tmp
+ * write_integer(int64, fp)
+ */
+ __pyx_v_int64 = (__pyx_v_int64 - ((__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i]) + (__pyx_cur_scope->__pyx_v_col_args[__pyx_v_i])));
+
+ /* "s3ql/deltadump.pyx":357
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp # <<<<<<<<<<<<<<
+ * write_integer(int64, fp)
+ *
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_tmp;
+
+ /* "s3ql/deltadump.pyx":358
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp
+ * write_integer(int64, fp) # <<<<<<<<<<<<<<
+ *
+ * elif col_types[i] == _TIME:
+ */
+ __pyx_t_18 = __pyx_f_4s3ql_9deltadump_write_integer(__pyx_v_int64, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_18 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 358; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L25;
+ }
+
+ /* "s3ql/deltadump.pyx":360
+ * write_integer(int64, fp)
+ *
+ * elif col_types[i] == _TIME: # <<<<<<<<<<<<<<
+ * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
+ * tmp = int64
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_9deltadump__TIME) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":361
+ *
+ * elif col_types[i] == _TIME:
+ * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale) # <<<<<<<<<<<<<<
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i]
+ */
+ __pyx_v_int64 = ((int64_t)(sqlite3_column_double(__pyx_cur_scope->__pyx_v_stmt, __pyx_v_i) * __pyx_v_4s3ql_9deltadump_time_scale));
+
+ /* "s3ql/deltadump.pyx":362
+ * elif col_types[i] == _TIME:
+ * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
+ * tmp = int64 # <<<<<<<<<<<<<<
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp
+ */
+ __pyx_v_tmp = __pyx_v_int64;
+
+ /* "s3ql/deltadump.pyx":363
+ * int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i] # <<<<<<<<<<<<<<
+ * int64_prev[i] = tmp
+ * write_integer(int64, fp)
+ */
+ __pyx_v_int64 = (__pyx_v_int64 - ((__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i]) + (__pyx_cur_scope->__pyx_v_col_args[__pyx_v_i])));
+
+ /* "s3ql/deltadump.pyx":364
+ * tmp = int64
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp # <<<<<<<<<<<<<<
+ * write_integer(int64, fp)
+ *
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_tmp;
+
+ /* "s3ql/deltadump.pyx":365
+ * int64 -= int64_prev[i] + col_args[i]
+ * int64_prev[i] = tmp
+ * write_integer(int64, fp) # <<<<<<<<<<<<<<
+ *
+ * elif col_types[i] == _BLOB:
+ */
+ __pyx_t_18 = __pyx_f_4s3ql_9deltadump_write_integer(__pyx_v_int64, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_18 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 365; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L25;
+ }
+
+ /* "s3ql/deltadump.pyx":367
+ * write_integer(int64, fp)
+ *
+ * elif col_types[i] == _BLOB: # <<<<<<<<<<<<<<
+ * buf = sqlite3_column_blob(stmt, i)
+ * len_ = sqlite3_column_bytes(stmt, i)
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_i]) == __pyx_v_4s3ql_9deltadump__BLOB) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":368
+ *
+ * elif col_types[i] == _BLOB:
+ * buf = sqlite3_column_blob(stmt, i) # <<<<<<<<<<<<<<
+ * len_ = sqlite3_column_bytes(stmt, i)
+ * if len_ > MAX_BLOB_SIZE:
+ */
+ __pyx_v_buf = sqlite3_column_blob(__pyx_cur_scope->__pyx_v_stmt, __pyx_v_i);
+
+ /* "s3ql/deltadump.pyx":369
+ * elif col_types[i] == _BLOB:
+ * buf = sqlite3_column_blob(stmt, i)
+ * len_ = sqlite3_column_bytes(stmt, i) # <<<<<<<<<<<<<<
+ * if len_ > MAX_BLOB_SIZE:
+ * raise ValueError('Can not dump BLOB of size %d (max: %d)',
+ */
+ __pyx_v_len_ = sqlite3_column_bytes(__pyx_cur_scope->__pyx_v_stmt, __pyx_v_i);
+
+ /* "s3ql/deltadump.pyx":370
+ * buf = sqlite3_column_blob(stmt, i)
+ * len_ = sqlite3_column_bytes(stmt, i)
+ * if len_ > MAX_BLOB_SIZE: # <<<<<<<<<<<<<<
+ * raise ValueError('Can not dump BLOB of size %d (max: %d)',
+ * len_, MAX_BLOB_SIZE)
+ */
+ __pyx_t_1 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, __pyx_t_2, Py_GT); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 370; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":372
+ * if len_ > MAX_BLOB_SIZE:
+ * raise ValueError('Can not dump BLOB of size %d (max: %d)',
+ * len_, MAX_BLOB_SIZE) # <<<<<<<<<<<<<<
+ * if col_args[i] == 0:
+ * write_integer(len_ - int64_prev[i], fp)
+ */
+ __pyx_t_4 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 372; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 372; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 371; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_19));
+ PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_kp_s_19));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_19));
+ PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_4 = 0;
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 371; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_Raise(__pyx_t_2, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 371; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L26;
+ }
+ __pyx_L26:;
+
+ /* "s3ql/deltadump.pyx":373
+ * raise ValueError('Can not dump BLOB of size %d (max: %d)',
+ * len_, MAX_BLOB_SIZE)
+ * if col_args[i] == 0: # <<<<<<<<<<<<<<
+ * write_integer(len_ - int64_prev[i], fp)
+ * int64_prev[i] = len_
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_args[__pyx_v_i]) == 0) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":374
+ * len_, MAX_BLOB_SIZE)
+ * if col_args[i] == 0:
+ * write_integer(len_ - int64_prev[i], fp) # <<<<<<<<<<<<<<
+ * int64_prev[i] = len_
+ * elif len_ != col_args[i]:
+ */
+ __pyx_t_18 = __pyx_f_4s3ql_9deltadump_write_integer((__pyx_v_len_ - (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i])), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_18 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 374; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":375
+ * if col_args[i] == 0:
+ * write_integer(len_ - int64_prev[i], fp)
+ * int64_prev[i] = len_ # <<<<<<<<<<<<<<
+ * elif len_ != col_args[i]:
+ * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_i]) = __pyx_v_len_;
+ goto __pyx_L27;
+ }
+
+ /* "s3ql/deltadump.pyx":376
+ * write_integer(len_ - int64_prev[i], fp)
+ * int64_prev[i] = len_
+ * elif len_ != col_args[i]: # <<<<<<<<<<<<<<
+ * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
+ *
+ */
+ __pyx_t_3 = ((__pyx_v_len_ != (__pyx_cur_scope->__pyx_v_col_args[__pyx_v_i])) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":377
+ * int64_prev[i] = len_
+ * elif len_ != col_args[i]:
+ * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i)) # <<<<<<<<<<<<<<
+ *
+ * if len_ != 0:
+ */
+ __pyx_t_2 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = PyInt_FromLong((__pyx_cur_scope->__pyx_v_col_args[__pyx_v_i])); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = PyInt_FromLong(__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_19 = PyTuple_New(3); if (unlikely(!__pyx_t_19)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_19);
+ PyTuple_SET_ITEM(__pyx_t_19, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_19, 1, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_19, 2, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_2 = 0;
+ __pyx_t_1 = 0;
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_20), ((PyObject *)__pyx_t_19)); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_4));
+ __Pyx_DECREF(((PyObject *)__pyx_t_19)); __pyx_t_19 = 0;
+ __pyx_t_19 = PyTuple_New(1); if (unlikely(!__pyx_t_19)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_19);
+ PyTuple_SET_ITEM(__pyx_t_19, 0, ((PyObject *)__pyx_t_4));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_4));
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_t_19), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(((PyObject *)__pyx_t_19)); __pyx_t_19 = 0;
+ __Pyx_Raise(__pyx_t_4, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 377; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L27;
+ }
+ __pyx_L27:;
+
+ /* "s3ql/deltadump.pyx":379
+ * raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
+ *
+ * if len_ != 0: # <<<<<<<<<<<<<<
+ * fwrite(buf, len_, fp)
+ *
+ */
+ __pyx_t_3 = ((__pyx_v_len_ != 0) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":380
+ *
+ * if len_ != 0:
+ * fwrite(buf, len_, fp) # <<<<<<<<<<<<<<
+ *
+ * def load_table(table, columns, db, fh, trx_rows=5000):
+ */
+ __pyx_t_18 = __pyx_f_4s3ql_9deltadump_fwrite(__pyx_v_buf, __pyx_v_len_, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_18 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 380; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L28;
+ }
+ __pyx_L28:;
+ goto __pyx_L25;
+ }
+ __pyx_L25:;
+ }
+ }
+ __pyx_L20_break:;
+ }
+ __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
+ __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
+ goto __pyx_L15_try_end;
+ __pyx_L8_error:;
+ __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_XDECREF(__pyx_t_19); __pyx_t_19 = 0;
+ __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":304
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ /*except:*/ {
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ if (__Pyx_GetException(&__pyx_t_4, &__pyx_t_19, &__pyx_t_1) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_GOTREF(__pyx_t_19);
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __Pyx_INCREF(__pyx_t_19);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_19);
+ __Pyx_GIVEREF(__pyx_t_19);
+ __Pyx_INCREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_20 = PyObject_Call(__pyx_t_5, __pyx_t_2, NULL);
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ if (unlikely(!__pyx_t_20)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_20);
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_20);
+ __Pyx_DECREF(__pyx_t_20); __pyx_t_20 = 0;
+ if (__pyx_t_3 < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __pyx_t_21 = ((!(__pyx_t_3 != 0)) != 0);
+ if (__pyx_t_21) {
+ __Pyx_GIVEREF(__pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_19);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __Pyx_ErrRestore(__pyx_t_4, __pyx_t_19, __pyx_t_1);
+ __pyx_t_4 = 0; __pyx_t_19 = 0; __pyx_t_1 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ goto __pyx_L31;
+ }
+ __pyx_L31:;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_19); __pyx_t_19 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ goto __pyx_L9_exception_handled;
+ }
+ __pyx_L10_except_error:;
+ __Pyx_XGIVEREF(__pyx_t_6);
+ __Pyx_XGIVEREF(__pyx_t_7);
+ __Pyx_XGIVEREF(__pyx_t_8);
+ __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
+ goto __pyx_L1_error;
+ __pyx_L9_exception_handled:;
+ __Pyx_XGIVEREF(__pyx_t_6);
+ __Pyx_XGIVEREF(__pyx_t_7);
+ __Pyx_XGIVEREF(__pyx_t_8);
+ __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
+ __pyx_L15_try_end:;
+ }
+ }
+ /*finally:*/ {
+ if (__pyx_t_5) {
+ __pyx_t_8 = PyObject_Call(__pyx_t_5, __pyx_k_tuple_21, NULL);
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_8);
+ __pyx_t_21 = __Pyx_PyObject_IsTrue(__pyx_t_8);
+ __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
+ if (__pyx_t_21 < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ }
+ }
+ goto __pyx_L32;
+ __pyx_L4_error:;
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ goto __pyx_L1_error;
+ __pyx_L32:;
+ }
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_XDECREF(__pyx_t_19);
+ __Pyx_AddTraceback("s3ql.deltadump.dump_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XDECREF(__pyx_v_cleanup);
+ __Pyx_XDECREF(__pyx_v_col_names);
+ __Pyx_XDECREF(__pyx_v_query);
+ __Pyx_XDECREF(__pyx_v_x);
+ __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_5load_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds); /*proto*/
+static char __pyx_doc_4s3ql_9deltadump_4load_table[] = "load_table(table, columns, db, fh, trx_rows=5000)\nLoad *columns* of *table* from *fh*\n\n *db* is an `s3ql.Connection` instance for the database.\n \n *columns* must be the same list of 3-tuples that was passed to\n `dump_table` when creating the dump stored in *fh*.\n\n This function will open a separate connection to the database, so\n the *db* connection should not be in EXCLUSIVE locking mode.\n (Using a separate connection avoids the requirement on the *apsw*\n and *deltadump* modules be linked against against binary\n compatible SQLite libraries).\n\n When writing into the table, a new transaction will be started\n every *trx_rows* rows.\n ";
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_5load_table = {__Pyx_NAMESTR("load_table"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_5load_table, METH_VARARGS|METH_KEYWORDS, __Pyx_DOCSTR(__pyx_doc_4s3ql_9deltadump_4load_table)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_5load_table(PyObject *__pyx_self, PyObject *__pyx_args, PyObject *__pyx_kwds) {
+ PyObject *__pyx_v_table = 0;
+ PyObject *__pyx_v_columns = 0;
+ PyObject *__pyx_v_db = 0;
+ PyObject *__pyx_v_fh = 0;
+ PyObject *__pyx_v_trx_rows = 0;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("load_table (wrapper)", 0);
+ {
+ static PyObject **__pyx_pyargnames[] = {&__pyx_n_s__table,&__pyx_n_s__columns,&__pyx_n_s__db,&__pyx_n_s__fh,&__pyx_n_s__trx_rows,0};
+ PyObject* values[5] = {0,0,0,0,0};
+ values[4] = ((PyObject *)__pyx_int_5000);
+ if (unlikely(__pyx_kwds)) {
+ Py_ssize_t kw_args;
+ const Py_ssize_t pos_args = PyTuple_GET_SIZE(__pyx_args);
+ switch (pos_args) {
+ case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
+ case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
+ case 3: values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
+ case 2: values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
+ case 1: values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
+ case 0: break;
+ default: goto __pyx_L5_argtuple_error;
+ }
+ kw_args = PyDict_Size(__pyx_kwds);
+ switch (pos_args) {
+ case 0:
+ if (likely((values[0] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__table)) != 0)) kw_args--;
+ else goto __pyx_L5_argtuple_error;
+ case 1:
+ if (likely((values[1] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__columns)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("load_table", 0, 4, 5, 1); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 2:
+ if (likely((values[2] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__db)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("load_table", 0, 4, 5, 2); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 3:
+ if (likely((values[3] = PyDict_GetItem(__pyx_kwds, __pyx_n_s__fh)) != 0)) kw_args--;
+ else {
+ __Pyx_RaiseArgtupleInvalid("load_table", 0, 4, 5, 3); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ case 4:
+ if (kw_args > 0) {
+ PyObject* value = PyDict_GetItem(__pyx_kwds, __pyx_n_s__trx_rows);
+ if (value) { values[4] = value; kw_args--; }
+ }
+ }
+ if (unlikely(kw_args > 0)) {
+ if (unlikely(__Pyx_ParseOptionalKeywords(__pyx_kwds, __pyx_pyargnames, 0, values, pos_args, "load_table") < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ }
+ } else {
+ switch (PyTuple_GET_SIZE(__pyx_args)) {
+ case 5: values[4] = PyTuple_GET_ITEM(__pyx_args, 4);
+ case 4: values[3] = PyTuple_GET_ITEM(__pyx_args, 3);
+ values[2] = PyTuple_GET_ITEM(__pyx_args, 2);
+ values[1] = PyTuple_GET_ITEM(__pyx_args, 1);
+ values[0] = PyTuple_GET_ITEM(__pyx_args, 0);
+ break;
+ default: goto __pyx_L5_argtuple_error;
+ }
+ }
+ __pyx_v_table = values[0];
+ __pyx_v_columns = values[1];
+ __pyx_v_db = values[2];
+ __pyx_v_fh = values[3];
+ __pyx_v_trx_rows = values[4];
+ }
+ goto __pyx_L4_argument_unpacking_done;
+ __pyx_L5_argtuple_error:;
+ __Pyx_RaiseArgtupleInvalid("load_table", 0, 4, 5, PyTuple_GET_SIZE(__pyx_args)); {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L3_error;}
+ __pyx_L3_error:;
+ __Pyx_AddTraceback("s3ql.deltadump.load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __Pyx_RefNannyFinishContext();
+ return NULL;
+ __pyx_L4_argument_unpacking_done:;
+ __pyx_r = __pyx_pf_4s3ql_9deltadump_4load_table(__pyx_self, __pyx_v_table, __pyx_v_columns, __pyx_v_db, __pyx_v_fh, __pyx_v_trx_rows);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_lambda7 = {__Pyx_NAMESTR("lambda7"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_lambda7, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_lambda7(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda7 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda7(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":417
+ * SQLITE_OPEN_READWRITE, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda7(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda7", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":418
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_close(__pyx_cur_scope->__pyx_v_sqlite3_db), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda7", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_1lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_1lambda8 = {__Pyx_NAMESTR("lambda8"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_1lambda8, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_1lambda8(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda8 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda8(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":438
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'rb')
+ * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate col_args and col_types
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda8(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda8", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_fclose(__pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda8", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_2lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_2lambda9 = {__Pyx_NAMESTR("lambda9"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_2lambda9, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_2lambda9(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda9 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda9(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":442
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_types))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda9(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda9", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_col_args); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 442; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda9", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_3lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_3lambda10 = {__Pyx_NAMESTR("lambda10"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_3lambda10, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_3lambda10(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda10 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda10(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":443
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate int64_prev
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda10(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda10", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_col_types); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 443; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda10", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_4lambda11(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_4lambda11 = {__Pyx_NAMESTR("lambda11"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_4lambda11, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_4lambda11(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda11 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda11(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":447
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare INSERT statement
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda11(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda11", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_int64_prev); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 447; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda11", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_5lambda12(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_5lambda12 = {__Pyx_NAMESTR("lambda12"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_5lambda12, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_5lambda12(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda12 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda12(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":455
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda12(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda12", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":456
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare BEGIN statement
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_finalize(__pyx_cur_scope->__pyx_v_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda12", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_6lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_6lambda13 = {__Pyx_NAMESTR("lambda13"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_6lambda13, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_6lambda13(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda13 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda13(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":462
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda13(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda13", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":463
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare COMMIT statement
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_finalize(__pyx_cur_scope->__pyx_v_begin_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda13", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_7lambda14(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_7lambda14 = {__Pyx_NAMESTR("lambda14"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_7lambda14, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_7lambda14(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda14 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda14(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":469
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda14(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda14", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":470
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt),
+ * SQLITE_OK, sqlite3_db)) # <<<<<<<<<<<<<<
+ *
+ * # Dump or load data as requested
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_finalize(__pyx_cur_scope->__pyx_v_commit_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda14", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_8lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_8lambda15 = {__Pyx_NAMESTR("lambda15"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_8lambda15, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_8lambda15(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda15 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda15(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":474
+ * # Dump or load data as requested
+ * buf = calloc(MAX_BLOB_SIZE, 1)
+ * cleanup.register(lambda: free(buf)) # <<<<<<<<<<<<<<
+ * read_integer(&row_count, fp)
+ * log.debug('load_table(%s): reading %d rows', table, row_count)
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda15(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda15", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_free(__pyx_cur_scope->__pyx_v_buf); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 474; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_r = __pyx_t_1;
+ __pyx_t_1 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda15", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* Python wrapper */
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_9lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused); /*proto*/
+static PyMethodDef __pyx_mdef_4s3ql_9deltadump_10load_table_9lambda16 = {__Pyx_NAMESTR("lambda16"), (PyCFunction)__pyx_pw_4s3ql_9deltadump_10load_table_9lambda16, METH_NOARGS, __Pyx_DOCSTR(0)};
+static PyObject *__pyx_pw_4s3ql_9deltadump_10load_table_9lambda16(PyObject *__pyx_self, CYTHON_UNUSED PyObject *unused) {
+ PyObject *__pyx_r = 0;
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("lambda16 (wrapper)", 0);
+ __pyx_r = __pyx_lambda_funcdef_lambda16(__pyx_self);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":480
+ * # Start transaction
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_DONE, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+ */
+
+static PyObject *__pyx_lambda_funcdef_lambda16(PyObject *__pyx_self) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_outer_scope;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("lambda16", 0);
+ __pyx_outer_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *) __Pyx_CyFunction_GetClosure(__pyx_self);
+ __pyx_cur_scope = __pyx_outer_scope;
+ __Pyx_XDECREF(__pyx_r);
+
+ /* "s3ql/deltadump.pyx":481
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt),
+ * SQLITE_DONE, sqlite3_db)) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+ *
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_step(__pyx_cur_scope->__pyx_v_commit_stmt), SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_t_2 = PyInt_FromLong(__pyx_t_1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_r = __pyx_t_2;
+ __pyx_t_2 = 0;
+ goto __pyx_L0;
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table.lambda16", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":382
+ * fwrite(buf, len_, fp)
+ *
+ * def load_table(table, columns, db, fh, trx_rows=5000): # <<<<<<<<<<<<<<
+ * '''Load *columns* of *table* from *fh*
+ *
+ */
+
+static PyObject *__pyx_pf_4s3ql_9deltadump_4load_table(CYTHON_UNUSED PyObject *__pyx_self, PyObject *__pyx_v_table, PyObject *__pyx_v_columns, PyObject *__pyx_v_db, PyObject *__pyx_v_fh, PyObject *__pyx_v_trx_rows) {
+ struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_cur_scope;
+ int __pyx_v_col_count;
+ int __pyx_v_rc;
+ int __pyx_v_len_;
+ int __pyx_v_i;
+ int __pyx_v_j;
+ int64_t __pyx_v_row_count;
+ int64_t __pyx_v_int64;
+ PyObject *__pyx_v_cleanup = NULL;
+ PyObject *__pyx_v_pragma = NULL;
+ PyObject *__pyx_v_val = NULL;
+ PyObject *__pyx_v_cmd = NULL;
+ PyObject *__pyx_v_col_names = NULL;
+ PyObject *__pyx_v_query = NULL;
+ PyObject *__pyx_v_x = NULL;
+ PyObject *__pyx_r = NULL;
+ __Pyx_RefNannyDeclarations
+ PyObject *__pyx_t_1 = NULL;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_t_3;
+ PyObject *__pyx_t_4 = NULL;
+ PyObject *__pyx_t_5 = NULL;
+ PyObject *__pyx_t_6 = NULL;
+ PyObject *__pyx_t_7 = NULL;
+ PyObject *__pyx_t_8 = NULL;
+ const char *__pyx_t_9;
+ int __pyx_t_10;
+ Py_ssize_t __pyx_t_11;
+ PyObject *__pyx_t_12 = NULL;
+ char *__pyx_t_13;
+ FILE *__pyx_t_14;
+ void *__pyx_t_15;
+ PyObject *(*__pyx_t_16)(PyObject *);
+ size_t __pyx_t_17;
+ int64_t __pyx_t_18;
+ int __pyx_t_19;
+ int __pyx_t_20;
+ int __pyx_t_21;
+ PyObject *__pyx_t_22 = NULL;
+ int __pyx_t_23;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("load_table", 0);
+ __pyx_cur_scope = (struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *)__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct_1_load_table(__pyx_ptype_4s3ql_9deltadump___pyx_scope_struct_1_load_table, __pyx_empty_tuple, NULL);
+ if (unlikely(!__pyx_cur_scope)) {
+ __Pyx_RefNannyFinishContext();
+ return NULL;
+ }
+ __Pyx_GOTREF(__pyx_cur_scope);
+
+ /* "s3ql/deltadump.pyx":408
+ * cdef int64_t row_count, int64
+ *
+ * if db.file == ':memory:': # <<<<<<<<<<<<<<
+ * raise ValueError("Can't access in-memory databases")
+ *
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 408; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyObject_RichCompare(__pyx_t_1, ((PyObject *)__pyx_kp_s_7), Py_EQ); __Pyx_XGOTREF(__pyx_t_2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 408; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_2); if (unlikely(__pyx_t_3 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 408; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":409
+ *
+ * if db.file == ':memory:':
+ * raise ValueError("Can't access in-memory databases") # <<<<<<<<<<<<<<
+ *
+ * with CleanupManager(log) as cleanup:
+ */
+ __pyx_t_2 = PyObject_Call(__pyx_builtin_ValueError, ((PyObject *)__pyx_k_tuple_22), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 409; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_Raise(__pyx_t_2, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 409; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L3;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":411
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ /*with:*/ {
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__CleanupManager); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __pyx_t_5 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s____exit__); if (unlikely(!__pyx_t_5)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_5);
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_1, __pyx_n_s____enter__); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L4_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_2 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_empty_tuple), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L4_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ /*try:*/ {
+ {
+ __Pyx_ExceptionSave(&__pyx_t_6, &__pyx_t_7, &__pyx_t_8);
+ __Pyx_XGOTREF(__pyx_t_6);
+ __Pyx_XGOTREF(__pyx_t_7);
+ __Pyx_XGOTREF(__pyx_t_8);
+ /*try:*/ {
+ __Pyx_INCREF(__pyx_t_2);
+ __pyx_v_cleanup = __pyx_t_2;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":413
+ * with CleanupManager(log) as cleanup:
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ * SQLITE_OPEN_READWRITE, NULL),
+ */
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 413; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__debug); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 413; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 413; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyTuple_New(2); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 413; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_10));
+ PyTuple_SET_ITEM(__pyx_t_4, 0, ((PyObject *)__pyx_kp_s_10));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_10));
+ PyTuple_SET_ITEM(__pyx_t_4, 1, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 413; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":414
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db, # <<<<<<<<<<<<<<
+ * SQLITE_OPEN_READWRITE, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__file); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 414; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_9 = __Pyx_PyObject_AsString(__pyx_t_2); if (unlikely((!__pyx_t_9) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 414; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":416
+ * SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ * SQLITE_OPEN_READWRITE, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_open_v2(__pyx_t_9, (&__pyx_cur_scope->__pyx_v_sqlite3_db), SQLITE_OPEN_READWRITE, NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 414; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":417
+ * SQLITE_OPEN_READWRITE, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_lambda7, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 417; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":420
+ * SQLITE_OK, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * # Copy settings
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_extended_result_codes(__pyx_cur_scope->__pyx_v_sqlite3_db, 1), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 419; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":423
+ *
+ * # Copy settings
+ * for pragma in ('synchronous', 'foreign_keys'): # <<<<<<<<<<<<<<
+ * val = db.get_val('PRAGMA %s' % pragma)
+ * cmd = 'PRAGMA %s = %s' % (pragma, val)
+ */
+ __pyx_t_4 = ((PyObject *)__pyx_k_tuple_24); __Pyx_INCREF(__pyx_t_4); __pyx_t_11 = 0;
+ for (;;) {
+ if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_4)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_1 = PyTuple_GET_ITEM(__pyx_t_4, __pyx_t_11); __Pyx_INCREF(__pyx_t_1); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 423; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #else
+ __pyx_t_1 = PySequence_ITEM(__pyx_t_4, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 423; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #endif
+ __Pyx_XDECREF(__pyx_v_pragma);
+ __pyx_v_pragma = __pyx_t_1;
+ __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":424
+ * # Copy settings
+ * for pragma in ('synchronous', 'foreign_keys'):
+ * val = db.get_val('PRAGMA %s' % pragma) # <<<<<<<<<<<<<<
+ * cmd = 'PRAGMA %s = %s' % (pragma, val)
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL),
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_db, __pyx_n_s__get_val); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 424; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_2 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_25), __pyx_v_pragma); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 424; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_2));
+ __pyx_t_12 = PyTuple_New(1); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 424; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_12, 0, ((PyObject *)__pyx_t_2));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_2));
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_12), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 424; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_12)); __pyx_t_12 = 0;
+ __Pyx_XDECREF(__pyx_v_val);
+ __pyx_v_val = __pyx_t_2;
+ __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":425
+ * for pragma in ('synchronous', 'foreign_keys'):
+ * val = db.get_val('PRAGMA %s' % pragma)
+ * cmd = 'PRAGMA %s = %s' % (pragma, val) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_2 = PyTuple_New(2); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 425; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(__pyx_v_pragma);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_v_pragma);
+ __Pyx_GIVEREF(__pyx_v_pragma);
+ __Pyx_INCREF(__pyx_v_val);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_v_val);
+ __Pyx_GIVEREF(__pyx_v_val);
+ __pyx_t_12 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_26), ((PyObject *)__pyx_t_2)); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 425; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_12));
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_XDECREF(__pyx_v_cmd);
+ __pyx_v_cmd = ((PyObject *)__pyx_t_12);
+ __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":426
+ * val = db.get_val('PRAGMA %s' % pragma)
+ * cmd = 'PRAGMA %s = %s' % (pragma, val)
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ * try:
+ */
+ __pyx_t_13 = __Pyx_PyObject_AsString(__pyx_v_cmd); if (unlikely((!__pyx_t_13) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 426; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":427
+ * cmd = 'PRAGMA %s = %s' % (pragma, val)
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * try:
+ * rc = sqlite3_step(stmt)
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_prepare_v2(__pyx_cur_scope->__pyx_v_sqlite3_db, __pyx_t_13, -1, (&__pyx_cur_scope->__pyx_v_stmt), NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 426; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":428
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * try: # <<<<<<<<<<<<<<
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_ROW:
+ */
+ /*try:*/ {
+
+ /* "s3ql/deltadump.pyx":429
+ * SQLITE_OK, sqlite3_db)
+ * try:
+ * rc = sqlite3_step(stmt) # <<<<<<<<<<<<<<
+ * if rc == SQLITE_ROW:
+ * rc = sqlite3_step(stmt)
+ */
+ __pyx_v_rc = sqlite3_step(__pyx_cur_scope->__pyx_v_stmt);
+
+ /* "s3ql/deltadump.pyx":430
+ * try:
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_ROW: # <<<<<<<<<<<<<<
+ * rc = sqlite3_step(stmt)
+ * SQLITE_CHECK_RC(rc, SQLITE_DONE, sqlite3_db)
+ */
+ __pyx_t_3 = ((__pyx_v_rc == SQLITE_ROW) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":431
+ * rc = sqlite3_step(stmt)
+ * if rc == SQLITE_ROW:
+ * rc = sqlite3_step(stmt) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(rc, SQLITE_DONE, sqlite3_db)
+ * finally:
+ */
+ __pyx_v_rc = sqlite3_step(__pyx_cur_scope->__pyx_v_stmt);
+ goto __pyx_L24;
+ }
+ __pyx_L24:;
+
+ /* "s3ql/deltadump.pyx":432
+ * if rc == SQLITE_ROW:
+ * rc = sqlite3_step(stmt)
+ * SQLITE_CHECK_RC(rc, SQLITE_DONE, sqlite3_db) # <<<<<<<<<<<<<<
+ * finally:
+ * SQLITE_CHECK_RC(sqlite3_finalize(stmt), SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(__pyx_v_rc, SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 432; __pyx_clineno = __LINE__; goto __pyx_L22;}
+ }
+
+ /* "s3ql/deltadump.pyx":434
+ * SQLITE_CHECK_RC(rc, SQLITE_DONE, sqlite3_db)
+ * finally:
+ * SQLITE_CHECK_RC(sqlite3_finalize(stmt), SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * # Get FILE* for buffered reading from *fh*
+ */
+ /*finally:*/ {
+ int __pyx_why;
+ PyObject *__pyx_exc_type, *__pyx_exc_value, *__pyx_exc_tb;
+ int __pyx_exc_lineno;
+ __pyx_exc_type = 0; __pyx_exc_value = 0; __pyx_exc_tb = 0; __pyx_exc_lineno = 0;
+ __pyx_why = 0; goto __pyx_L23;
+ __pyx_L22: {
+ __pyx_why = 4;
+ __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_ErrFetch(&__pyx_exc_type, &__pyx_exc_value, &__pyx_exc_tb);
+ __pyx_exc_lineno = __pyx_lineno;
+ goto __pyx_L23;
+ }
+ __pyx_L23:;
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_finalize(__pyx_cur_scope->__pyx_v_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 434; __pyx_clineno = __LINE__; goto __pyx_L25_error;}
+ goto __pyx_L26;
+ __pyx_L25_error:;
+ if (__pyx_why == 4) {
+ Py_XDECREF(__pyx_exc_type);
+ Py_XDECREF(__pyx_exc_value);
+ Py_XDECREF(__pyx_exc_tb);
+ }
+ goto __pyx_L8_error;
+ __pyx_L26:;
+ switch (__pyx_why) {
+ case 4: {
+ __Pyx_ErrRestore(__pyx_exc_type, __pyx_exc_value, __pyx_exc_tb);
+ __pyx_lineno = __pyx_exc_lineno;
+ __pyx_exc_type = 0;
+ __pyx_exc_value = 0;
+ __pyx_exc_tb = 0;
+ goto __pyx_L8_error;
+ }
+ }
+ }
+ }
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":437
+ *
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'rb') # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: fclose(fp))
+ *
+ */
+ __pyx_t_14 = __pyx_f_4s3ql_9deltadump_dup_to_fp(__pyx_v_fh, ((PyObject *)__pyx_n_s__rb)); if (unlikely(__pyx_t_14 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 437; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_cur_scope->__pyx_v_fp = __pyx_t_14;
+
+ /* "s3ql/deltadump.pyx":438
+ * # Get FILE* for buffered reading from *fh*
+ * fp = dup_to_fp(fh, 'rb')
+ * cleanup.register(lambda: fclose(fp)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate col_args and col_types
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_12 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_1lambda8, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_12 = 0;
+ __pyx_t_12 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 438; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":441
+ *
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_prep_columns(__pyx_v_columns, (&__pyx_cur_scope->__pyx_v_col_types), (&__pyx_cur_scope->__pyx_v_col_args)); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 441; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_v_col_count = __pyx_t_10;
+
+ /* "s3ql/deltadump.pyx":442
+ * # Allocate col_args and col_types
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(col_types))
+ *
+ */
+ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 442; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_2 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_2lambda9, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 442; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 442; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_2);
+ __Pyx_GIVEREF(__pyx_t_2);
+ __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_12, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 442; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":443
+ * col_count = prep_columns(columns, &col_types, &col_args)
+ * cleanup.register(lambda: free(col_args))
+ * cleanup.register(lambda: free(col_types)) # <<<<<<<<<<<<<<
+ *
+ * # Allocate int64_prev
+ */
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 443; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_3lambda10, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 443; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_12 = PyTuple_New(1); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 443; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_12), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 443; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_12)); __pyx_t_12 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":446
+ *
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t)) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(int64_prev))
+ *
+ */
+ __pyx_t_11 = PyObject_Length(__pyx_v_columns); if (unlikely(__pyx_t_11 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 446; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_t_15 = __pyx_f_4s3ql_9deltadump_calloc(__pyx_t_11, (sizeof(int64_t))); if (unlikely(__pyx_t_15 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 446; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_cur_scope->__pyx_v_int64_prev = ((int64_t *)__pyx_t_15);
+
+ /* "s3ql/deltadump.pyx":447
+ * # Allocate int64_prev
+ * int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ * cleanup.register(lambda: free(int64_prev)) # <<<<<<<<<<<<<<
+ *
+ * # Prepare INSERT statement
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 447; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_12 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_4lambda11, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 447; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 447; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_12 = 0;
+ __pyx_t_12 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 447; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":450
+ *
+ * # Prepare INSERT statement
+ * col_names = [ x[0] for x in columns ] # <<<<<<<<<<<<<<
+ * query = ("INSERT INTO %s (%s) VALUES(%s)"
+ * % (table, ', '.join(col_names), ', '.join('?' * col_count)))
+ */
+ __pyx_t_12 = PyList_New(0); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ if (PyList_CheckExact(__pyx_v_columns) || PyTuple_CheckExact(__pyx_v_columns)) {
+ __pyx_t_2 = __pyx_v_columns; __Pyx_INCREF(__pyx_t_2); __pyx_t_11 = 0;
+ __pyx_t_16 = NULL;
+ } else {
+ __pyx_t_11 = -1; __pyx_t_2 = PyObject_GetIter(__pyx_v_columns); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_16 = Py_TYPE(__pyx_t_2)->tp_iternext;
+ }
+ for (;;) {
+ if (!__pyx_t_16 && PyList_CheckExact(__pyx_t_2)) {
+ if (__pyx_t_11 >= PyList_GET_SIZE(__pyx_t_2)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_4 = PyList_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_4); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #else
+ __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #endif
+ } else if (!__pyx_t_16 && PyTuple_CheckExact(__pyx_t_2)) {
+ if (__pyx_t_11 >= PyTuple_GET_SIZE(__pyx_t_2)) break;
+ #if CYTHON_COMPILING_IN_CPYTHON
+ __pyx_t_4 = PyTuple_GET_ITEM(__pyx_t_2, __pyx_t_11); __Pyx_INCREF(__pyx_t_4); __pyx_t_11++; if (unlikely(0 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #else
+ __pyx_t_4 = PySequence_ITEM(__pyx_t_2, __pyx_t_11); __pyx_t_11++; if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ #endif
+ } else {
+ __pyx_t_4 = __pyx_t_16(__pyx_t_2);
+ if (unlikely(!__pyx_t_4)) {
+ if (PyErr_Occurred()) {
+ if (likely(PyErr_ExceptionMatches(PyExc_StopIteration))) PyErr_Clear();
+ else {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ }
+ break;
+ }
+ __Pyx_GOTREF(__pyx_t_4);
+ }
+ __Pyx_XDECREF(__pyx_v_x);
+ __pyx_v_x = __pyx_t_4;
+ __pyx_t_4 = 0;
+ __pyx_t_4 = __Pyx_GetItemInt(__pyx_v_x, 0, sizeof(long), PyInt_FromLong, 0, 0, 1); if (!__pyx_t_4) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ if (unlikely(__Pyx_ListComp_Append(__pyx_t_12, (PyObject*)__pyx_t_4))) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 450; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ }
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_v_col_names = ((PyObject*)__pyx_t_12);
+ __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":452
+ * col_names = [ x[0] for x in columns ]
+ * query = ("INSERT INTO %s (%s) VALUES(%s)"
+ * % (table, ', '.join(col_names), ', '.join('?' * col_count))) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_kp_s_14), __pyx_n_s__join); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_2 = PyTuple_New(1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(((PyObject *)__pyx_v_col_names));
+ PyTuple_SET_ITEM(__pyx_t_2, 0, ((PyObject *)__pyx_v_col_names));
+ __Pyx_GIVEREF(((PyObject *)__pyx_v_col_names));
+ __pyx_t_4 = PyObject_Call(__pyx_t_12, ((PyObject *)__pyx_t_2), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __pyx_t_2 = __Pyx_PyObject_GetAttrStr(((PyObject *)__pyx_kp_s_14), __pyx_n_s__join); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_12 = PyInt_FromLong(__pyx_v_col_count); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_1 = PyNumber_Multiply(((PyObject *)__pyx_kp_s_28), __pyx_t_12); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __pyx_t_12 = PyTuple_New(1); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_12, 0, ((PyObject *)__pyx_t_1));
+ __Pyx_GIVEREF(((PyObject *)__pyx_t_1));
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_2, ((PyObject *)__pyx_t_12), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_12)); __pyx_t_12 = 0;
+ __pyx_t_12 = PyTuple_New(3); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_INCREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_v_table);
+ __Pyx_GIVEREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_12, 1, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_12, 2, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_4 = 0;
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyNumber_Remainder(((PyObject *)__pyx_kp_s_27), ((PyObject *)__pyx_t_12)); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 452; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_1));
+ __Pyx_DECREF(((PyObject *)__pyx_t_12)); __pyx_t_12 = 0;
+ __pyx_v_query = ((PyObject *)__pyx_t_1);
+ __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":453
+ * query = ("INSERT INTO %s (%s) VALUES(%s)"
+ * % (table, ', '.join(col_names), ', '.join('?' * col_count)))
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ */
+ __pyx_t_13 = __Pyx_PyObject_AsString(__pyx_v_query); if (unlikely((!__pyx_t_13) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 453; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":454
+ * % (table, ', '.join(col_names), ', '.join('?' * col_count)))
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_prepare_v2(__pyx_cur_scope->__pyx_v_sqlite3_db, __pyx_t_13, -1, (&__pyx_cur_scope->__pyx_v_stmt), NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 453; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":455
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_12 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_5lambda12, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_12 = 0;
+ __pyx_t_12 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 455; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":459
+ *
+ * # Prepare BEGIN statement
+ * query = 'BEGIN TRANSACTION' # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_29));
+ __Pyx_DECREF(__pyx_v_query);
+ __pyx_v_query = ((PyObject *)__pyx_kp_s_29);
+
+ /* "s3ql/deltadump.pyx":460
+ * # Prepare BEGIN statement
+ * query = 'BEGIN TRANSACTION'
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt),
+ */
+ __pyx_t_13 = __Pyx_PyObject_AsString(__pyx_v_query); if (unlikely((!__pyx_t_13) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 460; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":461
+ * query = 'BEGIN TRANSACTION'
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_prepare_v2(__pyx_cur_scope->__pyx_v_sqlite3_db, __pyx_t_13, -1, (&__pyx_cur_scope->__pyx_v_begin_stmt), NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 460; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":462
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_4 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_6lambda13, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyTuple_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_1, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_t_12, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 462; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":466
+ *
+ * # Prepare COMMIT statement
+ * query = 'COMMIT TRANSACTION' # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ */
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_30));
+ __Pyx_DECREF(__pyx_v_query);
+ __pyx_v_query = ((PyObject *)__pyx_kp_s_30);
+
+ /* "s3ql/deltadump.pyx":467
+ * # Prepare COMMIT statement
+ * query = 'COMMIT TRANSACTION'
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt),
+ */
+ __pyx_t_13 = __Pyx_PyObject_AsString(__pyx_v_query); if (unlikely((!__pyx_t_13) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 467; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":468
+ * query = 'COMMIT TRANSACTION'
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt),
+ * SQLITE_OK, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_prepare_v2(__pyx_cur_scope->__pyx_v_sqlite3_db, __pyx_t_13, -1, (&__pyx_cur_scope->__pyx_v_commit_stmt), NULL), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 467; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":469
+ * SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL),
+ * SQLITE_OK, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db))
+ *
+ */
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_7lambda14, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_12 = PyTuple_New(1); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_12, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_12), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 469; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_12)); __pyx_t_12 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":473
+ *
+ * # Dump or load data as requested
+ * buf = calloc(MAX_BLOB_SIZE, 1) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: free(buf))
+ * read_integer(&row_count, fp)
+ */
+ __pyx_t_1 = __Pyx_GetModuleGlobalName(__pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 473; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_17 = __Pyx_PyInt_AsSize_t(__pyx_t_1); if (unlikely((__pyx_t_17 == (size_t)-1) && PyErr_Occurred())) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 473; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_15 = __pyx_f_4s3ql_9deltadump_calloc(__pyx_t_17, 1); if (unlikely(__pyx_t_15 == NULL)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 473; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __pyx_cur_scope->__pyx_v_buf = __pyx_t_15;
+
+ /* "s3ql/deltadump.pyx":474
+ * # Dump or load data as requested
+ * buf = calloc(MAX_BLOB_SIZE, 1)
+ * cleanup.register(lambda: free(buf)) # <<<<<<<<<<<<<<
+ * read_integer(&row_count, fp)
+ * log.debug('load_table(%s): reading %d rows', table, row_count)
+ */
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 474; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_12 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_8lambda15, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 474; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 474; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_12 = 0;
+ __pyx_t_12 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 474; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":475
+ * buf = calloc(MAX_BLOB_SIZE, 1)
+ * cleanup.register(lambda: free(buf))
+ * read_integer(&row_count, fp) # <<<<<<<<<<<<<<
+ * log.debug('load_table(%s): reading %d rows', table, row_count)
+ *
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_read_integer((&__pyx_v_row_count), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 475; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":476
+ * cleanup.register(lambda: free(buf))
+ * read_integer(&row_count, fp)
+ * log.debug('load_table(%s): reading %d rows', table, row_count) # <<<<<<<<<<<<<<
+ *
+ * # Start transaction
+ */
+ __pyx_t_12 = __Pyx_GetModuleGlobalName(__pyx_n_s__log); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 476; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_4 = __Pyx_PyObject_GetAttrStr(__pyx_t_12, __pyx_n_s__debug); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 476; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __pyx_t_12 = __Pyx_PyInt_to_py_int64_t(__pyx_v_row_count); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 476; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 476; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_31));
+ PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_kp_s_31));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_31));
+ __Pyx_INCREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_v_table);
+ __Pyx_GIVEREF(__pyx_v_table);
+ PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_12 = 0;
+ __pyx_t_12 = PyObject_Call(__pyx_t_4, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 476; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+
+ /* "s3ql/deltadump.pyx":479
+ *
+ * # Start transaction
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db) # <<<<<<<<<<<<<<
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt),
+ * SQLITE_DONE, sqlite3_db))
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_step(__pyx_cur_scope->__pyx_v_begin_stmt), SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 479; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":480
+ * # Start transaction
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt), # <<<<<<<<<<<<<<
+ * SQLITE_DONE, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_12 = __Pyx_PyObject_GetAttrStr(__pyx_v_cleanup, __pyx_n_s__register); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_1 = __Pyx_CyFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_10load_table_9lambda16, 0, __pyx_n_s_23, ((PyObject*)__pyx_cur_scope), __pyx_n_s_12, NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = PyTuple_New(1); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_4, 0, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __pyx_t_1 = 0;
+ __pyx_t_1 = PyObject_Call(__pyx_t_12, ((PyObject *)__pyx_t_4), NULL); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 480; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_DECREF(((PyObject *)__pyx_t_4)); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+
+ /* "s3ql/deltadump.pyx":482
+ * cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt),
+ * SQLITE_DONE, sqlite3_db))
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * # Iterate through rows
+ */
+ __pyx_t_10 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_reset(__pyx_cur_scope->__pyx_v_begin_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_10 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 482; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":485
+ *
+ * # Iterate through rows
+ * for i in range(row_count): # <<<<<<<<<<<<<<
+ * for j in range(col_count):
+ * if col_types[j] == _INTEGER:
+ */
+ __pyx_t_18 = __pyx_v_row_count;
+ for (__pyx_t_10 = 0; __pyx_t_10 < __pyx_t_18; __pyx_t_10+=1) {
+ __pyx_v_i = __pyx_t_10;
+
+ /* "s3ql/deltadump.pyx":486
+ * # Iterate through rows
+ * for i in range(row_count):
+ * for j in range(col_count): # <<<<<<<<<<<<<<
+ * if col_types[j] == _INTEGER:
+ * read_integer(&int64, fp)
+ */
+ __pyx_t_19 = __pyx_v_col_count;
+ for (__pyx_t_20 = 0; __pyx_t_20 < __pyx_t_19; __pyx_t_20+=1) {
+ __pyx_v_j = __pyx_t_20;
+
+ /* "s3ql/deltadump.pyx":487
+ * for i in range(row_count):
+ * for j in range(col_count):
+ * if col_types[j] == _INTEGER: # <<<<<<<<<<<<<<
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j]
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_9deltadump__INTEGER) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":488
+ * for j in range(col_count):
+ * if col_types[j] == _INTEGER:
+ * read_integer(&int64, fp) # <<<<<<<<<<<<<<
+ * int64 += col_args[j] + int64_prev[j]
+ * int64_prev[j] = int64
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_read_integer((&__pyx_v_int64), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 488; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":489
+ * if col_types[j] == _INTEGER:
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j] # <<<<<<<<<<<<<<
+ * int64_prev[j] = int64
+ * SQLITE_CHECK_RC(sqlite3_bind_int64(stmt, j + 1, int64),
+ */
+ __pyx_v_int64 = (__pyx_v_int64 + ((__pyx_cur_scope->__pyx_v_col_args[__pyx_v_j]) + (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j])));
+
+ /* "s3ql/deltadump.pyx":490
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j]
+ * int64_prev[j] = int64 # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_bind_int64(stmt, j + 1, int64),
+ * SQLITE_OK, sqlite3_db)
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_int64;
+
+ /* "s3ql/deltadump.pyx":492
+ * int64_prev[j] = int64
+ * SQLITE_CHECK_RC(sqlite3_bind_int64(stmt, j + 1, int64),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * if col_types[j] == _TIME:
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_bind_int64(__pyx_cur_scope->__pyx_v_stmt, (__pyx_v_j + 1), __pyx_v_int64), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 491; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L33;
+ }
+ __pyx_L33:;
+
+ /* "s3ql/deltadump.pyx":494
+ * SQLITE_OK, sqlite3_db)
+ *
+ * if col_types[j] == _TIME: # <<<<<<<<<<<<<<
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j]
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_9deltadump__TIME) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":495
+ *
+ * if col_types[j] == _TIME:
+ * read_integer(&int64, fp) # <<<<<<<<<<<<<<
+ * int64 += col_args[j] + int64_prev[j]
+ * int64_prev[j] = int64
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_read_integer((&__pyx_v_int64), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 495; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":496
+ * if col_types[j] == _TIME:
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j] # <<<<<<<<<<<<<<
+ * int64_prev[j] = int64
+ * SQLITE_CHECK_RC(sqlite3_bind_double(stmt, j + 1, int64 / time_scale),
+ */
+ __pyx_v_int64 = (__pyx_v_int64 + ((__pyx_cur_scope->__pyx_v_col_args[__pyx_v_j]) + (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j])));
+
+ /* "s3ql/deltadump.pyx":497
+ * read_integer(&int64, fp)
+ * int64 += col_args[j] + int64_prev[j]
+ * int64_prev[j] = int64 # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_bind_double(stmt, j + 1, int64 / time_scale),
+ * SQLITE_OK, sqlite3_db)
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_int64;
+
+ /* "s3ql/deltadump.pyx":498
+ * int64 += col_args[j] + int64_prev[j]
+ * int64_prev[j] = int64
+ * SQLITE_CHECK_RC(sqlite3_bind_double(stmt, j + 1, int64 / time_scale), # <<<<<<<<<<<<<<
+ * SQLITE_OK, sqlite3_db)
+ *
+ */
+ if (unlikely(__pyx_v_4s3ql_9deltadump_time_scale == 0)) {
+ #ifdef WITH_THREAD
+ PyGILState_STATE __pyx_gilstate_save = PyGILState_Ensure();
+ #endif
+ PyErr_Format(PyExc_ZeroDivisionError, "float division");
+ #ifdef WITH_THREAD
+ PyGILState_Release(__pyx_gilstate_save);
+ #endif
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 498; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ }
+
+ /* "s3ql/deltadump.pyx":499
+ * int64_prev[j] = int64
+ * SQLITE_CHECK_RC(sqlite3_bind_double(stmt, j + 1, int64 / time_scale),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * elif col_types[j] == _BLOB:
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_bind_double(__pyx_cur_scope->__pyx_v_stmt, (__pyx_v_j + 1), (((double)__pyx_v_int64) / __pyx_v_4s3ql_9deltadump_time_scale)), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 498; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L34;
+ }
+
+ /* "s3ql/deltadump.pyx":501
+ * SQLITE_OK, sqlite3_db)
+ *
+ * elif col_types[j] == _BLOB: # <<<<<<<<<<<<<<
+ * if col_args[j] == 0:
+ * read_integer(&int64, fp)
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_types[__pyx_v_j]) == __pyx_v_4s3ql_9deltadump__BLOB) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":502
+ *
+ * elif col_types[j] == _BLOB:
+ * if col_args[j] == 0: # <<<<<<<<<<<<<<
+ * read_integer(&int64, fp)
+ * len_ = int64_prev[j] + int64
+ */
+ __pyx_t_3 = (((__pyx_cur_scope->__pyx_v_col_args[__pyx_v_j]) == 0) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":503
+ * elif col_types[j] == _BLOB:
+ * if col_args[j] == 0:
+ * read_integer(&int64, fp) # <<<<<<<<<<<<<<
+ * len_ = int64_prev[j] + int64
+ * int64_prev[j] = len_
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_read_integer((&__pyx_v_int64), __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 503; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":504
+ * if col_args[j] == 0:
+ * read_integer(&int64, fp)
+ * len_ = int64_prev[j] + int64 # <<<<<<<<<<<<<<
+ * int64_prev[j] = len_
+ * else:
+ */
+ __pyx_v_len_ = ((__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j]) + __pyx_v_int64);
+
+ /* "s3ql/deltadump.pyx":505
+ * read_integer(&int64, fp)
+ * len_ = int64_prev[j] + int64
+ * int64_prev[j] = len_ # <<<<<<<<<<<<<<
+ * else:
+ * len_ = col_args[j]
+ */
+ (__pyx_cur_scope->__pyx_v_int64_prev[__pyx_v_j]) = __pyx_v_len_;
+ goto __pyx_L35;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":507
+ * int64_prev[j] = len_
+ * else:
+ * len_ = col_args[j] # <<<<<<<<<<<<<<
+ *
+ * if len_ > MAX_BLOB_SIZE:
+ */
+ __pyx_v_len_ = (__pyx_cur_scope->__pyx_v_col_args[__pyx_v_j]);
+ }
+ __pyx_L35:;
+
+ /* "s3ql/deltadump.pyx":509
+ * len_ = col_args[j]
+ *
+ * if len_ > MAX_BLOB_SIZE: # <<<<<<<<<<<<<<
+ * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
+ *
+ */
+ __pyx_t_1 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 509; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 509; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_12 = PyObject_RichCompare(__pyx_t_1, __pyx_t_4, Py_GT); __Pyx_XGOTREF(__pyx_t_12); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 509; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_12); if (unlikely(__pyx_t_3 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 509; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":510
+ *
+ * if len_ > MAX_BLOB_SIZE:
+ * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE) # <<<<<<<<<<<<<<
+ *
+ * if len_ != 0:
+ */
+ __pyx_t_12 = PyInt_FromLong(__pyx_v_len_); if (unlikely(!__pyx_t_12)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 510; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_4 = __Pyx_GetModuleGlobalName(__pyx_n_s__MAX_BLOB_SIZE); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 510; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyTuple_New(3); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 510; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_kp_s_32));
+ PyTuple_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_kp_s_32));
+ __Pyx_GIVEREF(((PyObject *)__pyx_kp_s_32));
+ PyTuple_SET_ITEM(__pyx_t_1, 1, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_1, 2, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __pyx_t_12 = 0;
+ __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_Call(__pyx_builtin_RuntimeError, ((PyObject *)__pyx_t_1), NULL); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 510; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __Pyx_Raise(__pyx_t_4, 0, 0, 0);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 510; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L36;
+ }
+ __pyx_L36:;
+
+ /* "s3ql/deltadump.pyx":512
+ * raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
+ *
+ * if len_ != 0: # <<<<<<<<<<<<<<
+ * fread(buf, len_, fp)
+ *
+ */
+ __pyx_t_3 = ((__pyx_v_len_ != 0) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":513
+ *
+ * if len_ != 0:
+ * fread(buf, len_, fp) # <<<<<<<<<<<<<<
+ *
+ * SQLITE_CHECK_RC(sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT),
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_fread(__pyx_cur_scope->__pyx_v_buf, __pyx_v_len_, __pyx_cur_scope->__pyx_v_fp); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 513; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L37;
+ }
+ __pyx_L37:;
+
+ /* "s3ql/deltadump.pyx":516
+ *
+ * SQLITE_CHECK_RC(sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT),
+ * SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * SQLITE_CHECK_RC(sqlite3_step(stmt), SQLITE_DONE, sqlite3_db)
+ */
+ __pyx_t_21 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_bind_blob(__pyx_cur_scope->__pyx_v_stmt, (__pyx_v_j + 1), __pyx_cur_scope->__pyx_v_buf, __pyx_v_len_, SQLITE_TRANSIENT), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_21 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 515; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L34;
+ }
+ __pyx_L34:;
+ }
+
+ /* "s3ql/deltadump.pyx":518
+ * SQLITE_OK, sqlite3_db)
+ *
+ * SQLITE_CHECK_RC(sqlite3_step(stmt), SQLITE_DONE, sqlite3_db) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_reset(stmt), SQLITE_OK, sqlite3_db)
+ *
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_step(__pyx_cur_scope->__pyx_v_stmt), SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 518; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":519
+ *
+ * SQLITE_CHECK_RC(sqlite3_step(stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(stmt), SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ * # Commit every once in a while
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_reset(__pyx_cur_scope->__pyx_v_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 519; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":522
+ *
+ * # Commit every once in a while
+ * if i % trx_rows == 0: # <<<<<<<<<<<<<<
+ * # This isn't 100% ok -- if we have an exception in step(begin_stmt),
+ * # we the cleanup handler will execute the commit statement again
+ */
+ __pyx_t_4 = PyInt_FromLong(__pyx_v_i); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 522; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __pyx_t_1 = PyNumber_Remainder(__pyx_t_4, __pyx_v_trx_rows); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 522; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __pyx_t_4 = PyObject_RichCompare(__pyx_t_1, __pyx_int_0, Py_EQ); __Pyx_XGOTREF(__pyx_t_4); if (unlikely(!__pyx_t_4)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 522; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_4); if (unlikely(__pyx_t_3 < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 522; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":526
+ * # we the cleanup handler will execute the commit statement again
+ * # without an active transaction.
+ * SQLITE_CHECK_RC(sqlite3_step(commit_stmt), SQLITE_DONE, sqlite3_db) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(commit_stmt), SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_step(__pyx_cur_scope->__pyx_v_commit_stmt), SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 526; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":527
+ * # without an active transaction.
+ * SQLITE_CHECK_RC(sqlite3_step(commit_stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_reset(commit_stmt), SQLITE_OK, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_step(__pyx_cur_scope->__pyx_v_begin_stmt), SQLITE_DONE, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 527; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":528
+ * SQLITE_CHECK_RC(sqlite3_step(commit_stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(commit_stmt), SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+ *
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_reset(__pyx_cur_scope->__pyx_v_commit_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 528; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+
+ /* "s3ql/deltadump.pyx":529
+ * SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(commit_stmt), SQLITE_OK, sqlite3_db)
+ * SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db) # <<<<<<<<<<<<<<
+ *
+ *
+ */
+ __pyx_t_19 = __pyx_f_4s3ql_9deltadump_SQLITE_CHECK_RC(sqlite3_reset(__pyx_cur_scope->__pyx_v_begin_stmt), SQLITE_OK, __pyx_cur_scope->__pyx_v_sqlite3_db); if (unlikely(__pyx_t_19 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 529; __pyx_clineno = __LINE__; goto __pyx_L8_error;}
+ goto __pyx_L38;
+ }
+ __pyx_L38:;
+ }
+ }
+ __Pyx_XDECREF(__pyx_t_6); __pyx_t_6 = 0;
+ __Pyx_XDECREF(__pyx_t_7); __pyx_t_7 = 0;
+ __Pyx_XDECREF(__pyx_t_8); __pyx_t_8 = 0;
+ goto __pyx_L15_try_end;
+ __pyx_L8_error:;
+ __Pyx_XDECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __Pyx_XDECREF(__pyx_t_12); __pyx_t_12 = 0;
+ __Pyx_XDECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_XDECREF(__pyx_t_4); __pyx_t_4 = 0;
+
+ /* "s3ql/deltadump.pyx":411
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ /*except:*/ {
+ __Pyx_AddTraceback("s3ql.deltadump.load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ if (__Pyx_GetException(&__pyx_t_4, &__pyx_t_1, &__pyx_t_12) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_4);
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_GOTREF(__pyx_t_12);
+ __pyx_t_2 = PyTuple_New(3); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_INCREF(__pyx_t_4);
+ PyTuple_SET_ITEM(__pyx_t_2, 0, __pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_4);
+ __Pyx_INCREF(__pyx_t_1);
+ PyTuple_SET_ITEM(__pyx_t_2, 1, __pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __Pyx_INCREF(__pyx_t_12);
+ PyTuple_SET_ITEM(__pyx_t_2, 2, __pyx_t_12);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __pyx_t_22 = PyObject_Call(__pyx_t_5, __pyx_t_2, NULL);
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ if (unlikely(!__pyx_t_22)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __Pyx_GOTREF(__pyx_t_22);
+ __pyx_t_3 = __Pyx_PyObject_IsTrue(__pyx_t_22);
+ __Pyx_DECREF(__pyx_t_22); __pyx_t_22 = 0;
+ if (__pyx_t_3 < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ __pyx_t_23 = ((!(__pyx_t_3 != 0)) != 0);
+ if (__pyx_t_23) {
+ __Pyx_GIVEREF(__pyx_t_4);
+ __Pyx_GIVEREF(__pyx_t_1);
+ __Pyx_GIVEREF(__pyx_t_12);
+ __Pyx_ErrRestore(__pyx_t_4, __pyx_t_1, __pyx_t_12);
+ __pyx_t_4 = 0; __pyx_t_1 = 0; __pyx_t_12 = 0;
+ {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L10_except_error;}
+ goto __pyx_L41;
+ }
+ __pyx_L41:;
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ __Pyx_DECREF(__pyx_t_4); __pyx_t_4 = 0;
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_12); __pyx_t_12 = 0;
+ goto __pyx_L9_exception_handled;
+ }
+ __pyx_L10_except_error:;
+ __Pyx_XGIVEREF(__pyx_t_6);
+ __Pyx_XGIVEREF(__pyx_t_7);
+ __Pyx_XGIVEREF(__pyx_t_8);
+ __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
+ goto __pyx_L1_error;
+ __pyx_L9_exception_handled:;
+ __Pyx_XGIVEREF(__pyx_t_6);
+ __Pyx_XGIVEREF(__pyx_t_7);
+ __Pyx_XGIVEREF(__pyx_t_8);
+ __Pyx_ExceptionReset(__pyx_t_6, __pyx_t_7, __pyx_t_8);
+ __pyx_L15_try_end:;
+ }
+ }
+ /*finally:*/ {
+ if (__pyx_t_5) {
+ __pyx_t_8 = PyObject_Call(__pyx_t_5, __pyx_k_tuple_33, NULL);
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ if (unlikely(!__pyx_t_8)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_8);
+ __pyx_t_23 = __Pyx_PyObject_IsTrue(__pyx_t_8);
+ __Pyx_DECREF(__pyx_t_8); __pyx_t_8 = 0;
+ if (__pyx_t_23 < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ }
+ }
+ goto __pyx_L42;
+ __pyx_L4_error:;
+ __Pyx_DECREF(__pyx_t_5); __pyx_t_5 = 0;
+ goto __pyx_L1_error;
+ __pyx_L42:;
+ }
+
+ __pyx_r = Py_None; __Pyx_INCREF(Py_None);
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_XDECREF(__pyx_t_2);
+ __Pyx_XDECREF(__pyx_t_4);
+ __Pyx_XDECREF(__pyx_t_12);
+ __Pyx_AddTraceback("s3ql.deltadump.load_table", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = NULL;
+ __pyx_L0:;
+ __Pyx_XDECREF(__pyx_v_cleanup);
+ __Pyx_XDECREF(__pyx_v_pragma);
+ __Pyx_XDECREF(__pyx_v_val);
+ __Pyx_XDECREF(__pyx_v_cmd);
+ __Pyx_XDECREF(__pyx_v_col_names);
+ __Pyx_XDECREF(__pyx_v_query);
+ __Pyx_XDECREF(__pyx_v_x);
+ __Pyx_DECREF(((PyObject *)__pyx_cur_scope));
+ __Pyx_XGIVEREF(__pyx_r);
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":532
+ *
+ *
+ * cdef inline int write_integer(int64_t int64, FILE * fp) except -1: # <<<<<<<<<<<<<<
+ * '''Write *int64* into *fp*, using as little space as possible
+ *
+ */
+
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_write_integer(int64_t __pyx_v_int64, FILE *__pyx_v_fp) {
+ uint8_t __pyx_v_int8;
+ size_t __pyx_v_len_;
+ uint64_t __pyx_v_uint64;
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ uint64_t __pyx_t_2;
+ int __pyx_t_3;
+ int __pyx_t_4;
+ int __pyx_t_5;
+ int __pyx_t_6;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("write_integer", 0);
+
+ /* "s3ql/deltadump.pyx":542
+ * cdef uint64_t uint64
+ *
+ * if int64 < 0: # <<<<<<<<<<<<<<
+ * uint64 = < uint64_t > -int64
+ * int8 = < uint8_t > 0x80 # Highest bit set
+ */
+ __pyx_t_1 = ((__pyx_v_int64 < 0) != 0);
+ if (__pyx_t_1) {
+
+ /* "s3ql/deltadump.pyx":543
+ *
+ * if int64 < 0:
+ * uint64 = < uint64_t > -int64 # <<<<<<<<<<<<<<
+ * int8 = < uint8_t > 0x80 # Highest bit set
+ * else:
+ */
+ __pyx_v_uint64 = ((uint64_t)(-__pyx_v_int64));
+
+ /* "s3ql/deltadump.pyx":544
+ * if int64 < 0:
+ * uint64 = < uint64_t > -int64
+ * int8 = < uint8_t > 0x80 # Highest bit set # <<<<<<<<<<<<<<
+ * else:
+ * uint64 = < uint64_t > int64
+ */
+ __pyx_v_int8 = ((uint8_t)0x80);
+ goto __pyx_L3;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":546
+ * int8 = < uint8_t > 0x80 # Highest bit set
+ * else:
+ * uint64 = < uint64_t > int64 # <<<<<<<<<<<<<<
+ * int8 = 0
+ *
+ */
+ __pyx_v_uint64 = ((uint64_t)__pyx_v_int64);
+
+ /* "s3ql/deltadump.pyx":547
+ * else:
+ * uint64 = < uint64_t > int64
+ * int8 = 0 # <<<<<<<<<<<<<<
+ *
+ * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
+ */
+ __pyx_v_int8 = 0;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":549
+ * int8 = 0
+ *
+ * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64): # <<<<<<<<<<<<<<
+ * len_ = 0
+ * int8 += < uint8_t > uint64
+ */
+ __pyx_t_1 = ((__pyx_v_uint64 < 0x80) != 0);
+ if (__pyx_t_1) {
+ __pyx_t_2 = __pyx_v_uint64;
+ __pyx_t_3 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_9deltadump_INT8));
+ if (__pyx_t_3) {
+ __pyx_t_4 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_9deltadump_INT16));
+ __pyx_t_5 = __pyx_t_4;
+ } else {
+ __pyx_t_5 = __pyx_t_3;
+ }
+ if (__pyx_t_5) {
+ __pyx_t_3 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_9deltadump_INT32));
+ __pyx_t_4 = __pyx_t_3;
+ } else {
+ __pyx_t_4 = __pyx_t_5;
+ }
+ if (__pyx_t_4) {
+ __pyx_t_5 = ((int)(__pyx_t_2 != __pyx_v_4s3ql_9deltadump_INT64));
+ __pyx_t_3 = __pyx_t_5;
+ } else {
+ __pyx_t_3 = __pyx_t_4;
+ }
+ __pyx_t_4 = (__pyx_t_3 != 0);
+ __pyx_t_3 = __pyx_t_4;
+ } else {
+ __pyx_t_3 = __pyx_t_1;
+ }
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":550
+ *
+ * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
+ * len_ = 0 # <<<<<<<<<<<<<<
+ * int8 += < uint8_t > uint64
+ * elif uint64 < UINT8_MAX:
+ */
+ __pyx_v_len_ = 0;
+
+ /* "s3ql/deltadump.pyx":551
+ * if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
+ * len_ = 0
+ * int8 += < uint8_t > uint64 # <<<<<<<<<<<<<<
+ * elif uint64 < UINT8_MAX:
+ * len_ = 1
+ */
+ __pyx_v_int8 = (__pyx_v_int8 + ((uint8_t)__pyx_v_uint64));
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":552
+ * len_ = 0
+ * int8 += < uint8_t > uint64
+ * elif uint64 < UINT8_MAX: # <<<<<<<<<<<<<<
+ * len_ = 1
+ * int8 += INT8
+ */
+ __pyx_t_3 = ((__pyx_v_uint64 < UINT8_MAX) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":553
+ * int8 += < uint8_t > uint64
+ * elif uint64 < UINT8_MAX:
+ * len_ = 1 # <<<<<<<<<<<<<<
+ * int8 += INT8
+ * elif uint64 < UINT16_MAX:
+ */
+ __pyx_v_len_ = 1;
+
+ /* "s3ql/deltadump.pyx":554
+ * elif uint64 < UINT8_MAX:
+ * len_ = 1
+ * int8 += INT8 # <<<<<<<<<<<<<<
+ * elif uint64 < UINT16_MAX:
+ * len_ = 2
+ */
+ __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_9deltadump_INT8);
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":555
+ * len_ = 1
+ * int8 += INT8
+ * elif uint64 < UINT16_MAX: # <<<<<<<<<<<<<<
+ * len_ = 2
+ * int8 += INT16
+ */
+ __pyx_t_3 = ((__pyx_v_uint64 < UINT16_MAX) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":556
+ * int8 += INT8
+ * elif uint64 < UINT16_MAX:
+ * len_ = 2 # <<<<<<<<<<<<<<
+ * int8 += INT16
+ * elif uint64 < UINT32_MAX:
+ */
+ __pyx_v_len_ = 2;
+
+ /* "s3ql/deltadump.pyx":557
+ * elif uint64 < UINT16_MAX:
+ * len_ = 2
+ * int8 += INT16 # <<<<<<<<<<<<<<
+ * elif uint64 < UINT32_MAX:
+ * len_ = 4
+ */
+ __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_9deltadump_INT16);
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":558
+ * len_ = 2
+ * int8 += INT16
+ * elif uint64 < UINT32_MAX: # <<<<<<<<<<<<<<
+ * len_ = 4
+ * int8 += INT32
+ */
+ __pyx_t_3 = ((__pyx_v_uint64 < UINT32_MAX) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":559
+ * int8 += INT16
+ * elif uint64 < UINT32_MAX:
+ * len_ = 4 # <<<<<<<<<<<<<<
+ * int8 += INT32
+ * else:
+ */
+ __pyx_v_len_ = 4;
+
+ /* "s3ql/deltadump.pyx":560
+ * elif uint64 < UINT32_MAX:
+ * len_ = 4
+ * int8 += INT32 # <<<<<<<<<<<<<<
+ * else:
+ * len_ = 8
+ */
+ __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_9deltadump_INT32);
+ goto __pyx_L4;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":562
+ * int8 += INT32
+ * else:
+ * len_ = 8 # <<<<<<<<<<<<<<
+ * int8 += INT64
+ *
+ */
+ __pyx_v_len_ = 8;
+
+ /* "s3ql/deltadump.pyx":563
+ * else:
+ * len_ = 8
+ * int8 += INT64 # <<<<<<<<<<<<<<
+ *
+ * fwrite(&int8, 1, fp)
+ */
+ __pyx_v_int8 = (__pyx_v_int8 + __pyx_v_4s3ql_9deltadump_INT64);
+ }
+ __pyx_L4:;
+
+ /* "s3ql/deltadump.pyx":565
+ * int8 += INT64
+ *
+ * fwrite(&int8, 1, fp) # <<<<<<<<<<<<<<
+ * if len_ != 0:
+ * uint64 = htole64(uint64)
+ */
+ __pyx_t_6 = __pyx_f_4s3ql_9deltadump_fwrite((&__pyx_v_int8), 1, __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 565; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":566
+ *
+ * fwrite(&int8, 1, fp)
+ * if len_ != 0: # <<<<<<<<<<<<<<
+ * uint64 = htole64(uint64)
+ * fwrite(&uint64, len_, fp)
+ */
+ __pyx_t_3 = ((__pyx_v_len_ != 0) != 0);
+ if (__pyx_t_3) {
+
+ /* "s3ql/deltadump.pyx":567
+ * fwrite(&int8, 1, fp)
+ * if len_ != 0:
+ * uint64 = htole64(uint64) # <<<<<<<<<<<<<<
+ * fwrite(&uint64, len_, fp)
+ *
+ */
+ __pyx_v_uint64 = htole64(__pyx_v_uint64);
+
+ /* "s3ql/deltadump.pyx":568
+ * if len_ != 0:
+ * uint64 = htole64(uint64)
+ * fwrite(&uint64, len_, fp) # <<<<<<<<<<<<<<
+ *
+ * return len_ + 1
+ */
+ __pyx_t_6 = __pyx_f_4s3ql_9deltadump_fwrite((&__pyx_v_uint64), __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_6 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 568; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ goto __pyx_L5;
+ }
+ __pyx_L5:;
+
+ /* "s3ql/deltadump.pyx":570
+ * fwrite(&uint64, len_, fp)
+ *
+ * return len_ + 1 # <<<<<<<<<<<<<<
+ *
+ * cdef inline int read_integer(int64_t * out, FILE * fp) except -1:
+ */
+ __pyx_r = (__pyx_v_len_ + 1);
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_AddTraceback("s3ql.deltadump.write_integer", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+/* "s3ql/deltadump.pyx":572
+ * return len_ + 1
+ *
+ * cdef inline int read_integer(int64_t * out, FILE * fp) except -1: # <<<<<<<<<<<<<<
+ * '''Read integer written using `write_integer` from *fp*
+ *
+ */
+
+static CYTHON_INLINE int __pyx_f_4s3ql_9deltadump_read_integer(int64_t *__pyx_v_out, FILE *__pyx_v_fp) {
+ uint8_t __pyx_v_int8;
+ size_t __pyx_v_len_;
+ uint64_t __pyx_v_uint64;
+ char __pyx_v_negative;
+ int __pyx_r;
+ __Pyx_RefNannyDeclarations
+ int __pyx_t_1;
+ int __pyx_t_2;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannySetupContext("read_integer", 0);
+
+ /* "s3ql/deltadump.pyx":583
+ * cdef char negative
+ *
+ * fread(&int8, 1, fp) # <<<<<<<<<<<<<<
+ *
+ * if int8 & 0x80 != 0:
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_fread((&__pyx_v_int8), 1, __pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 583; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":585
+ * fread(&int8, 1, fp)
+ *
+ * if int8 & 0x80 != 0: # <<<<<<<<<<<<<<
+ * negative = 1
+ * int8 = int8 & (~0x80)
+ */
+ __pyx_t_2 = (((__pyx_v_int8 & 0x80) != 0) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":586
+ *
+ * if int8 & 0x80 != 0:
+ * negative = 1 # <<<<<<<<<<<<<<
+ * int8 = int8 & (~0x80)
+ * else:
+ */
+ __pyx_v_negative = 1;
+
+ /* "s3ql/deltadump.pyx":587
+ * if int8 & 0x80 != 0:
+ * negative = 1
+ * int8 = int8 & (~0x80) # <<<<<<<<<<<<<<
+ * else:
+ * negative = 0
+ */
+ __pyx_v_int8 = (__pyx_v_int8 & (~0x80));
+ goto __pyx_L3;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":589
+ * int8 = int8 & (~0x80)
+ * else:
+ * negative = 0 # <<<<<<<<<<<<<<
+ *
+ * if int8 == INT8:
+ */
+ __pyx_v_negative = 0;
+ }
+ __pyx_L3:;
+
+ /* "s3ql/deltadump.pyx":591
+ * negative = 0
+ *
+ * if int8 == INT8: # <<<<<<<<<<<<<<
+ * len_ = 1
+ * elif int8 == INT16:
+ */
+ __pyx_t_2 = ((__pyx_v_int8 == __pyx_v_4s3ql_9deltadump_INT8) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":592
+ *
+ * if int8 == INT8:
+ * len_ = 1 # <<<<<<<<<<<<<<
+ * elif int8 == INT16:
+ * len_ = 2
+ */
+ __pyx_v_len_ = 1;
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":593
+ * if int8 == INT8:
+ * len_ = 1
+ * elif int8 == INT16: # <<<<<<<<<<<<<<
+ * len_ = 2
+ * elif int8 == INT32:
+ */
+ __pyx_t_2 = ((__pyx_v_int8 == __pyx_v_4s3ql_9deltadump_INT16) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":594
+ * len_ = 1
+ * elif int8 == INT16:
+ * len_ = 2 # <<<<<<<<<<<<<<
+ * elif int8 == INT32:
+ * len_ = 4
+ */
+ __pyx_v_len_ = 2;
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":595
+ * elif int8 == INT16:
+ * len_ = 2
+ * elif int8 == INT32: # <<<<<<<<<<<<<<
+ * len_ = 4
+ * elif int8 == INT64:
+ */
+ __pyx_t_2 = ((__pyx_v_int8 == __pyx_v_4s3ql_9deltadump_INT32) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":596
+ * len_ = 2
+ * elif int8 == INT32:
+ * len_ = 4 # <<<<<<<<<<<<<<
+ * elif int8 == INT64:
+ * len_ = 8
+ */
+ __pyx_v_len_ = 4;
+ goto __pyx_L4;
+ }
+
+ /* "s3ql/deltadump.pyx":597
+ * elif int8 == INT32:
+ * len_ = 4
+ * elif int8 == INT64: # <<<<<<<<<<<<<<
+ * len_ = 8
+ * else:
+ */
+ __pyx_t_2 = ((__pyx_v_int8 == __pyx_v_4s3ql_9deltadump_INT64) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":598
+ * len_ = 4
+ * elif int8 == INT64:
+ * len_ = 8 # <<<<<<<<<<<<<<
+ * else:
+ * len_ = 0
+ */
+ __pyx_v_len_ = 8;
+ goto __pyx_L4;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":600
+ * len_ = 8
+ * else:
+ * len_ = 0 # <<<<<<<<<<<<<<
+ * uint64 = int8
+ *
+ */
+ __pyx_v_len_ = 0;
+
+ /* "s3ql/deltadump.pyx":601
+ * else:
+ * len_ = 0
+ * uint64 = int8 # <<<<<<<<<<<<<<
+ *
+ * if len_ != 0:
+ */
+ __pyx_v_uint64 = __pyx_v_int8;
+ }
+ __pyx_L4:;
+
+ /* "s3ql/deltadump.pyx":603
+ * uint64 = int8
+ *
+ * if len_ != 0: # <<<<<<<<<<<<<<
+ * uint64 = 0
+ * fread(&uint64, len_, fp)
+ */
+ __pyx_t_2 = ((__pyx_v_len_ != 0) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":604
+ *
+ * if len_ != 0:
+ * uint64 = 0 # <<<<<<<<<<<<<<
+ * fread(&uint64, len_, fp)
+ * uint64 = le64toh(uint64)
+ */
+ __pyx_v_uint64 = 0;
+
+ /* "s3ql/deltadump.pyx":605
+ * if len_ != 0:
+ * uint64 = 0
+ * fread(&uint64, len_, fp) # <<<<<<<<<<<<<<
+ * uint64 = le64toh(uint64)
+ *
+ */
+ __pyx_t_1 = __pyx_f_4s3ql_9deltadump_fread((&__pyx_v_uint64), __pyx_v_len_, __pyx_v_fp); if (unlikely(__pyx_t_1 == -1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 605; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":606
+ * uint64 = 0
+ * fread(&uint64, len_, fp)
+ * uint64 = le64toh(uint64) # <<<<<<<<<<<<<<
+ *
+ * if negative == 1:
+ */
+ __pyx_v_uint64 = le64toh(__pyx_v_uint64);
+ goto __pyx_L5;
+ }
+ __pyx_L5:;
+
+ /* "s3ql/deltadump.pyx":608
+ * uint64 = le64toh(uint64)
+ *
+ * if negative == 1: # <<<<<<<<<<<<<<
+ * out[0] = - < int64_t > uint64
+ * else:
+ */
+ __pyx_t_2 = ((__pyx_v_negative == 1) != 0);
+ if (__pyx_t_2) {
+
+ /* "s3ql/deltadump.pyx":609
+ *
+ * if negative == 1:
+ * out[0] = - < int64_t > uint64 # <<<<<<<<<<<<<<
+ * else:
+ * out[0] = < int64_t > uint64
+ */
+ (__pyx_v_out[0]) = (-((int64_t)__pyx_v_uint64));
+ goto __pyx_L6;
+ }
+ /*else*/ {
+
+ /* "s3ql/deltadump.pyx":611
+ * out[0] = - < int64_t > uint64
+ * else:
+ * out[0] = < int64_t > uint64 # <<<<<<<<<<<<<<
+ *
+ * return len_ + 1
+ */
+ (__pyx_v_out[0]) = ((int64_t)__pyx_v_uint64);
+ }
+ __pyx_L6:;
+
+ /* "s3ql/deltadump.pyx":613
+ * out[0] = < int64_t > uint64
+ *
+ * return len_ + 1 # <<<<<<<<<<<<<<
+ *
+ */
+ __pyx_r = (__pyx_v_len_ + 1);
+ goto __pyx_L0;
+
+ __pyx_r = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_AddTraceback("s3ql.deltadump.read_integer", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ __pyx_r = -1;
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ return __pyx_r;
+}
+
+static struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *__pyx_freelist_4s3ql_9deltadump___pyx_scope_struct_1_load_table[8];
+static int __pyx_freecount_4s3ql_9deltadump___pyx_scope_struct_1_load_table = 0;
+
+static PyObject *__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct_1_load_table(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
+ PyObject *o;
+ if (likely((__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct_1_load_table > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table)))) {
+ o = (PyObject*)__pyx_freelist_4s3ql_9deltadump___pyx_scope_struct_1_load_table[--__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct_1_load_table];
+ memset(o, 0, sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table));
+ PyObject_INIT(o, t);
+ } else {
+ o = (*t->tp_alloc)(t, 0);
+ if (unlikely(!o)) return 0;
+ }
+ return o;
+}
+
+static void __pyx_tp_dealloc_4s3ql_9deltadump___pyx_scope_struct_1_load_table(PyObject *o) {
+ if ((__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct_1_load_table < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table))) {
+ __pyx_freelist_4s3ql_9deltadump___pyx_scope_struct_1_load_table[__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct_1_load_table++] = ((struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table *)o);
+ } else {
+ (*Py_TYPE(o)->tp_free)(o);
+ }
+}
+
+static PyMethodDef __pyx_methods_4s3ql_9deltadump___pyx_scope_struct_1_load_table[] = {
+ {0, 0, 0, 0}
+};
+
+static PyTypeObject __pyx_type_4s3ql_9deltadump___pyx_scope_struct_1_load_table = {
+ PyVarObject_HEAD_INIT(0, 0)
+ __Pyx_NAMESTR("s3ql.deltadump.__pyx_scope_struct_1_load_table"), /*tp_name*/
+ sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct_1_load_table), /*tp_basicsize*/
+ 0, /*tp_itemsize*/
+ __pyx_tp_dealloc_4s3ql_9deltadump___pyx_scope_struct_1_load_table, /*tp_dealloc*/
+ 0, /*tp_print*/
+ 0, /*tp_getattr*/
+ 0, /*tp_setattr*/
+ #if PY_MAJOR_VERSION < 3
+ 0, /*tp_compare*/
+ #else
+ 0, /*reserved*/
+ #endif
+ 0, /*tp_repr*/
+ 0, /*tp_as_number*/
+ 0, /*tp_as_sequence*/
+ 0, /*tp_as_mapping*/
+ 0, /*tp_hash*/
+ 0, /*tp_call*/
+ 0, /*tp_str*/
+ 0, /*tp_getattro*/
+ 0, /*tp_setattro*/
+ 0, /*tp_as_buffer*/
+ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER, /*tp_flags*/
+ 0, /*tp_doc*/
+ 0, /*tp_traverse*/
+ 0, /*tp_clear*/
+ 0, /*tp_richcompare*/
+ 0, /*tp_weaklistoffset*/
+ 0, /*tp_iter*/
+ 0, /*tp_iternext*/
+ __pyx_methods_4s3ql_9deltadump___pyx_scope_struct_1_load_table, /*tp_methods*/
+ 0, /*tp_members*/
+ 0, /*tp_getset*/
+ 0, /*tp_base*/
+ 0, /*tp_dict*/
+ 0, /*tp_descr_get*/
+ 0, /*tp_descr_set*/
+ 0, /*tp_dictoffset*/
+ 0, /*tp_init*/
+ 0, /*tp_alloc*/
+ __pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct_1_load_table, /*tp_new*/
+ 0, /*tp_free*/
+ 0, /*tp_is_gc*/
+ 0, /*tp_bases*/
+ 0, /*tp_mro*/
+ 0, /*tp_cache*/
+ 0, /*tp_subclasses*/
+ 0, /*tp_weaklist*/
+ 0, /*tp_del*/
+ #if PY_VERSION_HEX >= 0x02060000
+ 0, /*tp_version_tag*/
+ #endif
+};
+
+static struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *__pyx_freelist_4s3ql_9deltadump___pyx_scope_struct__dump_table[8];
+static int __pyx_freecount_4s3ql_9deltadump___pyx_scope_struct__dump_table = 0;
+
+static PyObject *__pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct__dump_table(PyTypeObject *t, CYTHON_UNUSED PyObject *a, CYTHON_UNUSED PyObject *k) {
+ PyObject *o;
+ if (likely((__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct__dump_table > 0) & (t->tp_basicsize == sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table)))) {
+ o = (PyObject*)__pyx_freelist_4s3ql_9deltadump___pyx_scope_struct__dump_table[--__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct__dump_table];
+ memset(o, 0, sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table));
+ PyObject_INIT(o, t);
+ } else {
+ o = (*t->tp_alloc)(t, 0);
+ if (unlikely(!o)) return 0;
+ }
+ return o;
+}
+
+static void __pyx_tp_dealloc_4s3ql_9deltadump___pyx_scope_struct__dump_table(PyObject *o) {
+ if ((__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct__dump_table < 8) & (Py_TYPE(o)->tp_basicsize == sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table))) {
+ __pyx_freelist_4s3ql_9deltadump___pyx_scope_struct__dump_table[__pyx_freecount_4s3ql_9deltadump___pyx_scope_struct__dump_table++] = ((struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table *)o);
+ } else {
+ (*Py_TYPE(o)->tp_free)(o);
+ }
+}
+
+static PyMethodDef __pyx_methods_4s3ql_9deltadump___pyx_scope_struct__dump_table[] = {
+ {0, 0, 0, 0}
+};
+
+static PyTypeObject __pyx_type_4s3ql_9deltadump___pyx_scope_struct__dump_table = {
+ PyVarObject_HEAD_INIT(0, 0)
+ __Pyx_NAMESTR("s3ql.deltadump.__pyx_scope_struct__dump_table"), /*tp_name*/
+ sizeof(struct __pyx_obj_4s3ql_9deltadump___pyx_scope_struct__dump_table), /*tp_basicsize*/
+ 0, /*tp_itemsize*/
+ __pyx_tp_dealloc_4s3ql_9deltadump___pyx_scope_struct__dump_table, /*tp_dealloc*/
+ 0, /*tp_print*/
+ 0, /*tp_getattr*/
+ 0, /*tp_setattr*/
+ #if PY_MAJOR_VERSION < 3
+ 0, /*tp_compare*/
+ #else
+ 0, /*reserved*/
+ #endif
+ 0, /*tp_repr*/
+ 0, /*tp_as_number*/
+ 0, /*tp_as_sequence*/
+ 0, /*tp_as_mapping*/
+ 0, /*tp_hash*/
+ 0, /*tp_call*/
+ 0, /*tp_str*/
+ 0, /*tp_getattro*/
+ 0, /*tp_setattro*/
+ 0, /*tp_as_buffer*/
+ Py_TPFLAGS_DEFAULT|Py_TPFLAGS_HAVE_VERSION_TAG|Py_TPFLAGS_CHECKTYPES|Py_TPFLAGS_HAVE_NEWBUFFER, /*tp_flags*/
+ 0, /*tp_doc*/
+ 0, /*tp_traverse*/
+ 0, /*tp_clear*/
+ 0, /*tp_richcompare*/
+ 0, /*tp_weaklistoffset*/
+ 0, /*tp_iter*/
+ 0, /*tp_iternext*/
+ __pyx_methods_4s3ql_9deltadump___pyx_scope_struct__dump_table, /*tp_methods*/
+ 0, /*tp_members*/
+ 0, /*tp_getset*/
+ 0, /*tp_base*/
+ 0, /*tp_dict*/
+ 0, /*tp_descr_get*/
+ 0, /*tp_descr_set*/
+ 0, /*tp_dictoffset*/
+ 0, /*tp_init*/
+ 0, /*tp_alloc*/
+ __pyx_tp_new_4s3ql_9deltadump___pyx_scope_struct__dump_table, /*tp_new*/
+ 0, /*tp_free*/
+ 0, /*tp_is_gc*/
+ 0, /*tp_bases*/
+ 0, /*tp_mro*/
+ 0, /*tp_cache*/
+ 0, /*tp_subclasses*/
+ 0, /*tp_weaklist*/
+ 0, /*tp_del*/
+ #if PY_VERSION_HEX >= 0x02060000
+ 0, /*tp_version_tag*/
+ #endif
+};
+
+static PyMethodDef __pyx_methods[] = {
+ {0, 0, 0, 0}
+};
+
+#if PY_MAJOR_VERSION >= 3
+static struct PyModuleDef __pyx_moduledef = {
+ #if PY_VERSION_HEX < 0x03020000
+ { PyObject_HEAD_INIT(NULL) NULL, 0, NULL },
+ #else
+ PyModuleDef_HEAD_INIT,
+ #endif
+ __Pyx_NAMESTR("deltadump"),
+ __Pyx_DOCSTR(__pyx_k_34), /* m_doc */
+ -1, /* m_size */
+ __pyx_methods /* m_methods */,
+ NULL, /* m_reload */
+ NULL, /* m_traverse */
+ NULL, /* m_clear */
+ NULL /* m_free */
+};
+#endif
+
+static __Pyx_StringTabEntry __pyx_string_tab[] = {
+ {&__pyx_kp_s_1, __pyx_k_1, sizeof(__pyx_k_1), 0, 0, 1, 0},
+ {&__pyx_kp_s_10, __pyx_k_10, sizeof(__pyx_k_10), 0, 0, 1, 0},
+ {&__pyx_n_s_11, __pyx_k_11, sizeof(__pyx_k_11), 0, 0, 1, 1},
+ {&__pyx_n_s_12, __pyx_k_12, sizeof(__pyx_k_12), 0, 0, 1, 1},
+ {&__pyx_kp_s_13, __pyx_k_13, sizeof(__pyx_k_13), 0, 0, 1, 0},
+ {&__pyx_kp_s_14, __pyx_k_14, sizeof(__pyx_k_14), 0, 0, 1, 0},
+ {&__pyx_kp_s_15, __pyx_k_15, sizeof(__pyx_k_15), 0, 0, 1, 0},
+ {&__pyx_kp_s_16, __pyx_k_16, sizeof(__pyx_k_16), 0, 0, 1, 0},
+ {&__pyx_kp_s_17, __pyx_k_17, sizeof(__pyx_k_17), 0, 0, 1, 0},
+ {&__pyx_kp_s_19, __pyx_k_19, sizeof(__pyx_k_19), 0, 0, 1, 0},
+ {&__pyx_kp_s_2, __pyx_k_2, sizeof(__pyx_k_2), 0, 0, 1, 0},
+ {&__pyx_kp_s_20, __pyx_k_20, sizeof(__pyx_k_20), 0, 0, 1, 0},
+ {&__pyx_n_s_23, __pyx_k_23, sizeof(__pyx_k_23), 0, 0, 1, 1},
+ {&__pyx_kp_s_25, __pyx_k_25, sizeof(__pyx_k_25), 0, 0, 1, 0},
+ {&__pyx_kp_s_26, __pyx_k_26, sizeof(__pyx_k_26), 0, 0, 1, 0},
+ {&__pyx_kp_s_27, __pyx_k_27, sizeof(__pyx_k_27), 0, 0, 1, 0},
+ {&__pyx_kp_s_28, __pyx_k_28, sizeof(__pyx_k_28), 0, 0, 1, 0},
+ {&__pyx_kp_s_29, __pyx_k_29, sizeof(__pyx_k_29), 0, 0, 1, 0},
+ {&__pyx_kp_s_30, __pyx_k_30, sizeof(__pyx_k_30), 0, 0, 1, 0},
+ {&__pyx_kp_s_31, __pyx_k_31, sizeof(__pyx_k_31), 0, 0, 1, 0},
+ {&__pyx_kp_s_32, __pyx_k_32, sizeof(__pyx_k_32), 0, 0, 1, 0},
+ {&__pyx_kp_s_38, __pyx_k_38, sizeof(__pyx_k_38), 0, 0, 1, 0},
+ {&__pyx_kp_s_4, __pyx_k_4, sizeof(__pyx_k_4), 0, 0, 1, 0},
+ {&__pyx_kp_s_5, __pyx_k_5, sizeof(__pyx_k_5), 0, 0, 1, 0},
+ {&__pyx_kp_s_6, __pyx_k_6, sizeof(__pyx_k_6), 0, 0, 1, 0},
+ {&__pyx_kp_s_7, __pyx_k_7, sizeof(__pyx_k_7), 0, 0, 1, 0},
+ {&__pyx_kp_s_8, __pyx_k_8, sizeof(__pyx_k_8), 0, 0, 1, 0},
+ {&__pyx_n_s__BLOB, __pyx_k__BLOB, sizeof(__pyx_k__BLOB), 0, 0, 1, 1},
+ {&__pyx_n_s__CleanupManager, __pyx_k__CleanupManager, sizeof(__pyx_k__CleanupManager), 0, 0, 1, 1},
+ {&__pyx_n_s__INTEGER, __pyx_k__INTEGER, sizeof(__pyx_k__INTEGER), 0, 0, 1, 1},
+ {&__pyx_n_s__IOError, __pyx_k__IOError, sizeof(__pyx_k__IOError), 0, 0, 1, 1},
+ {&__pyx_n_s__MAX_BLOB_SIZE, __pyx_k__MAX_BLOB_SIZE, sizeof(__pyx_k__MAX_BLOB_SIZE), 0, 0, 1, 1},
+ {&__pyx_n_s__OSError, __pyx_k__OSError, sizeof(__pyx_k__OSError), 0, 0, 1, 1},
+ {&__pyx_n_s__RuntimeError, __pyx_k__RuntimeError, sizeof(__pyx_k__RuntimeError), 0, 0, 1, 1},
+ {&__pyx_n_s__TIME, __pyx_k__TIME, sizeof(__pyx_k__TIME), 0, 0, 1, 1},
+ {&__pyx_n_s__ValueError, __pyx_k__ValueError, sizeof(__pyx_k__ValueError), 0, 0, 1, 1},
+ {&__pyx_n_s____enter__, __pyx_k____enter__, sizeof(__pyx_k____enter__), 0, 0, 1, 1},
+ {&__pyx_n_s____exit__, __pyx_k____exit__, sizeof(__pyx_k____exit__), 0, 0, 1, 1},
+ {&__pyx_n_s____import__, __pyx_k____import__, sizeof(__pyx_k____import__), 0, 0, 1, 1},
+ {&__pyx_n_s____main__, __pyx_k____main__, sizeof(__pyx_k____main__), 0, 0, 1, 1},
+ {&__pyx_n_s____test__, __pyx_k____test__, sizeof(__pyx_k____test__), 0, 0, 1, 1},
+ {&__pyx_n_s__apsw, __pyx_k__apsw, sizeof(__pyx_k__apsw), 0, 0, 1, 1},
+ {&__pyx_n_s__apsw_sqlite_options, __pyx_k__apsw_sqlite_options, sizeof(__pyx_k__apsw_sqlite_options), 0, 0, 1, 1},
+ {&__pyx_n_s__apsw_sqlite_version, __pyx_k__apsw_sqlite_version, sizeof(__pyx_k__apsw_sqlite_version), 0, 0, 1, 1},
+ {&__pyx_n_s__begin_stmt, __pyx_k__begin_stmt, sizeof(__pyx_k__begin_stmt), 0, 0, 1, 1},
+ {&__pyx_n_s__buf, __pyx_k__buf, sizeof(__pyx_k__buf), 0, 0, 1, 1},
+ {&__pyx_n_s__check_sqlite, __pyx_k__check_sqlite, sizeof(__pyx_k__check_sqlite), 0, 0, 1, 1},
+ {&__pyx_n_s__cleanup, __pyx_k__cleanup, sizeof(__pyx_k__cleanup), 0, 0, 1, 1},
+ {&__pyx_n_s__cleanup_manager, __pyx_k__cleanup_manager, sizeof(__pyx_k__cleanup_manager), 0, 0, 1, 1},
+ {&__pyx_n_s__cmd, __pyx_k__cmd, sizeof(__pyx_k__cmd), 0, 0, 1, 1},
+ {&__pyx_n_s__col_args, __pyx_k__col_args, sizeof(__pyx_k__col_args), 0, 0, 1, 1},
+ {&__pyx_n_s__col_count, __pyx_k__col_count, sizeof(__pyx_k__col_count), 0, 0, 1, 1},
+ {&__pyx_n_s__col_names, __pyx_k__col_names, sizeof(__pyx_k__col_names), 0, 0, 1, 1},
+ {&__pyx_n_s__col_types, __pyx_k__col_types, sizeof(__pyx_k__col_types), 0, 0, 1, 1},
+ {&__pyx_n_s__columns, __pyx_k__columns, sizeof(__pyx_k__columns), 0, 0, 1, 1},
+ {&__pyx_n_s__commit_stmt, __pyx_k__commit_stmt, sizeof(__pyx_k__commit_stmt), 0, 0, 1, 1},
+ {&__pyx_n_s__compile_options, __pyx_k__compile_options, sizeof(__pyx_k__compile_options), 0, 0, 1, 1},
+ {&__pyx_n_s__count, __pyx_k__count, sizeof(__pyx_k__count), 0, 0, 1, 1},
+ {&__pyx_n_s__db, __pyx_k__db, sizeof(__pyx_k__db), 0, 0, 1, 1},
+ {&__pyx_n_s__debug, __pyx_k__debug, sizeof(__pyx_k__debug), 0, 0, 1, 1},
+ {&__pyx_n_s__deltadump, __pyx_k__deltadump, sizeof(__pyx_k__deltadump), 0, 0, 1, 1},
+ {&__pyx_n_s__dump_table, __pyx_k__dump_table, sizeof(__pyx_k__dump_table), 0, 0, 1, 1},
+ {&__pyx_n_s__exceptionfor, __pyx_k__exceptionfor, sizeof(__pyx_k__exceptionfor), 0, 0, 1, 1},
+ {&__pyx_n_s__fh, __pyx_k__fh, sizeof(__pyx_k__fh), 0, 0, 1, 1},
+ {&__pyx_n_s__file, __pyx_k__file, sizeof(__pyx_k__file), 0, 0, 1, 1},
+ {&__pyx_n_s__fileno, __pyx_k__fileno, sizeof(__pyx_k__fileno), 0, 0, 1, 1},
+ {&__pyx_n_s__foreign_keys, __pyx_k__foreign_keys, sizeof(__pyx_k__foreign_keys), 0, 0, 1, 1},
+ {&__pyx_n_s__fp, __pyx_k__fp, sizeof(__pyx_k__fp), 0, 0, 1, 1},
+ {&__pyx_n_s__getLogger, __pyx_k__getLogger, sizeof(__pyx_k__getLogger), 0, 0, 1, 1},
+ {&__pyx_n_s__get_val, __pyx_k__get_val, sizeof(__pyx_k__get_val), 0, 0, 1, 1},
+ {&__pyx_n_s__i, __pyx_k__i, sizeof(__pyx_k__i), 0, 0, 1, 1},
+ {&__pyx_n_s__idx, __pyx_k__idx, sizeof(__pyx_k__idx), 0, 0, 1, 1},
+ {&__pyx_n_s__int64, __pyx_k__int64, sizeof(__pyx_k__int64), 0, 0, 1, 1},
+ {&__pyx_n_s__int64_prev, __pyx_k__int64_prev, sizeof(__pyx_k__int64_prev), 0, 0, 1, 1},
+ {&__pyx_n_s__itertools, __pyx_k__itertools, sizeof(__pyx_k__itertools), 0, 0, 1, 1},
+ {&__pyx_n_s__j, __pyx_k__j, sizeof(__pyx_k__j), 0, 0, 1, 1},
+ {&__pyx_n_s__join, __pyx_k__join, sizeof(__pyx_k__join), 0, 0, 1, 1},
+ {&__pyx_n_s__len_, __pyx_k__len_, sizeof(__pyx_k__len_), 0, 0, 1, 1},
+ {&__pyx_n_s__load_table, __pyx_k__load_table, sizeof(__pyx_k__load_table), 0, 0, 1, 1},
+ {&__pyx_n_s__log, __pyx_k__log, sizeof(__pyx_k__log), 0, 0, 1, 1},
+ {&__pyx_n_s__logging, __pyx_k__logging, sizeof(__pyx_k__logging), 0, 0, 1, 1},
+ {&__pyx_n_s__order, __pyx_k__order, sizeof(__pyx_k__order), 0, 0, 1, 1},
+ {&__pyx_n_s__os, __pyx_k__os, sizeof(__pyx_k__os), 0, 0, 1, 1},
+ {&__pyx_n_s__pragma, __pyx_k__pragma, sizeof(__pyx_k__pragma), 0, 0, 1, 1},
+ {&__pyx_n_s__query, __pyx_k__query, sizeof(__pyx_k__query), 0, 0, 1, 1},
+ {&__pyx_n_s__range, __pyx_k__range, sizeof(__pyx_k__range), 0, 0, 1, 1},
+ {&__pyx_n_s__rb, __pyx_k__rb, sizeof(__pyx_k__rb), 0, 0, 1, 1},
+ {&__pyx_n_s__rc, __pyx_k__rc, sizeof(__pyx_k__rc), 0, 0, 1, 1},
+ {&__pyx_n_s__register, __pyx_k__register, sizeof(__pyx_k__register), 0, 0, 1, 1},
+ {&__pyx_n_s__row_count, __pyx_k__row_count, sizeof(__pyx_k__row_count), 0, 0, 1, 1},
+ {&__pyx_n_s__s3ql_sqlite_options, __pyx_k__s3ql_sqlite_options, sizeof(__pyx_k__s3ql_sqlite_options), 0, 0, 1, 1},
+ {&__pyx_n_s__s3ql_sqlite_version, __pyx_k__s3ql_sqlite_version, sizeof(__pyx_k__s3ql_sqlite_version), 0, 0, 1, 1},
+ {&__pyx_n_s__sqlite3_db, __pyx_k__sqlite3_db, sizeof(__pyx_k__sqlite3_db), 0, 0, 1, 1},
+ {&__pyx_n_s__sqlitelibversion, __pyx_k__sqlitelibversion, sizeof(__pyx_k__sqlitelibversion), 0, 0, 1, 1},
+ {&__pyx_n_s__stmt, __pyx_k__stmt, sizeof(__pyx_k__stmt), 0, 0, 1, 1},
+ {&__pyx_n_s__synchronous, __pyx_k__synchronous, sizeof(__pyx_k__synchronous), 0, 0, 1, 1},
+ {&__pyx_n_s__table, __pyx_k__table, sizeof(__pyx_k__table), 0, 0, 1, 1},
+ {&__pyx_n_s__tmp, __pyx_k__tmp, sizeof(__pyx_k__tmp), 0, 0, 1, 1},
+ {&__pyx_n_s__trx_rows, __pyx_k__trx_rows, sizeof(__pyx_k__trx_rows), 0, 0, 1, 1},
+ {&__pyx_n_s__val, __pyx_k__val, sizeof(__pyx_k__val), 0, 0, 1, 1},
+ {&__pyx_n_s__wb, __pyx_k__wb, sizeof(__pyx_k__wb), 0, 0, 1, 1},
+ {&__pyx_n_s__x, __pyx_k__x, sizeof(__pyx_k__x), 0, 0, 1, 1},
+ {0, 0, 0, 0, 0, 0, 0}
+};
+static int __Pyx_InitCachedBuiltins(void) {
+ __pyx_builtin_RuntimeError = __Pyx_GetBuiltinName(__pyx_n_s__RuntimeError); if (!__pyx_builtin_RuntimeError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 106; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_builtin_IOError = __Pyx_GetBuiltinName(__pyx_n_s__IOError); if (!__pyx_builtin_IOError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 155; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_builtin_OSError = __Pyx_GetBuiltinName(__pyx_n_s__OSError); if (!__pyx_builtin_OSError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 184; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_builtin_range = __Pyx_GetBuiltinName(__pyx_n_s__range); if (!__pyx_builtin_range) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 238; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_builtin_ValueError = __Pyx_GetBuiltinName(__pyx_n_s__ValueError); if (!__pyx_builtin_ValueError) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 240; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ return 0;
+ __pyx_L1_error:;
+ return -1;
+}
+
+static int __Pyx_InitCachedConstants(void) {
+ __Pyx_RefNannyDeclarations
+ __Pyx_RefNannySetupContext("__Pyx_InitCachedConstants", 0);
+
+ /* "s3ql/deltadump.pyx":111
+ * apsw_sqlite_options = set(apsw.compile_options)
+ * s3ql_sqlite_options = set()
+ * for idx in itertools.count(0): # <<<<<<<<<<<<<<
+ * buf = sqlite3_compileoption_get(idx)
+ * if buf is NULL:
+ */
+ __pyx_k_tuple_3 = PyTuple_Pack(1, __pyx_int_0); if (unlikely(!__pyx_k_tuple_3)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 111; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_3);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_3));
+
+ /* "s3ql/deltadump.pyx":302
+ *
+ * if db.file == ':memory:':
+ * raise ValueError("Can't access in-memory databases") # <<<<<<<<<<<<<<
+ *
+ * with CleanupManager(log) as cleanup:
+ */
+ __pyx_k_tuple_9 = PyTuple_Pack(1, ((PyObject *)__pyx_kp_s_8)); if (unlikely(!__pyx_k_tuple_9)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 302; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_9);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_9));
+
+ /* "s3ql/deltadump.pyx":351
+ * for i in range(col_count):
+ * if sqlite3_column_type(stmt, i) is SQLITE_NULL:
+ * raise ValueError("Can't dump NULL values") # <<<<<<<<<<<<<<
+ *
+ * if col_types[i] == _INTEGER:
+ */
+ __pyx_k_tuple_18 = PyTuple_Pack(1, ((PyObject *)__pyx_kp_s_17)); if (unlikely(!__pyx_k_tuple_18)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 351; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_18);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_18));
+
+ /* "s3ql/deltadump.pyx":304
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ __pyx_k_tuple_21 = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_k_tuple_21)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 304; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_21);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_21));
+
+ /* "s3ql/deltadump.pyx":409
+ *
+ * if db.file == ':memory:':
+ * raise ValueError("Can't access in-memory databases") # <<<<<<<<<<<<<<
+ *
+ * with CleanupManager(log) as cleanup:
+ */
+ __pyx_k_tuple_22 = PyTuple_Pack(1, ((PyObject *)__pyx_kp_s_8)); if (unlikely(!__pyx_k_tuple_22)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 409; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_22);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_22));
+
+ /* "s3ql/deltadump.pyx":423
+ *
+ * # Copy settings
+ * for pragma in ('synchronous', 'foreign_keys'): # <<<<<<<<<<<<<<
+ * val = db.get_val('PRAGMA %s' % pragma)
+ * cmd = 'PRAGMA %s = %s' % (pragma, val)
+ */
+ __pyx_k_tuple_24 = PyTuple_Pack(2, ((PyObject *)__pyx_n_s__synchronous), ((PyObject *)__pyx_n_s__foreign_keys)); if (unlikely(!__pyx_k_tuple_24)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 423; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_24);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_24));
+
+ /* "s3ql/deltadump.pyx":411
+ * raise ValueError("Can't access in-memory databases")
+ *
+ * with CleanupManager(log) as cleanup: # <<<<<<<<<<<<<<
+ * # Get SQLite connection
+ * log.debug('Opening connection to %s', db.file)
+ */
+ __pyx_k_tuple_33 = PyTuple_Pack(3, Py_None, Py_None, Py_None); if (unlikely(!__pyx_k_tuple_33)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 411; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_33);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_33));
+
+ /* "s3ql/deltadump.pyx":83
+ * import itertools
+ *
+ * log = logging.getLogger('deltadump') # <<<<<<<<<<<<<<
+ *
+ * def check_sqlite():
+ */
+ __pyx_k_tuple_35 = PyTuple_Pack(1, ((PyObject *)__pyx_n_s__deltadump)); if (unlikely(!__pyx_k_tuple_35)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_35);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_35));
+
+ /* "s3ql/deltadump.pyx":85
+ * log = logging.getLogger('deltadump')
+ *
+ * def check_sqlite(): # <<<<<<<<<<<<<<
+ * '''Check if deltadump and apsw module use compatible SQLite code.
+ *
+ */
+ __pyx_k_tuple_36 = PyTuple_Pack(6, ((PyObject *)__pyx_n_s__buf), ((PyObject *)__pyx_n_s__apsw_sqlite_version), ((PyObject *)__pyx_n_s__s3ql_sqlite_version), ((PyObject *)__pyx_n_s__apsw_sqlite_options), ((PyObject *)__pyx_n_s__s3ql_sqlite_options), ((PyObject *)__pyx_n_s__idx)); if (unlikely(!__pyx_k_tuple_36)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_36);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_36));
+ __pyx_k_codeobj_37 = (PyObject*)__Pyx_PyCode_New(0, 0, 6, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_36, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_38, __pyx_n_s__check_sqlite, 85, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_37)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":267
+ *
+ *
+ * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
+ * '''Dump *columns* of *table* into *fh*
+ *
+ */
+ __pyx_k_tuple_39 = PyTuple_Pack(23, ((PyObject *)__pyx_n_s__table), ((PyObject *)__pyx_n_s__order), ((PyObject *)__pyx_n_s__columns), ((PyObject *)__pyx_n_s__db), ((PyObject *)__pyx_n_s__fh), ((PyObject *)__pyx_n_s__sqlite3_db), ((PyObject *)__pyx_n_s__stmt), ((PyObject *)__pyx_n_s__col_types), ((PyObject *)__pyx_n_s__col_args), ((PyObject *)__pyx_n_s__col_count), ((PyObject *)__pyx_n_s__rc), ((PyObject *)__pyx_n_s__i), ((PyObject *)__pyx_n_s__len_), ((PyObject *)__pyx_n_s__int64_prev), ((PyObject *)__pyx_n_s__int64), ((PyObject *)__pyx_n_s__tmp), ((PyObject *)__pyx_n_s__fp), ((PyObject *)__pyx_n_s__buf), ((PyObject *)__pyx_n_s__row_count), ((PyObject *)__pyx_n_s__cleanup), ((PyObject *)__pyx_n_s__col_names), ((PyObject *)__pyx_n_s__query), ((PyObject *)__pyx_n_s__x)); if (unlikely(!__pyx_k_tuple_39)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_39);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_39));
+ __pyx_k_codeobj_40 = (PyObject*)__Pyx_PyCode_New(5, 0, 23, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_39, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_38, __pyx_n_s__dump_table, 267, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_40)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":382
+ * fwrite(buf, len_, fp)
+ *
+ * def load_table(table, columns, db, fh, trx_rows=5000): # <<<<<<<<<<<<<<
+ * '''Load *columns* of *table* from *fh*
+ *
+ */
+ __pyx_k_tuple_41 = PyTuple_Pack(28, ((PyObject *)__pyx_n_s__table), ((PyObject *)__pyx_n_s__columns), ((PyObject *)__pyx_n_s__db), ((PyObject *)__pyx_n_s__fh), ((PyObject *)__pyx_n_s__trx_rows), ((PyObject *)__pyx_n_s__sqlite3_db), ((PyObject *)__pyx_n_s__stmt), ((PyObject *)__pyx_n_s__begin_stmt), ((PyObject *)__pyx_n_s__commit_stmt), ((PyObject *)__pyx_n_s__col_types), ((PyObject *)__pyx_n_s__col_args), ((PyObject *)__pyx_n_s__col_count), ((PyObject *)__pyx_n_s__rc), ((PyObject *)__pyx_n_s__len_), ((PyObject *)__pyx_n_s__i), ((PyObject *)__pyx_n_s__j), ((PyObject *)__pyx_n_s__int64_prev), ((PyObject *)__pyx_n_s__fp), ((PyObject *)__pyx_n_s__buf), ((PyObject *)__pyx_n_s__row_count), ((PyObject *)__pyx_n_s__int64), ((PyObject *)__pyx_n_s__cleanup), ((PyObject *)__pyx_n_s__pragma), ((PyObject *)__pyx_n_s__val), ((PyObject *)__pyx_n_s__cmd), ((PyObject *)__pyx_n_s__col_names), ((PyObject *)__pyx_n_s__query), ((PyObject *)__pyx_n_s__x)); if (unlikely(!__pyx_k_tuple_41)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_k_tuple_41);
+ __Pyx_GIVEREF(((PyObject *)__pyx_k_tuple_41));
+ __pyx_k_codeobj_42 = (PyObject*)__Pyx_PyCode_New(5, 0, 28, 0, 0, __pyx_empty_bytes, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_k_tuple_41, __pyx_empty_tuple, __pyx_empty_tuple, __pyx_kp_s_38, __pyx_n_s__load_table, 382, __pyx_empty_bytes); if (unlikely(!__pyx_k_codeobj_42)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_RefNannyFinishContext();
+ return 0;
+ __pyx_L1_error:;
+ __Pyx_RefNannyFinishContext();
+ return -1;
+}
+
+static int __Pyx_InitGlobals(void) {
+ if (__Pyx_InitStrings(__pyx_string_tab) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ __pyx_int_0 = PyInt_FromLong(0); if (unlikely(!__pyx_int_0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ __pyx_int_4096 = PyInt_FromLong(4096); if (unlikely(!__pyx_int_4096)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ __pyx_int_5000 = PyInt_FromLong(5000); if (unlikely(!__pyx_int_5000)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ return 0;
+ __pyx_L1_error:;
+ return -1;
+}
+
+#if PY_MAJOR_VERSION < 3
+PyMODINIT_FUNC initdeltadump(void); /*proto*/
+PyMODINIT_FUNC initdeltadump(void)
+#else
+PyMODINIT_FUNC PyInit_deltadump(void); /*proto*/
+PyMODINIT_FUNC PyInit_deltadump(void)
+#endif
+{
+ PyObject *__pyx_t_1 = NULL;
+ PyObject *__pyx_t_2 = NULL;
+ int __pyx_lineno = 0;
+ const char *__pyx_filename = NULL;
+ int __pyx_clineno = 0;
+ __Pyx_RefNannyDeclarations
+ #if CYTHON_REFNANNY
+ __Pyx_RefNanny = __Pyx_RefNannyImportAPI("refnanny");
+ if (!__Pyx_RefNanny) {
+ PyErr_Clear();
+ __Pyx_RefNanny = __Pyx_RefNannyImportAPI("Cython.Runtime.refnanny");
+ if (!__Pyx_RefNanny)
+ Py_FatalError("failed to import 'refnanny' module");
+ }
+ #endif
+ __Pyx_RefNannySetupContext("PyMODINIT_FUNC PyInit_deltadump(void)", 0);
+ if ( __Pyx_check_binary_version() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_empty_tuple = PyTuple_New(0); if (unlikely(!__pyx_empty_tuple)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_empty_bytes = PyBytes_FromStringAndSize("", 0); if (unlikely(!__pyx_empty_bytes)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #ifdef __Pyx_CyFunction_USED
+ if (__Pyx_CyFunction_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ #ifdef __Pyx_FusedFunction_USED
+ if (__pyx_FusedFunction_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ #ifdef __Pyx_Generator_USED
+ if (__pyx_Generator_init() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ /*--- Library function declarations ---*/
+ /*--- Threads initialization code ---*/
+ #if defined(__PYX_FORCE_INIT_THREADS) && __PYX_FORCE_INIT_THREADS
+ #ifdef WITH_THREAD /* Python build with threading support? */
+ PyEval_InitThreads();
+ #endif
+ #endif
+ /*--- Module creation code ---*/
+ #if PY_MAJOR_VERSION < 3
+ __pyx_m = Py_InitModule4(__Pyx_NAMESTR("deltadump"), __pyx_methods, __Pyx_DOCSTR(__pyx_k_34), 0, PYTHON_API_VERSION); Py_XINCREF(__pyx_m);
+ #else
+ __pyx_m = PyModule_Create(&__pyx_moduledef);
+ #endif
+ if (unlikely(!__pyx_m)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_d = PyModule_GetDict(__pyx_m); if (unlikely(!__pyx_d)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ Py_INCREF(__pyx_d);
+ #if PY_MAJOR_VERSION >= 3
+ {
+ PyObject *modules = PyImport_GetModuleDict(); if (unlikely(!modules)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ if (!PyDict_GetItemString(modules, "s3ql.deltadump")) {
+ if (unlikely(PyDict_SetItemString(modules, "s3ql.deltadump", __pyx_m) < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ }
+ }
+ #endif
+ __pyx_b = PyImport_AddModule(__Pyx_NAMESTR(__Pyx_BUILTIN_MODULE_NAME)); if (unlikely(!__pyx_b)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #if CYTHON_COMPILING_IN_PYPY
+ Py_INCREF(__pyx_b);
+ #endif
+ if (__Pyx_SetAttrString(__pyx_m, "__builtins__", __pyx_b) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ /*--- Initialize various global constants etc. ---*/
+ if (unlikely(__Pyx_InitGlobals() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #if PY_MAJOR_VERSION < 3 && (__PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT)
+ if (__Pyx_init_sys_getdefaultencoding_params() < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ #endif
+ if (__pyx_module_is_main_s3ql__deltadump) {
+ if (__Pyx_SetAttrString(__pyx_m, "__name__", __pyx_n_s____main__) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;};
+ }
+ /*--- Builtin init code ---*/
+ if (unlikely(__Pyx_InitCachedBuiltins() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ /*--- Constants init code ---*/
+ if (unlikely(__Pyx_InitCachedConstants() < 0)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ /*--- Global init code ---*/
+ /*--- Variable export code ---*/
+ /*--- Function export code ---*/
+ /*--- Type init code ---*/
+ if (PyType_Ready(&__pyx_type_4s3ql_9deltadump___pyx_scope_struct_1_load_table) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_ptype_4s3ql_9deltadump___pyx_scope_struct_1_load_table = &__pyx_type_4s3ql_9deltadump___pyx_scope_struct_1_load_table;
+ if (PyType_Ready(&__pyx_type_4s3ql_9deltadump___pyx_scope_struct__dump_table) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_ptype_4s3ql_9deltadump___pyx_scope_struct__dump_table = &__pyx_type_4s3ql_9deltadump___pyx_scope_struct__dump_table;
+ /*--- Type import code ---*/
+ __pyx_ptype_7cpython_4type_type = __Pyx_ImportType(__Pyx_BUILTIN_MODULE_NAME, "type",
+ #if CYTHON_COMPILING_IN_PYPY
+ sizeof(PyTypeObject),
+ #else
+ sizeof(PyHeapTypeObject),
+ #endif
+ 0); if (unlikely(!__pyx_ptype_7cpython_4type_type)) {__pyx_filename = __pyx_f[1]; __pyx_lineno = 9; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_ptype_7cpython_4bool_bool = __Pyx_ImportType(__Pyx_BUILTIN_MODULE_NAME, "bool", sizeof(PyBoolObject), 0); if (unlikely(!__pyx_ptype_7cpython_4bool_bool)) {__pyx_filename = __pyx_f[2]; __pyx_lineno = 8; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __pyx_ptype_7cpython_7complex_complex = __Pyx_ImportType(__Pyx_BUILTIN_MODULE_NAME, "complex", sizeof(PyComplexObject), 0); if (unlikely(!__pyx_ptype_7cpython_7complex_complex)) {__pyx_filename = __pyx_f[3]; __pyx_lineno = 15; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ /*--- Variable import code ---*/
+ /*--- Function import code ---*/
+ /*--- Execution code ---*/
+
+ /* "s3ql/deltadump.pyx":77
+ * SQLITE_OPEN_READONLY
+ *
+ * from .cleanup_manager import CleanupManager # <<<<<<<<<<<<<<
+ * import apsw
+ * import os
+ */
+ __pyx_t_1 = PyList_New(1); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_INCREF(((PyObject *)__pyx_n_s__CleanupManager));
+ PyList_SET_ITEM(__pyx_t_1, 0, ((PyObject *)__pyx_n_s__CleanupManager));
+ __Pyx_GIVEREF(((PyObject *)__pyx_n_s__CleanupManager));
+ __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__cleanup_manager), ((PyObject *)__pyx_t_1), 1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(((PyObject *)__pyx_t_1)); __pyx_t_1 = 0;
+ __pyx_t_1 = __Pyx_ImportFrom(__pyx_t_2, __pyx_n_s__CleanupManager); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__CleanupManager, __pyx_t_1) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 77; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":78
+ *
+ * from .cleanup_manager import CleanupManager
+ * import apsw # <<<<<<<<<<<<<<
+ * import os
+ * import logging
+ */
+ __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__apsw), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__apsw, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 78; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":79
+ * from .cleanup_manager import CleanupManager
+ * import apsw
+ * import os # <<<<<<<<<<<<<<
+ * import logging
+ * import itertools
+ */
+ __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__os), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__os, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 79; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":80
+ * import apsw
+ * import os
+ * import logging # <<<<<<<<<<<<<<
+ * import itertools
+ *
+ */
+ __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__logging), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__logging, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 80; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":81
+ * import os
+ * import logging
+ * import itertools # <<<<<<<<<<<<<<
+ *
+ * log = logging.getLogger('deltadump')
+ */
+ __pyx_t_2 = __Pyx_Import(((PyObject *)__pyx_n_s__itertools), 0, -1); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__itertools, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 81; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":83
+ * import itertools
+ *
+ * log = logging.getLogger('deltadump') # <<<<<<<<<<<<<<
+ *
+ * def check_sqlite():
+ */
+ __pyx_t_2 = __Pyx_GetModuleGlobalName(__pyx_n_s__logging); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __pyx_t_1 = __Pyx_PyObject_GetAttrStr(__pyx_t_2, __pyx_n_s__getLogger); if (unlikely(!__pyx_t_1)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_1);
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+ __pyx_t_2 = PyObject_Call(__pyx_t_1, ((PyObject *)__pyx_k_tuple_35), NULL); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ __Pyx_DECREF(__pyx_t_1); __pyx_t_1 = 0;
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__log, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 83; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":85
+ * log = logging.getLogger('deltadump')
+ *
+ * def check_sqlite(): # <<<<<<<<<<<<<<
+ * '''Check if deltadump and apsw module use compatible SQLite code.
+ *
+ */
+ __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_1check_sqlite, NULL, __pyx_n_s_12); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__check_sqlite, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 85; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":129
+ *
+ * # Column types
+ * cdef int _INTEGER = 1 # <<<<<<<<<<<<<<
+ * cdef int _BLOB = 2
+ * cdef int _TIME = 3
+ */
+ __pyx_v_4s3ql_9deltadump__INTEGER = 1;
+
+ /* "s3ql/deltadump.pyx":130
+ * # Column types
+ * cdef int _INTEGER = 1
+ * cdef int _BLOB = 2 # <<<<<<<<<<<<<<
+ * cdef int _TIME = 3
+ *
+ */
+ __pyx_v_4s3ql_9deltadump__BLOB = 2;
+
+ /* "s3ql/deltadump.pyx":131
+ * cdef int _INTEGER = 1
+ * cdef int _BLOB = 2
+ * cdef int _TIME = 3 # <<<<<<<<<<<<<<
+ *
+ * # Make column types available as Python objects
+ */
+ __pyx_v_4s3ql_9deltadump__TIME = 3;
+
+ /* "s3ql/deltadump.pyx":134
+ *
+ * # Make column types available as Python objects
+ * INTEGER = _INTEGER # <<<<<<<<<<<<<<
+ * BLOB = _BLOB
+ * TIME = _TIME
+ */
+ __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_9deltadump__INTEGER); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__INTEGER, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 134; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":135
+ * # Make column types available as Python objects
+ * INTEGER = _INTEGER
+ * BLOB = _BLOB # <<<<<<<<<<<<<<
+ * TIME = _TIME
+ *
+ */
+ __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_9deltadump__BLOB); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__BLOB, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 135; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":136
+ * INTEGER = _INTEGER
+ * BLOB = _BLOB
+ * TIME = _TIME # <<<<<<<<<<<<<<
+ *
+ * # Integer length codes
+ */
+ __pyx_t_2 = PyInt_FromLong(__pyx_v_4s3ql_9deltadump__TIME); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__TIME, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 136; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":139
+ *
+ * # Integer length codes
+ * cdef uint8_t INT8 = 127 # <<<<<<<<<<<<<<
+ * cdef uint8_t INT16 = 126
+ * cdef uint8_t INT32 = 125
+ */
+ __pyx_v_4s3ql_9deltadump_INT8 = 127;
+
+ /* "s3ql/deltadump.pyx":140
+ * # Integer length codes
+ * cdef uint8_t INT8 = 127
+ * cdef uint8_t INT16 = 126 # <<<<<<<<<<<<<<
+ * cdef uint8_t INT32 = 125
+ * cdef uint8_t INT64 = 124
+ */
+ __pyx_v_4s3ql_9deltadump_INT16 = 126;
+
+ /* "s3ql/deltadump.pyx":141
+ * cdef uint8_t INT8 = 127
+ * cdef uint8_t INT16 = 126
+ * cdef uint8_t INT32 = 125 # <<<<<<<<<<<<<<
+ * cdef uint8_t INT64 = 124
+ *
+ */
+ __pyx_v_4s3ql_9deltadump_INT32 = 125;
+
+ /* "s3ql/deltadump.pyx":142
+ * cdef uint8_t INT16 = 126
+ * cdef uint8_t INT32 = 125
+ * cdef uint8_t INT64 = 124 # <<<<<<<<<<<<<<
+ *
+ * # Maximum size of BLOBs
+ */
+ __pyx_v_4s3ql_9deltadump_INT64 = 124;
+
+ /* "s3ql/deltadump.pyx":145
+ *
+ * # Maximum size of BLOBs
+ * MAX_BLOB_SIZE = 4096 # <<<<<<<<<<<<<<
+ *
+ * # Scale factor from time floats to integers
+ */
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__MAX_BLOB_SIZE, __pyx_int_4096) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 145; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+
+ /* "s3ql/deltadump.pyx":149
+ * # Scale factor from time floats to integers
+ * # 1e9 would be perfect, but introduces rounding errors
+ * cdef double time_scale = 1 << 30 # <<<<<<<<<<<<<<
+ *
+ * cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1:
+ */
+ __pyx_v_4s3ql_9deltadump_time_scale = 1073741824.0;
+
+ /* "s3ql/deltadump.pyx":267
+ *
+ *
+ * def dump_table(table, order, columns, db, fh): # <<<<<<<<<<<<<<
+ * '''Dump *columns* of *table* into *fh*
+ *
+ */
+ __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_3dump_table, NULL, __pyx_n_s_12); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__dump_table, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 267; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":382
+ * fwrite(buf, len_, fp)
+ *
+ * def load_table(table, columns, db, fh, trx_rows=5000): # <<<<<<<<<<<<<<
+ * '''Load *columns* of *table* from *fh*
+ *
+ */
+ __pyx_t_2 = PyCFunction_NewEx(&__pyx_mdef_4s3ql_9deltadump_5load_table, NULL, __pyx_n_s_12); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(__pyx_t_2);
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s__load_table, __pyx_t_2) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 382; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(__pyx_t_2); __pyx_t_2 = 0;
+
+ /* "s3ql/deltadump.pyx":1
+ * ''' # <<<<<<<<<<<<<<
+ * _deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)
+ *
+ */
+ __pyx_t_2 = PyDict_New(); if (unlikely(!__pyx_t_2)) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_GOTREF(((PyObject *)__pyx_t_2));
+ if (PyDict_SetItem(__pyx_d, __pyx_n_s____test__, ((PyObject *)__pyx_t_2)) < 0) {__pyx_filename = __pyx_f[0]; __pyx_lineno = 1; __pyx_clineno = __LINE__; goto __pyx_L1_error;}
+ __Pyx_DECREF(((PyObject *)__pyx_t_2)); __pyx_t_2 = 0;
+ goto __pyx_L0;
+ __pyx_L1_error:;
+ __Pyx_XDECREF(__pyx_t_1);
+ __Pyx_XDECREF(__pyx_t_2);
+ if (__pyx_m) {
+ __Pyx_AddTraceback("init s3ql.deltadump", __pyx_clineno, __pyx_lineno, __pyx_filename);
+ Py_DECREF(__pyx_m); __pyx_m = 0;
+ } else if (!PyErr_Occurred()) {
+ PyErr_SetString(PyExc_ImportError, "init s3ql.deltadump");
+ }
+ __pyx_L0:;
+ __Pyx_RefNannyFinishContext();
+ #if PY_MAJOR_VERSION < 3
+ return;
+ #else
+ return __pyx_m;
+ #endif
+}
+
+/* Runtime support code */
+#if CYTHON_REFNANNY
+static __Pyx_RefNannyAPIStruct *__Pyx_RefNannyImportAPI(const char *modname) {
+ PyObject *m = NULL, *p = NULL;
+ void *r = NULL;
+ m = PyImport_ImportModule((char *)modname);
+ if (!m) goto end;
+ p = PyObject_GetAttrString(m, (char *)"RefNannyAPI");
+ if (!p) goto end;
+ r = PyLong_AsVoidPtr(p);
+end:
+ Py_XDECREF(p);
+ Py_XDECREF(m);
+ return (__Pyx_RefNannyAPIStruct *)r;
+}
+#endif /* CYTHON_REFNANNY */
+
+static PyObject *__Pyx_GetBuiltinName(PyObject *name) {
+ PyObject* result = __Pyx_PyObject_GetAttrStr(__pyx_b, name);
+ if (unlikely(!result)) {
+ PyErr_Format(PyExc_NameError,
+#if PY_MAJOR_VERSION >= 3
+ "name '%U' is not defined", name);
+#else
+ "name '%s' is not defined", PyString_AS_STRING(name));
+#endif
+ }
+ return result;
+}
+
+static CYTHON_INLINE PyObject *__Pyx_GetModuleGlobalName(PyObject *name) {
+ PyObject *result;
+#if CYTHON_COMPILING_IN_CPYTHON
+ result = PyDict_GetItem(__pyx_d, name);
+ if (result) {
+ Py_INCREF(result);
+ } else {
+#else
+ result = PyObject_GetItem(__pyx_d, name);
+ if (!result) {
+ PyErr_Clear();
+#endif
+ result = __Pyx_GetBuiltinName(name);
+ }
+ return result;
+}
+
+static CYTHON_INLINE void __Pyx_ErrRestore(PyObject *type, PyObject *value, PyObject *tb) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ PyObject *tmp_type, *tmp_value, *tmp_tb;
+ PyThreadState *tstate = PyThreadState_GET();
+ tmp_type = tstate->curexc_type;
+ tmp_value = tstate->curexc_value;
+ tmp_tb = tstate->curexc_traceback;
+ tstate->curexc_type = type;
+ tstate->curexc_value = value;
+ tstate->curexc_traceback = tb;
+ Py_XDECREF(tmp_type);
+ Py_XDECREF(tmp_value);
+ Py_XDECREF(tmp_tb);
+#else
+ PyErr_Restore(type, value, tb);
+#endif
+}
+static CYTHON_INLINE void __Pyx_ErrFetch(PyObject **type, PyObject **value, PyObject **tb) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ PyThreadState *tstate = PyThreadState_GET();
+ *type = tstate->curexc_type;
+ *value = tstate->curexc_value;
+ *tb = tstate->curexc_traceback;
+ tstate->curexc_type = 0;
+ tstate->curexc_value = 0;
+ tstate->curexc_traceback = 0;
+#else
+ PyErr_Fetch(type, value, tb);
+#endif
+}
+
+#if PY_MAJOR_VERSION < 3
+static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb,
+ CYTHON_UNUSED PyObject *cause) {
+ Py_XINCREF(type);
+ if (!value || value == Py_None)
+ value = NULL;
+ else
+ Py_INCREF(value);
+ if (!tb || tb == Py_None)
+ tb = NULL;
+ else {
+ Py_INCREF(tb);
+ if (!PyTraceBack_Check(tb)) {
+ PyErr_SetString(PyExc_TypeError,
+ "raise: arg 3 must be a traceback or None");
+ goto raise_error;
+ }
+ }
+ #if PY_VERSION_HEX < 0x02050000
+ if (PyClass_Check(type)) {
+ #else
+ if (PyType_Check(type)) {
+ #endif
+#if CYTHON_COMPILING_IN_PYPY
+ if (!value) {
+ Py_INCREF(Py_None);
+ value = Py_None;
+ }
+#endif
+ PyErr_NormalizeException(&type, &value, &tb);
+ } else {
+ if (value) {
+ PyErr_SetString(PyExc_TypeError,
+ "instance exception may not have a separate value");
+ goto raise_error;
+ }
+ value = type;
+ #if PY_VERSION_HEX < 0x02050000
+ if (PyInstance_Check(type)) {
+ type = (PyObject*) ((PyInstanceObject*)type)->in_class;
+ Py_INCREF(type);
+ } else {
+ type = 0;
+ PyErr_SetString(PyExc_TypeError,
+ "raise: exception must be an old-style class or instance");
+ goto raise_error;
+ }
+ #else
+ type = (PyObject*) Py_TYPE(type);
+ Py_INCREF(type);
+ if (!PyType_IsSubtype((PyTypeObject *)type, (PyTypeObject *)PyExc_BaseException)) {
+ PyErr_SetString(PyExc_TypeError,
+ "raise: exception class must be a subclass of BaseException");
+ goto raise_error;
+ }
+ #endif
+ }
+ __Pyx_ErrRestore(type, value, tb);
+ return;
+raise_error:
+ Py_XDECREF(value);
+ Py_XDECREF(type);
+ Py_XDECREF(tb);
+ return;
+}
+#else /* Python 3+ */
+static void __Pyx_Raise(PyObject *type, PyObject *value, PyObject *tb, PyObject *cause) {
+ PyObject* owned_instance = NULL;
+ if (tb == Py_None) {
+ tb = 0;
+ } else if (tb && !PyTraceBack_Check(tb)) {
+ PyErr_SetString(PyExc_TypeError,
+ "raise: arg 3 must be a traceback or None");
+ goto bad;
+ }
+ if (value == Py_None)
+ value = 0;
+ if (PyExceptionInstance_Check(type)) {
+ if (value) {
+ PyErr_SetString(PyExc_TypeError,
+ "instance exception may not have a separate value");
+ goto bad;
+ }
+ value = type;
+ type = (PyObject*) Py_TYPE(value);
+ } else if (PyExceptionClass_Check(type)) {
+ PyObject *args;
+ if (!value)
+ args = PyTuple_New(0);
+ else if (PyTuple_Check(value)) {
+ Py_INCREF(value);
+ args = value;
+ } else
+ args = PyTuple_Pack(1, value);
+ if (!args)
+ goto bad;
+ owned_instance = PyEval_CallObject(type, args);
+ Py_DECREF(args);
+ if (!owned_instance)
+ goto bad;
+ value = owned_instance;
+ if (!PyExceptionInstance_Check(value)) {
+ PyErr_Format(PyExc_TypeError,
+ "calling %R should have returned an instance of "
+ "BaseException, not %R",
+ type, Py_TYPE(value));
+ goto bad;
+ }
+ } else {
+ PyErr_SetString(PyExc_TypeError,
+ "raise: exception class must be a subclass of BaseException");
+ goto bad;
+ }
+#if PY_VERSION_HEX >= 0x03030000
+ if (cause) {
+#else
+ if (cause && cause != Py_None) {
+#endif
+ PyObject *fixed_cause;
+ if (cause == Py_None) {
+ fixed_cause = NULL;
+ } else if (PyExceptionClass_Check(cause)) {
+ fixed_cause = PyObject_CallObject(cause, NULL);
+ if (fixed_cause == NULL)
+ goto bad;
+ } else if (PyExceptionInstance_Check(cause)) {
+ fixed_cause = cause;
+ Py_INCREF(fixed_cause);
+ } else {
+ PyErr_SetString(PyExc_TypeError,
+ "exception causes must derive from "
+ "BaseException");
+ goto bad;
+ }
+ PyException_SetCause(value, fixed_cause);
+ }
+ PyErr_SetObject(type, value);
+ if (tb) {
+ PyThreadState *tstate = PyThreadState_GET();
+ PyObject* tmp_tb = tstate->curexc_traceback;
+ if (tb != tmp_tb) {
+ Py_INCREF(tb);
+ tstate->curexc_traceback = tb;
+ Py_XDECREF(tmp_tb);
+ }
+ }
+bad:
+ Py_XDECREF(owned_instance);
+ return;
+}
+#endif
+
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Generic(PyObject *o, PyObject* j) {
+ PyObject *r;
+ if (!j) return NULL;
+ r = PyObject_GetItem(o, j);
+ Py_DECREF(j);
+ return r;
+}
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_List_Fast(PyObject *o, Py_ssize_t i,
+ int wraparound, int boundscheck) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ if (wraparound & unlikely(i < 0)) i += PyList_GET_SIZE(o);
+ if ((!boundscheck) || likely((0 <= i) & (i < PyList_GET_SIZE(o)))) {
+ PyObject *r = PyList_GET_ITEM(o, i);
+ Py_INCREF(r);
+ return r;
+ }
+ return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
+#else
+ return PySequence_GetItem(o, i);
+#endif
+}
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Tuple_Fast(PyObject *o, Py_ssize_t i,
+ int wraparound, int boundscheck) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ if (wraparound & unlikely(i < 0)) i += PyTuple_GET_SIZE(o);
+ if ((!boundscheck) || likely((0 <= i) & (i < PyTuple_GET_SIZE(o)))) {
+ PyObject *r = PyTuple_GET_ITEM(o, i);
+ Py_INCREF(r);
+ return r;
+ }
+ return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
+#else
+ return PySequence_GetItem(o, i);
+#endif
+}
+static CYTHON_INLINE PyObject *__Pyx_GetItemInt_Fast(PyObject *o, Py_ssize_t i,
+ int is_list, int wraparound, int boundscheck) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ if (is_list || PyList_CheckExact(o)) {
+ Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyList_GET_SIZE(o);
+ if ((!boundscheck) || (likely((n >= 0) & (n < PyList_GET_SIZE(o))))) {
+ PyObject *r = PyList_GET_ITEM(o, n);
+ Py_INCREF(r);
+ return r;
+ }
+ }
+ else if (PyTuple_CheckExact(o)) {
+ Py_ssize_t n = ((!wraparound) | likely(i >= 0)) ? i : i + PyTuple_GET_SIZE(o);
+ if ((!boundscheck) || likely((n >= 0) & (n < PyTuple_GET_SIZE(o)))) {
+ PyObject *r = PyTuple_GET_ITEM(o, n);
+ Py_INCREF(r);
+ return r;
+ }
+ } else {
+ PySequenceMethods *m = Py_TYPE(o)->tp_as_sequence;
+ if (likely(m && m->sq_item)) {
+ if (wraparound && unlikely(i < 0) && likely(m->sq_length)) {
+ Py_ssize_t l = m->sq_length(o);
+ if (likely(l >= 0)) {
+ i += l;
+ } else {
+ if (PyErr_ExceptionMatches(PyExc_OverflowError))
+ PyErr_Clear();
+ else
+ return NULL;
+ }
+ }
+ return m->sq_item(o, i);
+ }
+ }
+#else
+ if (is_list || PySequence_Check(o)) {
+ return PySequence_GetItem(o, i);
+ }
+#endif
+ return __Pyx_GetItemInt_Generic(o, PyInt_FromSsize_t(i));
+}
+
+static void __Pyx_RaiseArgtupleInvalid(
+ const char* func_name,
+ int exact,
+ Py_ssize_t num_min,
+ Py_ssize_t num_max,
+ Py_ssize_t num_found)
+{
+ Py_ssize_t num_expected;
+ const char *more_or_less;
+ if (num_found < num_min) {
+ num_expected = num_min;
+ more_or_less = "at least";
+ } else {
+ num_expected = num_max;
+ more_or_less = "at most";
+ }
+ if (exact) {
+ more_or_less = "exactly";
+ }
+ PyErr_Format(PyExc_TypeError,
+ "%s() takes %s %" CYTHON_FORMAT_SSIZE_T "d positional argument%s (%" CYTHON_FORMAT_SSIZE_T "d given)",
+ func_name, more_or_less, num_expected,
+ (num_expected == 1) ? "" : "s", num_found);
+}
+
+static void __Pyx_RaiseDoubleKeywordsError(
+ const char* func_name,
+ PyObject* kw_name)
+{
+ PyErr_Format(PyExc_TypeError,
+ #if PY_MAJOR_VERSION >= 3
+ "%s() got multiple values for keyword argument '%U'", func_name, kw_name);
+ #else
+ "%s() got multiple values for keyword argument '%s'", func_name,
+ PyString_AsString(kw_name));
+ #endif
+}
+
+static int __Pyx_ParseOptionalKeywords(
+ PyObject *kwds,
+ PyObject **argnames[],
+ PyObject *kwds2,
+ PyObject *values[],
+ Py_ssize_t num_pos_args,
+ const char* function_name)
+{
+ PyObject *key = 0, *value = 0;
+ Py_ssize_t pos = 0;
+ PyObject*** name;
+ PyObject*** first_kw_arg = argnames + num_pos_args;
+ while (PyDict_Next(kwds, &pos, &key, &value)) {
+ name = first_kw_arg;
+ while (*name && (**name != key)) name++;
+ if (*name) {
+ values[name-argnames] = value;
+ continue;
+ }
+ name = first_kw_arg;
+ #if PY_MAJOR_VERSION < 3
+ if (likely(PyString_CheckExact(key)) || likely(PyString_Check(key))) {
+ while (*name) {
+ if ((CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**name) == PyString_GET_SIZE(key))
+ && _PyString_Eq(**name, key)) {
+ values[name-argnames] = value;
+ break;
+ }
+ name++;
+ }
+ if (*name) continue;
+ else {
+ PyObject*** argname = argnames;
+ while (argname != first_kw_arg) {
+ if ((**argname == key) || (
+ (CYTHON_COMPILING_IN_PYPY || PyString_GET_SIZE(**argname) == PyString_GET_SIZE(key))
+ && _PyString_Eq(**argname, key))) {
+ goto arg_passed_twice;
+ }
+ argname++;
+ }
+ }
+ } else
+ #endif
+ if (likely(PyUnicode_Check(key))) {
+ while (*name) {
+ int cmp = (**name == key) ? 0 :
+ #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
+ (PyUnicode_GET_SIZE(**name) != PyUnicode_GET_SIZE(key)) ? 1 :
+ #endif
+ PyUnicode_Compare(**name, key);
+ if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
+ if (cmp == 0) {
+ values[name-argnames] = value;
+ break;
+ }
+ name++;
+ }
+ if (*name) continue;
+ else {
+ PyObject*** argname = argnames;
+ while (argname != first_kw_arg) {
+ int cmp = (**argname == key) ? 0 :
+ #if !CYTHON_COMPILING_IN_PYPY && PY_MAJOR_VERSION >= 3
+ (PyUnicode_GET_SIZE(**argname) != PyUnicode_GET_SIZE(key)) ? 1 :
+ #endif
+ PyUnicode_Compare(**argname, key);
+ if (cmp < 0 && unlikely(PyErr_Occurred())) goto bad;
+ if (cmp == 0) goto arg_passed_twice;
+ argname++;
+ }
+ }
+ } else
+ goto invalid_keyword_type;
+ if (kwds2) {
+ if (unlikely(PyDict_SetItem(kwds2, key, value))) goto bad;
+ } else {
+ goto invalid_keyword;
+ }
+ }
+ return 0;
+arg_passed_twice:
+ __Pyx_RaiseDoubleKeywordsError(function_name, key);
+ goto bad;
+invalid_keyword_type:
+ PyErr_Format(PyExc_TypeError,
+ "%s() keywords must be strings", function_name);
+ goto bad;
+invalid_keyword:
+ PyErr_Format(PyExc_TypeError,
+ #if PY_MAJOR_VERSION < 3
+ "%s() got an unexpected keyword argument '%s'",
+ function_name, PyString_AsString(key));
+ #else
+ "%s() got an unexpected keyword argument '%U'",
+ function_name, key);
+ #endif
+bad:
+ return -1;
+}
+
+static PyObject *
+__Pyx_CyFunction_get_doc(__pyx_CyFunctionObject *op, CYTHON_UNUSED void *closure)
+{
+ if (unlikely(op->func_doc == NULL)) {
+ if (op->func.m_ml->ml_doc) {
+#if PY_MAJOR_VERSION >= 3
+ op->func_doc = PyUnicode_FromString(op->func.m_ml->ml_doc);
+#else
+ op->func_doc = PyString_FromString(op->func.m_ml->ml_doc);
+#endif
+ if (unlikely(op->func_doc == NULL))
+ return NULL;
+ } else {
+ Py_INCREF(Py_None);
+ return Py_None;
+ }
+ }
+ Py_INCREF(op->func_doc);
+ return op->func_doc;
+}
+static int
+__Pyx_CyFunction_set_doc(__pyx_CyFunctionObject *op, PyObject *value)
+{
+ PyObject *tmp = op->func_doc;
+ if (value == NULL)
+ value = Py_None; /* Mark as deleted */
+ Py_INCREF(value);
+ op->func_doc = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_name(__pyx_CyFunctionObject *op)
+{
+ if (unlikely(op->func_name == NULL)) {
+#if PY_MAJOR_VERSION >= 3
+ op->func_name = PyUnicode_InternFromString(op->func.m_ml->ml_name);
+#else
+ op->func_name = PyString_InternFromString(op->func.m_ml->ml_name);
+#endif
+ if (unlikely(op->func_name == NULL))
+ return NULL;
+ }
+ Py_INCREF(op->func_name);
+ return op->func_name;
+}
+static int
+__Pyx_CyFunction_set_name(__pyx_CyFunctionObject *op, PyObject *value)
+{
+ PyObject *tmp;
+#if PY_MAJOR_VERSION >= 3
+ if (unlikely(value == NULL || !PyUnicode_Check(value))) {
+#else
+ if (unlikely(value == NULL || !PyString_Check(value))) {
+#endif
+ PyErr_SetString(PyExc_TypeError,
+ "__name__ must be set to a string object");
+ return -1;
+ }
+ tmp = op->func_name;
+ Py_INCREF(value);
+ op->func_name = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_qualname(__pyx_CyFunctionObject *op)
+{
+ Py_INCREF(op->func_qualname);
+ return op->func_qualname;
+}
+static int
+__Pyx_CyFunction_set_qualname(__pyx_CyFunctionObject *op, PyObject *value)
+{
+ PyObject *tmp;
+#if PY_MAJOR_VERSION >= 3
+ if (unlikely(value == NULL || !PyUnicode_Check(value))) {
+#else
+ if (unlikely(value == NULL || !PyString_Check(value))) {
+#endif
+ PyErr_SetString(PyExc_TypeError,
+ "__qualname__ must be set to a string object");
+ return -1;
+ }
+ tmp = op->func_qualname;
+ Py_INCREF(value);
+ op->func_qualname = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_self(__pyx_CyFunctionObject *m, CYTHON_UNUSED void *closure)
+{
+ PyObject *self;
+ self = m->func_closure;
+ if (self == NULL)
+ self = Py_None;
+ Py_INCREF(self);
+ return self;
+}
+static PyObject *
+__Pyx_CyFunction_get_dict(__pyx_CyFunctionObject *op)
+{
+ if (unlikely(op->func_dict == NULL)) {
+ op->func_dict = PyDict_New();
+ if (unlikely(op->func_dict == NULL))
+ return NULL;
+ }
+ Py_INCREF(op->func_dict);
+ return op->func_dict;
+}
+static int
+__Pyx_CyFunction_set_dict(__pyx_CyFunctionObject *op, PyObject *value)
+{
+ PyObject *tmp;
+ if (unlikely(value == NULL)) {
+ PyErr_SetString(PyExc_TypeError,
+ "function's dictionary may not be deleted");
+ return -1;
+ }
+ if (unlikely(!PyDict_Check(value))) {
+ PyErr_SetString(PyExc_TypeError,
+ "setting function's dictionary to a non-dict");
+ return -1;
+ }
+ tmp = op->func_dict;
+ Py_INCREF(value);
+ op->func_dict = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_globals(CYTHON_UNUSED __pyx_CyFunctionObject *op)
+{
+ PyObject* dict = PyModule_GetDict(__pyx_m);
+ Py_XINCREF(dict);
+ return dict;
+}
+static PyObject *
+__Pyx_CyFunction_get_closure(CYTHON_UNUSED __pyx_CyFunctionObject *op)
+{
+ Py_INCREF(Py_None);
+ return Py_None;
+}
+static PyObject *
+__Pyx_CyFunction_get_code(__pyx_CyFunctionObject *op)
+{
+ PyObject* result = (op->func_code) ? op->func_code : Py_None;
+ Py_INCREF(result);
+ return result;
+}
+static int
+__Pyx_CyFunction_init_defaults(__pyx_CyFunctionObject *op) {
+ PyObject *res = op->defaults_getter((PyObject *) op);
+ if (unlikely(!res))
+ return -1;
+ op->defaults_tuple = PyTuple_GET_ITEM(res, 0);
+ Py_INCREF(op->defaults_tuple);
+ op->defaults_kwdict = PyTuple_GET_ITEM(res, 1);
+ Py_INCREF(op->defaults_kwdict);
+ Py_DECREF(res);
+ return 0;
+}
+static int
+__Pyx_CyFunction_set_defaults(__pyx_CyFunctionObject *op, PyObject* value) {
+ PyObject* tmp;
+ if (!value) {
+ value = Py_None;
+ } else if (value != Py_None && !PyTuple_Check(value)) {
+ PyErr_SetString(PyExc_TypeError,
+ "__defaults__ must be set to a tuple object");
+ return -1;
+ }
+ Py_INCREF(value);
+ tmp = op->defaults_tuple;
+ op->defaults_tuple = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_defaults(__pyx_CyFunctionObject *op) {
+ PyObject* result = op->defaults_tuple;
+ if (unlikely(!result)) {
+ if (op->defaults_getter) {
+ if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
+ result = op->defaults_tuple;
+ } else {
+ result = Py_None;
+ }
+ }
+ Py_INCREF(result);
+ return result;
+}
+static int
+__Pyx_CyFunction_set_kwdefaults(__pyx_CyFunctionObject *op, PyObject* value) {
+ PyObject* tmp;
+ if (!value) {
+ value = Py_None;
+ } else if (value != Py_None && !PyDict_Check(value)) {
+ PyErr_SetString(PyExc_TypeError,
+ "__kwdefaults__ must be set to a dict object");
+ return -1;
+ }
+ Py_INCREF(value);
+ tmp = op->defaults_kwdict;
+ op->defaults_kwdict = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_kwdefaults(__pyx_CyFunctionObject *op) {
+ PyObject* result = op->defaults_kwdict;
+ if (unlikely(!result)) {
+ if (op->defaults_getter) {
+ if (__Pyx_CyFunction_init_defaults(op) < 0) return NULL;
+ result = op->defaults_kwdict;
+ } else {
+ result = Py_None;
+ }
+ }
+ Py_INCREF(result);
+ return result;
+}
+static int
+__Pyx_CyFunction_set_annotations(__pyx_CyFunctionObject *op, PyObject* value) {
+ PyObject* tmp;
+ if (!value || value == Py_None) {
+ value = NULL;
+ } else if (!PyDict_Check(value)) {
+ PyErr_SetString(PyExc_TypeError,
+ "__annotations__ must be set to a dict object");
+ return -1;
+ }
+ Py_XINCREF(value);
+ tmp = op->func_annotations;
+ op->func_annotations = value;
+ Py_XDECREF(tmp);
+ return 0;
+}
+static PyObject *
+__Pyx_CyFunction_get_annotations(__pyx_CyFunctionObject *op) {
+ PyObject* result = op->func_annotations;
+ if (unlikely(!result)) {
+ result = PyDict_New();
+ if (unlikely(!result)) return NULL;
+ op->func_annotations = result;
+ }
+ Py_INCREF(result);
+ return result;
+}
+static PyGetSetDef __pyx_CyFunction_getsets[] = {
+ {(char *) "func_doc", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
+ {(char *) "__doc__", (getter)__Pyx_CyFunction_get_doc, (setter)__Pyx_CyFunction_set_doc, 0, 0},
+ {(char *) "func_name", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
+ {(char *) "__name__", (getter)__Pyx_CyFunction_get_name, (setter)__Pyx_CyFunction_set_name, 0, 0},
+ {(char *) "__qualname__", (getter)__Pyx_CyFunction_get_qualname, (setter)__Pyx_CyFunction_set_qualname, 0, 0},
+ {(char *) "__self__", (getter)__Pyx_CyFunction_get_self, 0, 0, 0},
+ {(char *) "func_dict", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
+ {(char *) "__dict__", (getter)__Pyx_CyFunction_get_dict, (setter)__Pyx_CyFunction_set_dict, 0, 0},
+ {(char *) "func_globals", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
+ {(char *) "__globals__", (getter)__Pyx_CyFunction_get_globals, 0, 0, 0},
+ {(char *) "func_closure", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
+ {(char *) "__closure__", (getter)__Pyx_CyFunction_get_closure, 0, 0, 0},
+ {(char *) "func_code", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
+ {(char *) "__code__", (getter)__Pyx_CyFunction_get_code, 0, 0, 0},
+ {(char *) "func_defaults", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
+ {(char *) "__defaults__", (getter)__Pyx_CyFunction_get_defaults, (setter)__Pyx_CyFunction_set_defaults, 0, 0},
+ {(char *) "__kwdefaults__", (getter)__Pyx_CyFunction_get_kwdefaults, (setter)__Pyx_CyFunction_set_kwdefaults, 0, 0},
+ {(char *) "__annotations__", (getter)__Pyx_CyFunction_get_annotations, (setter)__Pyx_CyFunction_set_annotations, 0, 0},
+ {0, 0, 0, 0, 0}
+};
+#ifndef PY_WRITE_RESTRICTED /* < Py2.5 */
+#define PY_WRITE_RESTRICTED WRITE_RESTRICTED
+#endif
+static PyMemberDef __pyx_CyFunction_members[] = {
+ {(char *) "__module__", T_OBJECT, offsetof(__pyx_CyFunctionObject, func.m_module), PY_WRITE_RESTRICTED, 0},
+ {0, 0, 0, 0, 0}
+};
+static PyObject *
+__Pyx_CyFunction_reduce(__pyx_CyFunctionObject *m, CYTHON_UNUSED PyObject *args)
+{
+#if PY_MAJOR_VERSION >= 3
+ return PyUnicode_FromString(m->func.m_ml->ml_name);
+#else
+ return PyString_FromString(m->func.m_ml->ml_name);
+#endif
+}
+static PyMethodDef __pyx_CyFunction_methods[] = {
+ {__Pyx_NAMESTR("__reduce__"), (PyCFunction)__Pyx_CyFunction_reduce, METH_VARARGS, 0},
+ {0, 0, 0, 0}
+};
+static PyObject *__Pyx_CyFunction_New(PyTypeObject *type, PyMethodDef *ml, int flags, PyObject* qualname,
+ PyObject *closure, PyObject *module, PyObject* code) {
+ __pyx_CyFunctionObject *op = PyObject_GC_New(__pyx_CyFunctionObject, type);
+ if (op == NULL)
+ return NULL;
+ op->flags = flags;
+ op->func_weakreflist = NULL;
+ op->func.m_ml = ml;
+ op->func.m_self = (PyObject *) op;
+ Py_XINCREF(closure);
+ op->func_closure = closure;
+ Py_XINCREF(module);
+ op->func.m_module = module;
+ op->func_dict = NULL;
+ op->func_name = NULL;
+ Py_INCREF(qualname);
+ op->func_qualname = qualname;
+ op->func_doc = NULL;
+ op->func_classobj = NULL;
+ Py_XINCREF(code);
+ op->func_code = code;
+ op->defaults_pyobjects = 0;
+ op->defaults = NULL;
+ op->defaults_tuple = NULL;
+ op->defaults_kwdict = NULL;
+ op->defaults_getter = NULL;
+ op->func_annotations = NULL;
+ PyObject_GC_Track(op);
+ return (PyObject *) op;
+}
+static int
+__Pyx_CyFunction_clear(__pyx_CyFunctionObject *m)
+{
+ Py_CLEAR(m->func_closure);
+ Py_CLEAR(m->func.m_module);
+ Py_CLEAR(m->func_dict);
+ Py_CLEAR(m->func_name);
+ Py_CLEAR(m->func_qualname);
+ Py_CLEAR(m->func_doc);
+ Py_CLEAR(m->func_code);
+ Py_CLEAR(m->func_classobj);
+ Py_CLEAR(m->defaults_tuple);
+ Py_CLEAR(m->defaults_kwdict);
+ Py_CLEAR(m->func_annotations);
+ if (m->defaults) {
+ PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
+ int i;
+ for (i = 0; i < m->defaults_pyobjects; i++)
+ Py_XDECREF(pydefaults[i]);
+ PyMem_Free(m->defaults);
+ m->defaults = NULL;
+ }
+ return 0;
+}
+static void __Pyx_CyFunction_dealloc(__pyx_CyFunctionObject *m)
+{
+ PyObject_GC_UnTrack(m);
+ if (m->func_weakreflist != NULL)
+ PyObject_ClearWeakRefs((PyObject *) m);
+ __Pyx_CyFunction_clear(m);
+ PyObject_GC_Del(m);
+}
+static int __Pyx_CyFunction_traverse(__pyx_CyFunctionObject *m, visitproc visit, void *arg)
+{
+ Py_VISIT(m->func_closure);
+ Py_VISIT(m->func.m_module);
+ Py_VISIT(m->func_dict);
+ Py_VISIT(m->func_name);
+ Py_VISIT(m->func_qualname);
+ Py_VISIT(m->func_doc);
+ Py_VISIT(m->func_code);
+ Py_VISIT(m->func_classobj);
+ Py_VISIT(m->defaults_tuple);
+ Py_VISIT(m->defaults_kwdict);
+ if (m->defaults) {
+ PyObject **pydefaults = __Pyx_CyFunction_Defaults(PyObject *, m);
+ int i;
+ for (i = 0; i < m->defaults_pyobjects; i++)
+ Py_VISIT(pydefaults[i]);
+ }
+ return 0;
+}
+static PyObject *__Pyx_CyFunction_descr_get(PyObject *func, PyObject *obj, PyObject *type)
+{
+ __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
+ if (m->flags & __Pyx_CYFUNCTION_STATICMETHOD) {
+ Py_INCREF(func);
+ return func;
+ }
+ if (m->flags & __Pyx_CYFUNCTION_CLASSMETHOD) {
+ if (type == NULL)
+ type = (PyObject *)(Py_TYPE(obj));
+ return PyMethod_New(func,
+ type, (PyObject *)(Py_TYPE(type)));
+ }
+ if (obj == Py_None)
+ obj = NULL;
+ return PyMethod_New(func, obj, type);
+}
+static PyObject*
+__Pyx_CyFunction_repr(__pyx_CyFunctionObject *op)
+{
+#if PY_MAJOR_VERSION >= 3
+ return PyUnicode_FromFormat("<cyfunction %U at %p>",
+ op->func_qualname, (void *)op);
+#else
+ return PyString_FromFormat("<cyfunction %s at %p>",
+ PyString_AsString(op->func_qualname), (void *)op);
+#endif
+}
+#if CYTHON_COMPILING_IN_PYPY
+static PyObject * __Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
+ PyCFunctionObject* f = (PyCFunctionObject*)func;
+ PyCFunction meth = PyCFunction_GET_FUNCTION(func);
+ PyObject *self = PyCFunction_GET_SELF(func);
+ Py_ssize_t size;
+ switch (PyCFunction_GET_FLAGS(func) & ~(METH_CLASS | METH_STATIC | METH_COEXIST)) {
+ case METH_VARARGS:
+ if (likely(kw == NULL) || PyDict_Size(kw) == 0)
+ return (*meth)(self, arg);
+ break;
+ case METH_VARARGS | METH_KEYWORDS:
+ return (*(PyCFunctionWithKeywords)meth)(self, arg, kw);
+ case METH_NOARGS:
+ if (likely(kw == NULL) || PyDict_Size(kw) == 0) {
+ size = PyTuple_GET_SIZE(arg);
+ if (size == 0)
+ return (*meth)(self, NULL);
+ PyErr_Format(PyExc_TypeError,
+ "%.200s() takes no arguments (%zd given)",
+ f->m_ml->ml_name, size);
+ return NULL;
+ }
+ break;
+ case METH_O:
+ if (likely(kw == NULL) || PyDict_Size(kw) == 0) {
+ size = PyTuple_GET_SIZE(arg);
+ if (size == 1)
+ return (*meth)(self, PyTuple_GET_ITEM(arg, 0));
+ PyErr_Format(PyExc_TypeError,
+ "%.200s() takes exactly one argument (%zd given)",
+ f->m_ml->ml_name, size);
+ return NULL;
+ }
+ break;
+ default:
+ PyErr_SetString(PyExc_SystemError, "Bad call flags in "
+ "__Pyx_CyFunction_Call. METH_OLDARGS is no "
+ "longer supported!");
+ return NULL;
+ }
+ PyErr_Format(PyExc_TypeError, "%.200s() takes no keyword arguments",
+ f->m_ml->ml_name);
+ return NULL;
+}
+#else
+static PyObject * __Pyx_CyFunction_Call(PyObject *func, PyObject *arg, PyObject *kw) {
+ return PyCFunction_Call(func, arg, kw);
+}
+#endif
+static PyTypeObject __pyx_CyFunctionType_type = {
+ PyVarObject_HEAD_INIT(0, 0)
+ __Pyx_NAMESTR("cython_function_or_method"), /*tp_name*/
+ sizeof(__pyx_CyFunctionObject), /*tp_basicsize*/
+ 0, /*tp_itemsize*/
+ (destructor) __Pyx_CyFunction_dealloc, /*tp_dealloc*/
+ 0, /*tp_print*/
+ 0, /*tp_getattr*/
+ 0, /*tp_setattr*/
+#if PY_MAJOR_VERSION < 3
+ 0, /*tp_compare*/
+#else
+ 0, /*reserved*/
+#endif
+ (reprfunc) __Pyx_CyFunction_repr, /*tp_repr*/
+ 0, /*tp_as_number*/
+ 0, /*tp_as_sequence*/
+ 0, /*tp_as_mapping*/
+ 0, /*tp_hash*/
+ __Pyx_CyFunction_Call, /*tp_call*/
+ 0, /*tp_str*/
+ 0, /*tp_getattro*/
+ 0, /*tp_setattro*/
+ 0, /*tp_as_buffer*/
+ Py_TPFLAGS_DEFAULT | Py_TPFLAGS_HAVE_GC, /* tp_flags*/
+ 0, /*tp_doc*/
+ (traverseproc) __Pyx_CyFunction_traverse, /*tp_traverse*/
+ (inquiry) __Pyx_CyFunction_clear, /*tp_clear*/
+ 0, /*tp_richcompare*/
+ offsetof(__pyx_CyFunctionObject, func_weakreflist), /* tp_weaklistoffse */
+ 0, /*tp_iter*/
+ 0, /*tp_iternext*/
+ __pyx_CyFunction_methods, /*tp_methods*/
+ __pyx_CyFunction_members, /*tp_members*/
+ __pyx_CyFunction_getsets, /*tp_getset*/
+ 0, /*tp_base*/
+ 0, /*tp_dict*/
+ __Pyx_CyFunction_descr_get, /*tp_descr_get*/
+ 0, /*tp_descr_set*/
+ offsetof(__pyx_CyFunctionObject, func_dict),/*tp_dictoffset*/
+ 0, /*tp_init*/
+ 0, /*tp_alloc*/
+ 0, /*tp_new*/
+ 0, /*tp_free*/
+ 0, /*tp_is_gc*/
+ 0, /*tp_bases*/
+ 0, /*tp_mro*/
+ 0, /*tp_cache*/
+ 0, /*tp_subclasses*/
+ 0, /*tp_weaklist*/
+ 0, /*tp_del*/
+#if PY_VERSION_HEX >= 0x02060000
+ 0, /*tp_version_tag*/
+#endif
+};
+static int __Pyx_CyFunction_init(void) {
+#if !CYTHON_COMPILING_IN_PYPY
+ __pyx_CyFunctionType_type.tp_call = PyCFunction_Call;
+#endif
+ if (PyType_Ready(&__pyx_CyFunctionType_type) < 0)
+ return -1;
+ __pyx_CyFunctionType = &__pyx_CyFunctionType_type;
+ return 0;
+}
+static CYTHON_INLINE void *__Pyx_CyFunction_InitDefaults(PyObject *func, size_t size, int pyobjects) {
+ __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
+ m->defaults = PyMem_Malloc(size);
+ if (!m->defaults)
+ return PyErr_NoMemory();
+ memset(m->defaults, 0, size);
+ m->defaults_pyobjects = pyobjects;
+ return m->defaults;
+}
+static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsTuple(PyObject *func, PyObject *tuple) {
+ __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
+ m->defaults_tuple = tuple;
+ Py_INCREF(tuple);
+}
+static CYTHON_INLINE void __Pyx_CyFunction_SetDefaultsKwDict(PyObject *func, PyObject *dict) {
+ __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
+ m->defaults_kwdict = dict;
+ Py_INCREF(dict);
+}
+static CYTHON_INLINE void __Pyx_CyFunction_SetAnnotationsDict(PyObject *func, PyObject *dict) {
+ __pyx_CyFunctionObject *m = (__pyx_CyFunctionObject *) func;
+ m->func_annotations = dict;
+ Py_INCREF(dict);
+}
+
+static int __Pyx_GetException(PyObject **type, PyObject **value, PyObject **tb) {
+ PyObject *local_type, *local_value, *local_tb;
+#if CYTHON_COMPILING_IN_CPYTHON
+ PyObject *tmp_type, *tmp_value, *tmp_tb;
+ PyThreadState *tstate = PyThreadState_GET();
+ local_type = tstate->curexc_type;
+ local_value = tstate->curexc_value;
+ local_tb = tstate->curexc_traceback;
+ tstate->curexc_type = 0;
+ tstate->curexc_value = 0;
+ tstate->curexc_traceback = 0;
+#else
+ PyErr_Fetch(&local_type, &local_value, &local_tb);
+#endif
+ PyErr_NormalizeException(&local_type, &local_value, &local_tb);
+#if CYTHON_COMPILING_IN_CPYTHON
+ if (unlikely(tstate->curexc_type))
+#else
+ if (unlikely(PyErr_Occurred()))
+#endif
+ goto bad;
+ #if PY_MAJOR_VERSION >= 3
+ if (unlikely(PyException_SetTraceback(local_value, local_tb) < 0))
+ goto bad;
+ #endif
+ Py_INCREF(local_type);
+ Py_INCREF(local_value);
+ Py_INCREF(local_tb);
+ *type = local_type;
+ *value = local_value;
+ *tb = local_tb;
+#if CYTHON_COMPILING_IN_CPYTHON
+ tmp_type = tstate->exc_type;
+ tmp_value = tstate->exc_value;
+ tmp_tb = tstate->exc_traceback;
+ tstate->exc_type = local_type;
+ tstate->exc_value = local_value;
+ tstate->exc_traceback = local_tb;
+ /* Make sure tstate is in a consistent state when we XDECREF
+ these objects (DECREF may run arbitrary code). */
+ Py_XDECREF(tmp_type);
+ Py_XDECREF(tmp_value);
+ Py_XDECREF(tmp_tb);
+#else
+ PyErr_SetExcInfo(local_type, local_value, local_tb);
+#endif
+ return 0;
+bad:
+ *type = 0;
+ *value = 0;
+ *tb = 0;
+ Py_XDECREF(local_type);
+ Py_XDECREF(local_value);
+ Py_XDECREF(local_tb);
+ return -1;
+}
+
+static PyObject* __Pyx_ImportFrom(PyObject* module, PyObject* name) {
+ PyObject* value = __Pyx_PyObject_GetAttrStr(module, name);
+ if (unlikely(!value) && PyErr_ExceptionMatches(PyExc_AttributeError)) {
+ PyErr_Format(PyExc_ImportError,
+ #if PY_MAJOR_VERSION < 3
+ "cannot import name %.230s", PyString_AS_STRING(name));
+ #else
+ "cannot import name %S", name);
+ #endif
+ }
+ return value;
+}
+
+static CYTHON_INLINE void __Pyx_ExceptionSave(PyObject **type, PyObject **value, PyObject **tb) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ PyThreadState *tstate = PyThreadState_GET();
+ *type = tstate->exc_type;
+ *value = tstate->exc_value;
+ *tb = tstate->exc_traceback;
+ Py_XINCREF(*type);
+ Py_XINCREF(*value);
+ Py_XINCREF(*tb);
+#else
+ PyErr_GetExcInfo(type, value, tb);
+#endif
+}
+static void __Pyx_ExceptionReset(PyObject *type, PyObject *value, PyObject *tb) {
+#if CYTHON_COMPILING_IN_CPYTHON
+ PyObject *tmp_type, *tmp_value, *tmp_tb;
+ PyThreadState *tstate = PyThreadState_GET();
+ tmp_type = tstate->exc_type;
+ tmp_value = tstate->exc_value;
+ tmp_tb = tstate->exc_traceback;
+ tstate->exc_type = type;
+ tstate->exc_value = value;
+ tstate->exc_traceback = tb;
+ Py_XDECREF(tmp_type);
+ Py_XDECREF(tmp_value);
+ Py_XDECREF(tmp_tb);
+#else
+ PyErr_SetExcInfo(type, value, tb);
+#endif
+}
+
+static PyObject *__Pyx_Import(PyObject *name, PyObject *from_list, int level) {
+ PyObject *empty_list = 0;
+ PyObject *module = 0;
+ PyObject *global_dict = 0;
+ PyObject *empty_dict = 0;
+ PyObject *list;
+ #if PY_VERSION_HEX < 0x03030000
+ PyObject *py_import;
+ py_import = __Pyx_PyObject_GetAttrStr(__pyx_b, __pyx_n_s____import__);
+ if (!py_import)
+ goto bad;
+ #endif
+ if (from_list)
+ list = from_list;
+ else {
+ empty_list = PyList_New(0);
+ if (!empty_list)
+ goto bad;
+ list = empty_list;
+ }
+ global_dict = PyModule_GetDict(__pyx_m);
+ if (!global_dict)
+ goto bad;
+ empty_dict = PyDict_New();
+ if (!empty_dict)
+ goto bad;
+ #if PY_VERSION_HEX >= 0x02050000
+ {
+ #if PY_MAJOR_VERSION >= 3
+ if (level == -1) {
+ if (strchr(__Pyx_MODULE_NAME, '.')) {
+ #if PY_VERSION_HEX < 0x03030000
+ PyObject *py_level = PyInt_FromLong(1);
+ if (!py_level)
+ goto bad;
+ module = PyObject_CallFunctionObjArgs(py_import,
+ name, global_dict, empty_dict, list, py_level, NULL);
+ Py_DECREF(py_level);
+ #else
+ module = PyImport_ImportModuleLevelObject(
+ name, global_dict, empty_dict, list, 1);
+ #endif
+ if (!module) {
+ if (!PyErr_ExceptionMatches(PyExc_ImportError))
+ goto bad;
+ PyErr_Clear();
+ }
+ }
+ level = 0; /* try absolute import on failure */
+ }
+ #endif
+ if (!module) {
+ #if PY_VERSION_HEX < 0x03030000
+ PyObject *py_level = PyInt_FromLong(level);
+ if (!py_level)
+ goto bad;
+ module = PyObject_CallFunctionObjArgs(py_import,
+ name, global_dict, empty_dict, list, py_level, NULL);
+ Py_DECREF(py_level);
+ #else
+ module = PyImport_ImportModuleLevelObject(
+ name, global_dict, empty_dict, list, level);
+ #endif
+ }
+ }
+ #else
+ if (level>0) {
+ PyErr_SetString(PyExc_RuntimeError, "Relative import is not supported for Python <=2.4.");
+ goto bad;
+ }
+ module = PyObject_CallFunctionObjArgs(py_import,
+ name, global_dict, empty_dict, list, NULL);
+ #endif
+bad:
+ #if PY_VERSION_HEX < 0x03030000
+ Py_XDECREF(py_import);
+ #endif
+ Py_XDECREF(empty_list);
+ Py_XDECREF(empty_dict);
+ return module;
+}
+
+static CYTHON_INLINE int64_t __Pyx_PyInt_from_py_int64_t(PyObject* x) {
+ const int64_t neg_one = (int64_t)-1, const_zero = (int64_t)0;
+ const int is_unsigned = const_zero < neg_one;
+ if (sizeof(int64_t) == sizeof(char)) {
+ if (is_unsigned)
+ return (int64_t)__Pyx_PyInt_AsUnsignedChar(x);
+ else
+ return (int64_t)__Pyx_PyInt_AsSignedChar(x);
+ } else if (sizeof(int64_t) == sizeof(short)) {
+ if (is_unsigned)
+ return (int64_t)__Pyx_PyInt_AsUnsignedShort(x);
+ else
+ return (int64_t)__Pyx_PyInt_AsSignedShort(x);
+ } else if (sizeof(int64_t) == sizeof(int)) {
+ if (is_unsigned)
+ return (int64_t)__Pyx_PyInt_AsUnsignedInt(x);
+ else
+ return (int64_t)__Pyx_PyInt_AsSignedInt(x);
+ } else if (sizeof(int64_t) == sizeof(long)) {
+ if (is_unsigned)
+ return (int64_t)__Pyx_PyInt_AsUnsignedLong(x);
+ else
+ return (int64_t)__Pyx_PyInt_AsSignedLong(x);
+ } else if (sizeof(int64_t) == sizeof(PY_LONG_LONG)) {
+ if (is_unsigned)
+ return (int64_t)__Pyx_PyInt_AsUnsignedLongLong(x);
+ else
+ return (int64_t)__Pyx_PyInt_AsSignedLongLong(x);
+ } else {
+ #if CYTHON_COMPILING_IN_PYPY && !defined(_PyLong_AsByteArray)
+ PyErr_SetString(PyExc_RuntimeError,
+ "_PyLong_AsByteArray() not available in PyPy, cannot convert large numbers");
+ #else
+ int64_t val;
+ PyObject *v = __Pyx_PyNumber_Int(x);
+ #if PY_MAJOR_VERSION < 3
+ if (likely(v) && !PyLong_Check(v)) {
+ PyObject *tmp = v;
+ v = PyNumber_Long(tmp);
+ Py_DECREF(tmp);
+ }
+ #endif
+ if (likely(v)) {
+ int one = 1; int is_little = (int)*(unsigned char *)&one;
+ unsigned char *bytes = (unsigned char *)&val;
+ int ret = _PyLong_AsByteArray((PyLongObject *)v,
+ bytes, sizeof(val),
+ is_little, !is_unsigned);
+ Py_DECREF(v);
+ if (likely(!ret))
+ return val;
+ }
+ #endif
+ return (int64_t)-1;
+ }
+}
+
+static CYTHON_INLINE PyObject *__Pyx_PyInt_to_py_int64_t(int64_t val) {
+ const int64_t neg_one = (int64_t)-1, const_zero = (int64_t)0;
+ const int is_unsigned = const_zero < neg_one;
+ if ((sizeof(int64_t) == sizeof(char)) ||
+ (sizeof(int64_t) == sizeof(short))) {
+ return PyInt_FromLong((long)val);
+ } else if ((sizeof(int64_t) == sizeof(int)) ||
+ (sizeof(int64_t) == sizeof(long))) {
+ if (is_unsigned)
+ return PyLong_FromUnsignedLong((unsigned long)val);
+ else
+ return PyInt_FromLong((long)val);
+ } else if (sizeof(int64_t) == sizeof(PY_LONG_LONG)) {
+ if (is_unsigned)
+ return PyLong_FromUnsignedLongLong((unsigned PY_LONG_LONG)val);
+ else
+ return PyLong_FromLongLong((PY_LONG_LONG)val);
+ } else {
+ int one = 1; int little = (int)*(unsigned char *)&one;
+ unsigned char *bytes = (unsigned char *)&val;
+ return _PyLong_FromByteArray(bytes, sizeof(int64_t),
+ little, !is_unsigned);
+ }
+}
+
+static CYTHON_INLINE unsigned char __Pyx_PyInt_AsUnsignedChar(PyObject* x) {
+ const unsigned char neg_one = (unsigned char)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(unsigned char) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(unsigned char)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to unsigned char" :
+ "value too large to convert to unsigned char");
+ }
+ return (unsigned char)-1;
+ }
+ return (unsigned char)val;
+ }
+ return (unsigned char)__Pyx_PyInt_AsUnsignedLong(x);
+}
+
+static CYTHON_INLINE unsigned short __Pyx_PyInt_AsUnsignedShort(PyObject* x) {
+ const unsigned short neg_one = (unsigned short)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(unsigned short) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(unsigned short)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to unsigned short" :
+ "value too large to convert to unsigned short");
+ }
+ return (unsigned short)-1;
+ }
+ return (unsigned short)val;
+ }
+ return (unsigned short)__Pyx_PyInt_AsUnsignedLong(x);
+}
+
+static CYTHON_INLINE unsigned int __Pyx_PyInt_AsUnsignedInt(PyObject* x) {
+ const unsigned int neg_one = (unsigned int)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(unsigned int) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(unsigned int)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to unsigned int" :
+ "value too large to convert to unsigned int");
+ }
+ return (unsigned int)-1;
+ }
+ return (unsigned int)val;
+ }
+ return (unsigned int)__Pyx_PyInt_AsUnsignedLong(x);
+}
+
+static CYTHON_INLINE char __Pyx_PyInt_AsChar(PyObject* x) {
+ const char neg_one = (char)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(char) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(char)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to char" :
+ "value too large to convert to char");
+ }
+ return (char)-1;
+ }
+ return (char)val;
+ }
+ return (char)__Pyx_PyInt_AsLong(x);
+}
+
+static CYTHON_INLINE short __Pyx_PyInt_AsShort(PyObject* x) {
+ const short neg_one = (short)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(short) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(short)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to short" :
+ "value too large to convert to short");
+ }
+ return (short)-1;
+ }
+ return (short)val;
+ }
+ return (short)__Pyx_PyInt_AsLong(x);
+}
+
+static CYTHON_INLINE int __Pyx_PyInt_AsInt(PyObject* x) {
+ const int neg_one = (int)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(int) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(int)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to int" :
+ "value too large to convert to int");
+ }
+ return (int)-1;
+ }
+ return (int)val;
+ }
+ return (int)__Pyx_PyInt_AsLong(x);
+}
+
+static CYTHON_INLINE signed char __Pyx_PyInt_AsSignedChar(PyObject* x) {
+ const signed char neg_one = (signed char)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(signed char) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(signed char)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to signed char" :
+ "value too large to convert to signed char");
+ }
+ return (signed char)-1;
+ }
+ return (signed char)val;
+ }
+ return (signed char)__Pyx_PyInt_AsSignedLong(x);
+}
+
+static CYTHON_INLINE signed short __Pyx_PyInt_AsSignedShort(PyObject* x) {
+ const signed short neg_one = (signed short)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(signed short) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(signed short)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to signed short" :
+ "value too large to convert to signed short");
+ }
+ return (signed short)-1;
+ }
+ return (signed short)val;
+ }
+ return (signed short)__Pyx_PyInt_AsSignedLong(x);
+}
+
+static CYTHON_INLINE signed int __Pyx_PyInt_AsSignedInt(PyObject* x) {
+ const signed int neg_one = (signed int)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(signed int) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(signed int)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to signed int" :
+ "value too large to convert to signed int");
+ }
+ return (signed int)-1;
+ }
+ return (signed int)val;
+ }
+ return (signed int)__Pyx_PyInt_AsSignedLong(x);
+}
+
+static CYTHON_INLINE int __Pyx_PyInt_AsLongDouble(PyObject* x) {
+ const int neg_one = (int)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+ if (sizeof(int) < sizeof(long)) {
+ long val = __Pyx_PyInt_AsLong(x);
+ if (unlikely(val != (long)(int)val)) {
+ if (!unlikely(val == -1 && PyErr_Occurred())) {
+ PyErr_SetString(PyExc_OverflowError,
+ (is_unsigned && unlikely(val < 0)) ?
+ "can't convert negative value to int" :
+ "value too large to convert to int");
+ }
+ return (int)-1;
+ }
+ return (int)val;
+ }
+ return (int)__Pyx_PyInt_AsLong(x);
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE unsigned long __Pyx_PyInt_AsUnsignedLong(PyObject* x) {
+ const unsigned long neg_one = (unsigned long)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to unsigned long");
+ return (unsigned long)-1;
+ }
+ return (unsigned long)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(unsigned long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (unsigned long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to unsigned long");
+ return (unsigned long)-1;
+ }
+ return (unsigned long)PyLong_AsUnsignedLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(unsigned long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(unsigned long) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(unsigned long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (unsigned long)PyLong_AsLong(x);
+ }
+ } else {
+ unsigned long val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (unsigned long)-1;
+ val = __Pyx_PyInt_AsUnsignedLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE unsigned PY_LONG_LONG __Pyx_PyInt_AsUnsignedLongLong(PyObject* x) {
+ const unsigned PY_LONG_LONG neg_one = (unsigned PY_LONG_LONG)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to unsigned PY_LONG_LONG");
+ return (unsigned PY_LONG_LONG)-1;
+ }
+ return (unsigned PY_LONG_LONG)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(unsigned PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (unsigned PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to unsigned PY_LONG_LONG");
+ return (unsigned PY_LONG_LONG)-1;
+ }
+ return (unsigned PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(unsigned PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(unsigned PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(unsigned PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (unsigned PY_LONG_LONG)PyLong_AsLongLong(x);
+ }
+ } else {
+ unsigned PY_LONG_LONG val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (unsigned PY_LONG_LONG)-1;
+ val = __Pyx_PyInt_AsUnsignedLongLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE long __Pyx_PyInt_AsLong(PyObject* x) {
+ const long neg_one = (long)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to long");
+ return (long)-1;
+ }
+ return (long)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to long");
+ return (long)-1;
+ }
+ return (long)PyLong_AsUnsignedLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(long) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (long)PyLong_AsLong(x);
+ }
+ } else {
+ long val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (long)-1;
+ val = __Pyx_PyInt_AsLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE PY_LONG_LONG __Pyx_PyInt_AsLongLong(PyObject* x) {
+ const PY_LONG_LONG neg_one = (PY_LONG_LONG)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to PY_LONG_LONG");
+ return (PY_LONG_LONG)-1;
+ }
+ return (PY_LONG_LONG)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to PY_LONG_LONG");
+ return (PY_LONG_LONG)-1;
+ }
+ return (PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (PY_LONG_LONG)PyLong_AsLongLong(x);
+ }
+ } else {
+ PY_LONG_LONG val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (PY_LONG_LONG)-1;
+ val = __Pyx_PyInt_AsLongLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE signed long __Pyx_PyInt_AsSignedLong(PyObject* x) {
+ const signed long neg_one = (signed long)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to signed long");
+ return (signed long)-1;
+ }
+ return (signed long)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(signed long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (signed long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to signed long");
+ return (signed long)-1;
+ }
+ return (signed long)PyLong_AsUnsignedLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(signed long)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(signed long) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(signed long) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (signed long)PyLong_AsLong(x);
+ }
+ } else {
+ signed long val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (signed long)-1;
+ val = __Pyx_PyInt_AsSignedLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+#include "longintrepr.h"
+#endif
+#endif
+static CYTHON_INLINE signed PY_LONG_LONG __Pyx_PyInt_AsSignedLongLong(PyObject* x) {
+ const signed PY_LONG_LONG neg_one = (signed PY_LONG_LONG)-1, const_zero = 0;
+ const int is_unsigned = neg_one > const_zero;
+#if PY_MAJOR_VERSION < 3
+ if (likely(PyInt_Check(x))) {
+ long val = PyInt_AS_LONG(x);
+ if (is_unsigned && unlikely(val < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to signed PY_LONG_LONG");
+ return (signed PY_LONG_LONG)-1;
+ }
+ return (signed PY_LONG_LONG)val;
+ } else
+#endif
+ if (likely(PyLong_Check(x))) {
+ if (is_unsigned) {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(signed PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return (signed PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ if (unlikely(Py_SIZE(x) < 0)) {
+ PyErr_SetString(PyExc_OverflowError,
+ "can't convert negative value to signed PY_LONG_LONG");
+ return (signed PY_LONG_LONG)-1;
+ }
+ return (signed PY_LONG_LONG)PyLong_AsUnsignedLongLong(x);
+ } else {
+#if CYTHON_COMPILING_IN_CPYTHON && PY_MAJOR_VERSION >= 3
+#if CYTHON_USE_PYLONG_INTERNALS
+ if (sizeof(digit) <= sizeof(signed PY_LONG_LONG)) {
+ switch (Py_SIZE(x)) {
+ case 0: return 0;
+ case 1: return +(signed PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ case -1: return -(signed PY_LONG_LONG) ((PyLongObject*)x)->ob_digit[0];
+ }
+ }
+#endif
+#endif
+ return (signed PY_LONG_LONG)PyLong_AsLongLong(x);
+ }
+ } else {
+ signed PY_LONG_LONG val;
+ PyObject *tmp = __Pyx_PyNumber_Int(x);
+ if (!tmp) return (signed PY_LONG_LONG)-1;
+ val = __Pyx_PyInt_AsSignedLongLong(tmp);
+ Py_DECREF(tmp);
+ return val;
+ }
+}
+
+static int __Pyx_check_binary_version(void) {
+ char ctversion[4], rtversion[4];
+ PyOS_snprintf(ctversion, 4, "%d.%d", PY_MAJOR_VERSION, PY_MINOR_VERSION);
+ PyOS_snprintf(rtversion, 4, "%s", Py_GetVersion());
+ if (ctversion[0] != rtversion[0] || ctversion[2] != rtversion[2]) {
+ char message[200];
+ PyOS_snprintf(message, sizeof(message),
+ "compiletime version %s of module '%.100s' "
+ "does not match runtime version %s",
+ ctversion, __Pyx_MODULE_NAME, rtversion);
+ #if PY_VERSION_HEX < 0x02050000
+ return PyErr_Warn(NULL, message);
+ #else
+ return PyErr_WarnEx(NULL, message, 1);
+ #endif
+ }
+ return 0;
+}
+
+#ifndef __PYX_HAVE_RT_ImportModule
+#define __PYX_HAVE_RT_ImportModule
+static PyObject *__Pyx_ImportModule(const char *name) {
+ PyObject *py_name = 0;
+ PyObject *py_module = 0;
+ py_name = __Pyx_PyIdentifier_FromString(name);
+ if (!py_name)
+ goto bad;
+ py_module = PyImport_Import(py_name);
+ Py_DECREF(py_name);
+ return py_module;
+bad:
+ Py_XDECREF(py_name);
+ return 0;
+}
+#endif
+
+#ifndef __PYX_HAVE_RT_ImportType
+#define __PYX_HAVE_RT_ImportType
+static PyTypeObject *__Pyx_ImportType(const char *module_name, const char *class_name,
+ size_t size, int strict)
+{
+ PyObject *py_module = 0;
+ PyObject *result = 0;
+ PyObject *py_name = 0;
+ char warning[200];
+ Py_ssize_t basicsize;
+#ifdef Py_LIMITED_API
+ PyObject *py_basicsize;
+#endif
+ py_module = __Pyx_ImportModule(module_name);
+ if (!py_module)
+ goto bad;
+ py_name = __Pyx_PyIdentifier_FromString(class_name);
+ if (!py_name)
+ goto bad;
+ result = PyObject_GetAttr(py_module, py_name);
+ Py_DECREF(py_name);
+ py_name = 0;
+ Py_DECREF(py_module);
+ py_module = 0;
+ if (!result)
+ goto bad;
+ if (!PyType_Check(result)) {
+ PyErr_Format(PyExc_TypeError,
+ "%s.%s is not a type object",
+ module_name, class_name);
+ goto bad;
+ }
+#ifndef Py_LIMITED_API
+ basicsize = ((PyTypeObject *)result)->tp_basicsize;
+#else
+ py_basicsize = PyObject_GetAttrString(result, "__basicsize__");
+ if (!py_basicsize)
+ goto bad;
+ basicsize = PyLong_AsSsize_t(py_basicsize);
+ Py_DECREF(py_basicsize);
+ py_basicsize = 0;
+ if (basicsize == (Py_ssize_t)-1 && PyErr_Occurred())
+ goto bad;
+#endif
+ if (!strict && (size_t)basicsize > size) {
+ PyOS_snprintf(warning, sizeof(warning),
+ "%s.%s size changed, may indicate binary incompatibility",
+ module_name, class_name);
+ #if PY_VERSION_HEX < 0x02050000
+ if (PyErr_Warn(NULL, warning) < 0) goto bad;
+ #else
+ if (PyErr_WarnEx(NULL, warning, 0) < 0) goto bad;
+ #endif
+ }
+ else if ((size_t)basicsize != size) {
+ PyErr_Format(PyExc_ValueError,
+ "%s.%s has the wrong size, try recompiling",
+ module_name, class_name);
+ goto bad;
+ }
+ return (PyTypeObject *)result;
+bad:
+ Py_XDECREF(py_module);
+ Py_XDECREF(result);
+ return NULL;
+}
+#endif
+
+static int __pyx_bisect_code_objects(__Pyx_CodeObjectCacheEntry* entries, int count, int code_line) {
+ int start = 0, mid = 0, end = count - 1;
+ if (end >= 0 && code_line > entries[end].code_line) {
+ return count;
+ }
+ while (start < end) {
+ mid = (start + end) / 2;
+ if (code_line < entries[mid].code_line) {
+ end = mid;
+ } else if (code_line > entries[mid].code_line) {
+ start = mid + 1;
+ } else {
+ return mid;
+ }
+ }
+ if (code_line <= entries[mid].code_line) {
+ return mid;
+ } else {
+ return mid + 1;
+ }
+}
+static PyCodeObject *__pyx_find_code_object(int code_line) {
+ PyCodeObject* code_object;
+ int pos;
+ if (unlikely(!code_line) || unlikely(!__pyx_code_cache.entries)) {
+ return NULL;
+ }
+ pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
+ if (unlikely(pos >= __pyx_code_cache.count) || unlikely(__pyx_code_cache.entries[pos].code_line != code_line)) {
+ return NULL;
+ }
+ code_object = __pyx_code_cache.entries[pos].code_object;
+ Py_INCREF(code_object);
+ return code_object;
+}
+static void __pyx_insert_code_object(int code_line, PyCodeObject* code_object) {
+ int pos, i;
+ __Pyx_CodeObjectCacheEntry* entries = __pyx_code_cache.entries;
+ if (unlikely(!code_line)) {
+ return;
+ }
+ if (unlikely(!entries)) {
+ entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Malloc(64*sizeof(__Pyx_CodeObjectCacheEntry));
+ if (likely(entries)) {
+ __pyx_code_cache.entries = entries;
+ __pyx_code_cache.max_count = 64;
+ __pyx_code_cache.count = 1;
+ entries[0].code_line = code_line;
+ entries[0].code_object = code_object;
+ Py_INCREF(code_object);
+ }
+ return;
+ }
+ pos = __pyx_bisect_code_objects(__pyx_code_cache.entries, __pyx_code_cache.count, code_line);
+ if ((pos < __pyx_code_cache.count) && unlikely(__pyx_code_cache.entries[pos].code_line == code_line)) {
+ PyCodeObject* tmp = entries[pos].code_object;
+ entries[pos].code_object = code_object;
+ Py_DECREF(tmp);
+ return;
+ }
+ if (__pyx_code_cache.count == __pyx_code_cache.max_count) {
+ int new_max = __pyx_code_cache.max_count + 64;
+ entries = (__Pyx_CodeObjectCacheEntry*)PyMem_Realloc(
+ __pyx_code_cache.entries, new_max*sizeof(__Pyx_CodeObjectCacheEntry));
+ if (unlikely(!entries)) {
+ return;
+ }
+ __pyx_code_cache.entries = entries;
+ __pyx_code_cache.max_count = new_max;
+ }
+ for (i=__pyx_code_cache.count; i>pos; i--) {
+ entries[i] = entries[i-1];
+ }
+ entries[pos].code_line = code_line;
+ entries[pos].code_object = code_object;
+ __pyx_code_cache.count++;
+ Py_INCREF(code_object);
+}
+
+#include "compile.h"
+#include "frameobject.h"
+#include "traceback.h"
+static PyCodeObject* __Pyx_CreateCodeObjectForTraceback(
+ const char *funcname, int c_line,
+ int py_line, const char *filename) {
+ PyCodeObject *py_code = 0;
+ PyObject *py_srcfile = 0;
+ PyObject *py_funcname = 0;
+ #if PY_MAJOR_VERSION < 3
+ py_srcfile = PyString_FromString(filename);
+ #else
+ py_srcfile = PyUnicode_FromString(filename);
+ #endif
+ if (!py_srcfile) goto bad;
+ if (c_line) {
+ #if PY_MAJOR_VERSION < 3
+ py_funcname = PyString_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
+ #else
+ py_funcname = PyUnicode_FromFormat( "%s (%s:%d)", funcname, __pyx_cfilenm, c_line);
+ #endif
+ }
+ else {
+ #if PY_MAJOR_VERSION < 3
+ py_funcname = PyString_FromString(funcname);
+ #else
+ py_funcname = PyUnicode_FromString(funcname);
+ #endif
+ }
+ if (!py_funcname) goto bad;
+ py_code = __Pyx_PyCode_New(
+ 0, /*int argcount,*/
+ 0, /*int kwonlyargcount,*/
+ 0, /*int nlocals,*/
+ 0, /*int stacksize,*/
+ 0, /*int flags,*/
+ __pyx_empty_bytes, /*PyObject *code,*/
+ __pyx_empty_tuple, /*PyObject *consts,*/
+ __pyx_empty_tuple, /*PyObject *names,*/
+ __pyx_empty_tuple, /*PyObject *varnames,*/
+ __pyx_empty_tuple, /*PyObject *freevars,*/
+ __pyx_empty_tuple, /*PyObject *cellvars,*/
+ py_srcfile, /*PyObject *filename,*/
+ py_funcname, /*PyObject *name,*/
+ py_line, /*int firstlineno,*/
+ __pyx_empty_bytes /*PyObject *lnotab*/
+ );
+ Py_DECREF(py_srcfile);
+ Py_DECREF(py_funcname);
+ return py_code;
+bad:
+ Py_XDECREF(py_srcfile);
+ Py_XDECREF(py_funcname);
+ return NULL;
+}
+static void __Pyx_AddTraceback(const char *funcname, int c_line,
+ int py_line, const char *filename) {
+ PyCodeObject *py_code = 0;
+ PyObject *py_globals = 0;
+ PyFrameObject *py_frame = 0;
+ py_code = __pyx_find_code_object(c_line ? c_line : py_line);
+ if (!py_code) {
+ py_code = __Pyx_CreateCodeObjectForTraceback(
+ funcname, c_line, py_line, filename);
+ if (!py_code) goto bad;
+ __pyx_insert_code_object(c_line ? c_line : py_line, py_code);
+ }
+ py_globals = PyModule_GetDict(__pyx_m);
+ if (!py_globals) goto bad;
+ py_frame = PyFrame_New(
+ PyThreadState_GET(), /*PyThreadState *tstate,*/
+ py_code, /*PyCodeObject *code,*/
+ py_globals, /*PyObject *globals,*/
+ 0 /*PyObject *locals*/
+ );
+ if (!py_frame) goto bad;
+ py_frame->f_lineno = py_line;
+ PyTraceBack_Here(py_frame);
+bad:
+ Py_XDECREF(py_code);
+ Py_XDECREF(py_frame);
+}
+
+static int __Pyx_InitStrings(__Pyx_StringTabEntry *t) {
+ while (t->p) {
+ #if PY_MAJOR_VERSION < 3
+ if (t->is_unicode) {
+ *t->p = PyUnicode_DecodeUTF8(t->s, t->n - 1, NULL);
+ } else if (t->intern) {
+ *t->p = PyString_InternFromString(t->s);
+ } else {
+ *t->p = PyString_FromStringAndSize(t->s, t->n - 1);
+ }
+ #else /* Python 3+ has unicode identifiers */
+ if (t->is_unicode | t->is_str) {
+ if (t->intern) {
+ *t->p = PyUnicode_InternFromString(t->s);
+ } else if (t->encoding) {
+ *t->p = PyUnicode_Decode(t->s, t->n - 1, t->encoding, NULL);
+ } else {
+ *t->p = PyUnicode_FromStringAndSize(t->s, t->n - 1);
+ }
+ } else {
+ *t->p = PyBytes_FromStringAndSize(t->s, t->n - 1);
+ }
+ #endif
+ if (!*t->p)
+ return -1;
+ ++t;
+ }
+ return 0;
+}
+
+static CYTHON_INLINE PyObject* __Pyx_PyUnicode_FromString(char* c_str) {
+ return __Pyx_PyUnicode_FromStringAndSize(c_str, strlen(c_str));
+}
+static CYTHON_INLINE char* __Pyx_PyObject_AsString(PyObject* o) {
+ Py_ssize_t ignore;
+ return __Pyx_PyObject_AsStringAndSize(o, &ignore);
+}
+static CYTHON_INLINE char* __Pyx_PyObject_AsStringAndSize(PyObject* o, Py_ssize_t *length) {
+#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT
+ if (
+#if PY_MAJOR_VERSION < 3 && __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
+ __Pyx_sys_getdefaultencoding_not_ascii &&
+#endif
+ PyUnicode_Check(o)) {
+#if PY_VERSION_HEX < 0x03030000
+ char* defenc_c;
+ PyObject* defenc = _PyUnicode_AsDefaultEncodedString(o, NULL);
+ if (!defenc) return NULL;
+ defenc_c = PyBytes_AS_STRING(defenc);
+#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
+ {
+ char* end = defenc_c + PyBytes_GET_SIZE(defenc);
+ char* c;
+ for (c = defenc_c; c < end; c++) {
+ if ((unsigned char) (*c) >= 128) {
+ PyUnicode_AsASCIIString(o);
+ return NULL;
+ }
+ }
+ }
+#endif /*__PYX_DEFAULT_STRING_ENCODING_IS_ASCII*/
+ *length = PyBytes_GET_SIZE(defenc);
+ return defenc_c;
+#else /* PY_VERSION_HEX < 0x03030000 */
+ if (PyUnicode_READY(o) == -1) return NULL;
+#if __PYX_DEFAULT_STRING_ENCODING_IS_ASCII
+ if (PyUnicode_IS_ASCII(o)) {
+ *length = PyUnicode_GET_DATA_SIZE(o);
+ return PyUnicode_AsUTF8(o);
+ } else {
+ PyUnicode_AsASCIIString(o);
+ return NULL;
+ }
+#else /* __PYX_DEFAULT_STRING_ENCODING_IS_ASCII */
+ return PyUnicode_AsUTF8AndSize(o, length);
+#endif /* __PYX_DEFAULT_STRING_ENCODING_IS_ASCII */
+#endif /* PY_VERSION_HEX < 0x03030000 */
+ } else
+#endif /* __PYX_DEFAULT_STRING_ENCODING_IS_ASCII || __PYX_DEFAULT_STRING_ENCODING_IS_DEFAULT */
+ {
+ char* result;
+ int r = PyBytes_AsStringAndSize(o, &result, length);
+ if (r < 0) {
+ return NULL;
+ } else {
+ return result;
+ }
+ }
+}
+static CYTHON_INLINE int __Pyx_PyObject_IsTrue(PyObject* x) {
+ int is_true = x == Py_True;
+ if (is_true | (x == Py_False) | (x == Py_None)) return is_true;
+ else return PyObject_IsTrue(x);
+}
+static CYTHON_INLINE PyObject* __Pyx_PyNumber_Int(PyObject* x) {
+ PyNumberMethods *m;
+ const char *name = NULL;
+ PyObject *res = NULL;
+#if PY_MAJOR_VERSION < 3
+ if (PyInt_Check(x) || PyLong_Check(x))
+#else
+ if (PyLong_Check(x))
+#endif
+ return Py_INCREF(x), x;
+ m = Py_TYPE(x)->tp_as_number;
+#if PY_MAJOR_VERSION < 3
+ if (m && m->nb_int) {
+ name = "int";
+ res = PyNumber_Int(x);
+ }
+ else if (m && m->nb_long) {
+ name = "long";
+ res = PyNumber_Long(x);
+ }
+#else
+ if (m && m->nb_int) {
+ name = "int";
+ res = PyNumber_Long(x);
+ }
+#endif
+ if (res) {
+#if PY_MAJOR_VERSION < 3
+ if (!PyInt_Check(res) && !PyLong_Check(res)) {
+#else
+ if (!PyLong_Check(res)) {
+#endif
+ PyErr_Format(PyExc_TypeError,
+ "__%s__ returned non-%s (type %.200s)",
+ name, name, Py_TYPE(res)->tp_name);
+ Py_DECREF(res);
+ return NULL;
+ }
+ }
+ else if (!PyErr_Occurred()) {
+ PyErr_SetString(PyExc_TypeError,
+ "an integer is required");
+ }
+ return res;
+}
+static CYTHON_INLINE Py_ssize_t __Pyx_PyIndex_AsSsize_t(PyObject* b) {
+ Py_ssize_t ival;
+ PyObject* x = PyNumber_Index(b);
+ if (!x) return -1;
+ ival = PyInt_AsSsize_t(x);
+ Py_DECREF(x);
+ return ival;
+}
+static CYTHON_INLINE PyObject * __Pyx_PyInt_FromSize_t(size_t ival) {
+#if PY_VERSION_HEX < 0x02050000
+ if (ival <= LONG_MAX)
+ return PyInt_FromLong((long)ival);
+ else {
+ unsigned char *bytes = (unsigned char *) &ival;
+ int one = 1; int little = (int)*(unsigned char*)&one;
+ return _PyLong_FromByteArray(bytes, sizeof(size_t), little, 0);
+ }
+#else
+ return PyInt_FromSize_t(ival);
+#endif
+}
+static CYTHON_INLINE size_t __Pyx_PyInt_AsSize_t(PyObject* x) {
+ unsigned PY_LONG_LONG val = __Pyx_PyInt_AsUnsignedLongLong(x);
+ if (unlikely(val != (unsigned PY_LONG_LONG)(size_t)val)) {
+ if ((val != (unsigned PY_LONG_LONG)-1) || !PyErr_Occurred())
+ PyErr_SetString(PyExc_OverflowError,
+ "value too large to convert to size_t");
+ return (size_t)-1;
+ }
+ return (size_t)val;
+}
+
+
+#endif /* Py_PYTHON_H */
diff --git a/src/s3ql/deltadump.py b/src/s3ql/deltadump.py
deleted file mode 100644
index 3a943c8..0000000
--- a/src/s3ql/deltadump.py
+++ /dev/null
@@ -1,66 +0,0 @@
-'''
-deltadump.py - this file is part of S3QL (http://s3ql.googlecode.com)
-
-Copyright (C) Nikolaus Rath <Nikolaus@rath.org>
-
-This program can be distributed under the terms of the GNU GPLv3.
-'''
-
-# This is a wrapper for _deltadump to work around
-# http://trac.cython.org/cython_trac/ticket/475
-
-#@PydevCodeAnalysisIgnore
-
-from __future__ import division, print_function, absolute_import
-
-import apsw
-from . import _deltadump
-from ._deltadump import *
-import subprocess
-import re
-
-def get_libraries(pathname):
- '''Return shared libraries required for *pathname*'''
-
- libs = dict()
- ldd = subprocess.Popen(['ldd', pathname], stdout=subprocess.PIPE)
- for line in ldd.stdout:
- if '=>' in line:
- (soname, path) = line.split('=>')
- else:
- path = line.strip()
- soname = None
-
- hit = re.match(r'^\s*(.+)\s+\(0x[0-9a-fA-F]+\)$', path)
- if hit:
- path = hit.group(1).strip()
- else:
- path = path.strip()
-
- if path == 'not found':
- path = None
-
- if not soname:
- soname = path
-
- libs[soname.strip()] = path
-
- if ldd.wait() != 0:
- raise ImportError('ldd call failed')
-
- return libs
-
-
-# We need to make sure that apsw and _deltadump are linked against the same
-# sqlite library.
-apsw_libs = get_libraries(apsw.__file__)
-s3ql_libs = get_libraries(_deltadump.__file__)
-
-if 'libsqlite3.so.0' not in apsw_libs:
- raise ImportError("python-apsw must be linked dynamically to sqlite3")
-
-if 'libsqlite3.so.0' not in s3ql_libs:
- raise ImportError('s3ql._deltadump must be linked dynamically to sqlite3')
-
-if apsw_libs['libsqlite3.so.0'] != s3ql_libs['libsqlite3.so.0']:
- raise ImportError('python-apsw and s3ql._deltadump not linked against same sqlite3 library')
diff --git a/src/s3ql/deltadump.pyx b/src/s3ql/deltadump.pyx
new file mode 100644
index 0000000..8d6148a
--- /dev/null
+++ b/src/s3ql/deltadump.pyx
@@ -0,0 +1,614 @@
+'''
+_deltadump.pyx - this file is part of S3QL (http://s3ql.googlecode.com)
+
+Copyright (C) Nikolaus Rath <Nikolaus@rath.org>
+
+This program can be distributed under the terms of the GNU GPLv3.
+'''
+
+# Analysis of Cython code not really working yet
+#@PydevCodeAnalysisIgnore
+
+from __future__ import print_function, division
+
+from cpython.long cimport PyLong_AsVoidPtr
+from cpython cimport PyString_FromString
+from cpython.exc cimport PyErr_NoMemory
+from libc.stdio cimport (FILE, const_char, const_void, fclose as fclose_c,
+ fwrite as fwrite_c, fread as fread_c, ftell)
+from libc.string cimport strerror
+from libc.errno cimport errno
+from libc.stdlib cimport calloc as calloc_c, free as free_c
+from libc.stdint cimport (int64_t, uint8_t, uint16_t, uint32_t, uint64_t)
+from posix.unistd cimport dup, lseek, SEEK_SET
+
+cdef extern from 'stdint.h' nogil:
+ enum: UINT8_MAX
+ enum: UINT16_MAX
+ enum: UINT32_MAX
+
+cdef extern from 'stdio.h' nogil:
+ FILE * fdopen(int fd, const_char * mode)
+ int fflush(FILE * stream)
+ int fileno(FILE * stream)
+
+cdef extern from 'endian.h' nogil:
+ uint64_t htole64(uint64_t host_64bits)
+ uint64_t le64toh(uint64_t little_endian_64bits)
+
+cdef extern from 'sqlite3.h' nogil:
+ ctypedef int sqlite3
+ ctypedef int sqlite3_stmt
+ ctypedef int64_t sqlite3_int64
+
+ const_char *sqlite3_errmsg(sqlite3*)
+ int sqlite3_prepare_v2(sqlite3 * db,
+ char * zSql,
+ int nByte,
+ sqlite3_stmt ** ppStmt,
+ char ** pzTail)
+ int sqlite3_step(sqlite3_stmt *)
+ sqlite3_int64 sqlite3_column_int64(sqlite3_stmt * , int iCol)
+ const_void * sqlite3_column_blob(sqlite3_stmt * , int iCol)
+ int sqlite3_column_bytes(sqlite3_stmt * , int iCol)
+ int sqlite3_bind_blob(sqlite3_stmt * , int iCol, const_void * , int n, void(*)(void *))
+ int sqlite3_bind_int64(sqlite3_stmt * , int iCol, sqlite3_int64)
+ int sqlite3_reset(sqlite3_stmt * pStmt)
+ int sqlite3_finalize(sqlite3_stmt * pStmt)
+ int sqlite3_column_type(sqlite3_stmt * , int iCol)
+ double sqlite3_column_double(sqlite3_stmt * , int iCol)
+ int sqlite3_bind_double(sqlite3_stmt * , int, double)
+ const_char *sqlite3_compileoption_get(int N)
+ const_char *sqlite3_libversion()
+ int sqlite3_close(sqlite3*)
+ int sqlite3_open_v2(const_char *filename, sqlite3 **ppDb,
+ int flags, const_char *zVfs)
+ int sqlite3_extended_result_codes(sqlite3*, int onoff)
+ void SQLITE_TRANSIENT(void *)
+
+ enum:
+ SQLITE_OK
+ SQLITE_DONE
+ SQLITE_ROW
+ SQLITE_NULL
+ SQLITE_OPEN_READWRITE
+ SQLITE_OPEN_READONLY
+
+from .cleanup_manager import CleanupManager
+import apsw
+import os
+import logging
+import itertools
+
+log = logging.getLogger('deltadump')
+
+def check_sqlite():
+ '''Check if deltadump and apsw module use compatible SQLite code.
+
+ This functions look at versions and compile options of the SQLite
+ code used by the *apsw* module and the *deltadump* module. If they
+ do not match exactly, a `RuntimeError` is raised.
+
+ Only if both modules use the same SQLite version compiled with the
+ same options can the database object be shared between *apsw* and
+ *deltadump*.
+ '''
+
+ cdef const_char *buf
+
+ apsw_sqlite_version = apsw.sqlitelibversion()
+ s3ql_sqlite_version = PyString_FromString(sqlite3_libversion())
+ log.debug('apsw sqlite version: %s, '
+ 's3ql sqlite version: %s',
+ apsw_sqlite_version,
+ s3ql_sqlite_version)
+ if apsw_sqlite_version != s3ql_sqlite_version:
+ raise RuntimeError('SQLite version mismatch between APSW and S3QL '
+ '(%s vs %s)' % (apsw_sqlite_version, s3ql_sqlite_version))
+
+ apsw_sqlite_options = set(apsw.compile_options)
+ s3ql_sqlite_options = set()
+ for idx in itertools.count(0):
+ buf = sqlite3_compileoption_get(idx)
+ if buf is NULL:
+ break
+ s3ql_sqlite_options.add(PyString_FromString(buf))
+
+ log.debug('apsw sqlite compile options: %s, '
+ 's3ql sqlite compile options: %s',
+ apsw_sqlite_options,
+ s3ql_sqlite_options)
+ if apsw_sqlite_options != s3ql_sqlite_options:
+ raise RuntimeError('SQLite code used by APSW was compiled with different '
+ 'options than SQLite code available to S3QL! '
+ 'Differing settings: + %s, - %s' %
+ (apsw_sqlite_options - s3ql_sqlite_options,
+ s3ql_sqlite_options - apsw_sqlite_options))
+
+# Column types
+cdef int _INTEGER = 1
+cdef int _BLOB = 2
+cdef int _TIME = 3
+
+# Make column types available as Python objects
+INTEGER = _INTEGER
+BLOB = _BLOB
+TIME = _TIME
+
+# Integer length codes
+cdef uint8_t INT8 = 127
+cdef uint8_t INT16 = 126
+cdef uint8_t INT32 = 125
+cdef uint8_t INT64 = 124
+
+# Maximum size of BLOBs
+MAX_BLOB_SIZE = 4096
+
+# Scale factor from time floats to integers
+# 1e9 would be perfect, but introduces rounding errors
+cdef double time_scale = 1 << 30
+
+cdef inline int fwrite(const_void * buf, size_t len_, FILE * fp) except -1:
+ '''Call libc's fwrite() and raise exception on failure'''
+
+ if fwrite_c(buf, len_, 1, fp) != 1:
+ raise IOError(errno, strerror(errno))
+ return len_
+
+cdef inline int fread(void * buf, size_t len_, FILE * fp) except -1:
+ '''Call libc's fread() and raise exception on failure'''
+
+ if fread_c(buf, len_, 1, fp) != 1:
+ raise IOError(errno, strerror(errno))
+ return len_
+
+cdef free(void * ptr):
+ '''Call libc.free()
+
+ This is a Python wrapper, so that we can call free in e.g.
+ a lambda expression.
+ '''
+
+ free_c(ptr)
+ return None
+
+cdef int fclose(FILE * fp) except -1:
+ '''Call libc.fclose() and raise exception on failure'''
+
+ cdef ssize_t off
+
+ # Explicitly flush data that needs to be written. This is
+ # important, so that we can safely reposition the fd position
+ # below (which is necessary in case there is cached input data)
+ if fflush(fp) != 0:
+ raise OSError(errno, strerror(errno))
+
+ # Reposition FD to position of FILE*, otherwise next read from FD will miss
+ # data currently in stream buffer. It seems that call to fflush() achieves
+ # the same thing, but this does not seem to be documented so we don't rely
+ # on it.
+ off = ftell(fp)
+ if off == -1:
+ raise OSError(errno, strerror(errno))
+
+ if lseek(fileno(fp), off, SEEK_SET) != off:
+ raise OSError(errno, strerror(errno))
+
+ if fclose_c(fp) != 0:
+ raise OSError(errno, strerror(errno))
+
+ return 0
+
+cdef void * calloc(size_t cnt, size_t size) except NULL:
+ '''Call libc.calloc and raise exception on failure'''
+
+ cdef void * ptr
+
+ ptr = calloc_c(cnt, size)
+
+ if ptr is NULL:
+ PyErr_NoMemory()
+
+ return ptr
+
+
+cdef int SQLITE_CHECK_RC(int rc, int success, sqlite3* db) except -1:
+ '''Raise correct exception if *rc* != *success*'''
+
+ if rc != success:
+ exc = apsw.exceptionfor(rc)
+ raise type(exc)(sqlite3_errmsg(db))
+
+ return 0
+
+
+cdef int prep_columns(columns, int** col_types_p, int** col_args_p) except -1:
+ '''Allocate col_types and col_args, return number of columns
+
+ Both arrays are allocated dynamically, caller has to ensure
+ that they're freed again.
+ '''
+ cdef int col_count, *col_types, *col_args
+
+ col_count = len(columns)
+ col_types = < int *> calloc(col_count, sizeof(int))
+ col_args = < int *> calloc(col_count, sizeof(int))
+
+ # Initialize col_args and col_types
+ for i in range(col_count):
+ if columns[i][1] not in (BLOB, INTEGER, TIME):
+ raise ValueError("Invalid type for column %d" % i)
+ col_types[i] = columns[i][1]
+
+ if len(columns[i]) == 3:
+ col_args[i] = columns[i][2]
+ else:
+ col_args[i] = 0
+
+ col_types_p[0] = col_types
+ col_args_p[0] = col_args
+ return col_count
+
+cdef FILE* dup_to_fp(fh, mode) except NULL:
+ '''Duplicate fd from *fh* and open as FILE*'''
+
+ cdef int fd
+
+ fd = dup(fh.fileno())
+ if fd == -1:
+ raise OSError(errno, strerror(errno))
+ fp = fdopen(fd, mode)
+ if fp == NULL:
+ raise OSError(errno, strerror(errno))
+
+ return fp
+
+
+def dump_table(table, order, columns, db, fh):
+ '''Dump *columns* of *table* into *fh*
+
+ *order* specifies the order in which the rows are written and must be a
+ string that can be inserted after the "ORDER BY" clause in an SQL SELECT
+ statement.
+
+ *db* is an `s3ql.Connection` instance for the database.
+
+ *columns* must a list of 3-tuples, one for each column that should be
+ stored. The first element of the tuple must contain the column name and the
+ second element the type of data stored in the column (`INTEGER`, `TIME`
+ or `BLOB`). Times will be converted to nanosecond integers.
+
+ For integers and seconds, the third tuple element specifies the expected
+ change of the values between rows. For blobs it can be either zero
+ (indicating variable length columns) or an integer specifying the length of
+ the column values in bytes.
+
+ This function will open a separate connection to the database, so
+ the *db* connection should not be in EXCLUSIVE locking mode.
+ (Using a separate connection avoids the requirement on the *apsw*
+ and *deltadump* modules be linked against against binary
+ compatible SQLite libraries).
+ '''
+
+ cdef sqlite3 *sqlite3_db
+ cdef sqlite3_stmt *stmt
+ cdef int *col_types, *col_args, col_count, rc, i, len_
+ cdef int64_t *int64_prev, int64, tmp
+ cdef FILE *fp
+ cdef const_void *buf
+ cdef int64_t row_count
+
+ if db.file == ':memory:':
+ raise ValueError("Can't access in-memory databases")
+
+ with CleanupManager(log) as cleanup:
+ # Get SQLite connection
+ log.debug('Opening connection to %s', db.file)
+ SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ SQLITE_OPEN_READONLY, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ SQLITE_OK, sqlite3_db))
+ SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ SQLITE_OK, sqlite3_db)
+
+ # Get FILE* for buffered reading from *fh*
+ fp = dup_to_fp(fh, 'wb')
+ cleanup.register(lambda: fclose(fp))
+
+ # Allocate col_args and col_types
+ col_count = prep_columns(columns, &col_types, &col_args)
+ cleanup.register(lambda: free(col_args))
+ cleanup.register(lambda: free(col_types))
+
+ # Allocate int64_prev
+ int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ cleanup.register(lambda: free(int64_prev))
+
+ # Prepare statement
+ col_names = [ x[0] for x in columns ]
+ query = ("SELECT %s FROM %s ORDER BY %s " %
+ (', '.join(col_names), table, order))
+ SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ SQLITE_OK, sqlite3_db))
+
+ # Dump or load data as requested
+ row_count = db.get_val("SELECT COUNT(rowid) FROM %s" % table)
+ log.debug('dump_table(%s): writing %d rows', table, row_count)
+ write_integer(row_count, fp)
+
+ # Iterate through rows
+ while True:
+ rc = sqlite3_step(stmt)
+ if rc == SQLITE_DONE:
+ break
+ SQLITE_CHECK_RC(rc, SQLITE_ROW, sqlite3_db)
+
+ for i in range(col_count):
+ if sqlite3_column_type(stmt, i) is SQLITE_NULL:
+ raise ValueError("Can't dump NULL values")
+
+ if col_types[i] == _INTEGER:
+ int64 = sqlite3_column_int64(stmt, i)
+ tmp = int64
+ int64 -= int64_prev[i] + col_args[i]
+ int64_prev[i] = tmp
+ write_integer(int64, fp)
+
+ elif col_types[i] == _TIME:
+ int64 = < int64_t > (sqlite3_column_double(stmt, i) * time_scale)
+ tmp = int64
+ int64 -= int64_prev[i] + col_args[i]
+ int64_prev[i] = tmp
+ write_integer(int64, fp)
+
+ elif col_types[i] == _BLOB:
+ buf = sqlite3_column_blob(stmt, i)
+ len_ = sqlite3_column_bytes(stmt, i)
+ if len_ > MAX_BLOB_SIZE:
+ raise ValueError('Can not dump BLOB of size %d (max: %d)',
+ len_, MAX_BLOB_SIZE)
+ if col_args[i] == 0:
+ write_integer(len_ - int64_prev[i], fp)
+ int64_prev[i] = len_
+ elif len_ != col_args[i]:
+ raise ValueError("Length %d != %d in column %d" % (len_, col_args[i], i))
+
+ if len_ != 0:
+ fwrite(buf, len_, fp)
+
+def load_table(table, columns, db, fh, trx_rows=5000):
+ '''Load *columns* of *table* from *fh*
+
+ *db* is an `s3ql.Connection` instance for the database.
+
+ *columns* must be the same list of 3-tuples that was passed to
+ `dump_table` when creating the dump stored in *fh*.
+
+ This function will open a separate connection to the database, so
+ the *db* connection should not be in EXCLUSIVE locking mode.
+ (Using a separate connection avoids the requirement on the *apsw*
+ and *deltadump* modules be linked against against binary
+ compatible SQLite libraries).
+
+ When writing into the table, a new transaction will be started
+ every *trx_rows* rows.
+ '''
+
+ cdef sqlite3 *sqlite3_db
+ cdef sqlite3_stmt *stmt, *begin_stmt, *commit_stmt
+ cdef int *col_types, *col_args, col_count, rc, len_, i, j
+ cdef int64_t *int64_prev
+ cdef FILE *fp
+ cdef void *buf
+ cdef int64_t row_count, int64
+
+ if db.file == ':memory:':
+ raise ValueError("Can't access in-memory databases")
+
+ with CleanupManager(log) as cleanup:
+ # Get SQLite connection
+ log.debug('Opening connection to %s', db.file)
+ SQLITE_CHECK_RC(sqlite3_open_v2(db.file, &sqlite3_db,
+ SQLITE_OPEN_READWRITE, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_close(sqlite3_db),
+ SQLITE_OK, sqlite3_db))
+ SQLITE_CHECK_RC(sqlite3_extended_result_codes(sqlite3_db, 1),
+ SQLITE_OK, sqlite3_db)
+
+ # Copy settings
+ for pragma in ('synchronous', 'foreign_keys'):
+ val = db.get_val('PRAGMA %s' % pragma)
+ cmd = 'PRAGMA %s = %s' % (pragma, val)
+ SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, cmd, -1, &stmt, NULL),
+ SQLITE_OK, sqlite3_db)
+ try:
+ rc = sqlite3_step(stmt)
+ if rc == SQLITE_ROW:
+ rc = sqlite3_step(stmt)
+ SQLITE_CHECK_RC(rc, SQLITE_DONE, sqlite3_db)
+ finally:
+ SQLITE_CHECK_RC(sqlite3_finalize(stmt), SQLITE_OK, sqlite3_db)
+
+ # Get FILE* for buffered reading from *fh*
+ fp = dup_to_fp(fh, 'rb')
+ cleanup.register(lambda: fclose(fp))
+
+ # Allocate col_args and col_types
+ col_count = prep_columns(columns, &col_types, &col_args)
+ cleanup.register(lambda: free(col_args))
+ cleanup.register(lambda: free(col_types))
+
+ # Allocate int64_prev
+ int64_prev = < int64_t *> calloc(len(columns), sizeof(int64_t))
+ cleanup.register(lambda: free(int64_prev))
+
+ # Prepare INSERT statement
+ col_names = [ x[0] for x in columns ]
+ query = ("INSERT INTO %s (%s) VALUES(%s)"
+ % (table, ', '.join(col_names), ', '.join('?' * col_count)))
+ SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &stmt, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(stmt),
+ SQLITE_OK, sqlite3_db))
+
+ # Prepare BEGIN statement
+ query = 'BEGIN TRANSACTION'
+ SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &begin_stmt, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(begin_stmt),
+ SQLITE_OK, sqlite3_db))
+
+ # Prepare COMMIT statement
+ query = 'COMMIT TRANSACTION'
+ SQLITE_CHECK_RC(sqlite3_prepare_v2(sqlite3_db, query, -1, &commit_stmt, NULL),
+ SQLITE_OK, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_finalize(commit_stmt),
+ SQLITE_OK, sqlite3_db))
+
+ # Dump or load data as requested
+ buf = calloc(MAX_BLOB_SIZE, 1)
+ cleanup.register(lambda: free(buf))
+ read_integer(&row_count, fp)
+ log.debug('load_table(%s): reading %d rows', table, row_count)
+
+ # Start transaction
+ SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ cleanup.register(lambda: SQLITE_CHECK_RC(sqlite3_step(commit_stmt),
+ SQLITE_DONE, sqlite3_db))
+ SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+
+ # Iterate through rows
+ for i in range(row_count):
+ for j in range(col_count):
+ if col_types[j] == _INTEGER:
+ read_integer(&int64, fp)
+ int64 += col_args[j] + int64_prev[j]
+ int64_prev[j] = int64
+ SQLITE_CHECK_RC(sqlite3_bind_int64(stmt, j + 1, int64),
+ SQLITE_OK, sqlite3_db)
+
+ if col_types[j] == _TIME:
+ read_integer(&int64, fp)
+ int64 += col_args[j] + int64_prev[j]
+ int64_prev[j] = int64
+ SQLITE_CHECK_RC(sqlite3_bind_double(stmt, j + 1, int64 / time_scale),
+ SQLITE_OK, sqlite3_db)
+
+ elif col_types[j] == _BLOB:
+ if col_args[j] == 0:
+ read_integer(&int64, fp)
+ len_ = int64_prev[j] + int64
+ int64_prev[j] = len_
+ else:
+ len_ = col_args[j]
+
+ if len_ > MAX_BLOB_SIZE:
+ raise RuntimeError('BLOB too large to read (%d vs %d)', len_, MAX_BLOB_SIZE)
+
+ if len_ != 0:
+ fread(buf, len_, fp)
+
+ SQLITE_CHECK_RC(sqlite3_bind_blob(stmt, j + 1, buf, len_, SQLITE_TRANSIENT),
+ SQLITE_OK, sqlite3_db)
+
+ SQLITE_CHECK_RC(sqlite3_step(stmt), SQLITE_DONE, sqlite3_db)
+ SQLITE_CHECK_RC(sqlite3_reset(stmt), SQLITE_OK, sqlite3_db)
+
+ # Commit every once in a while
+ if i % trx_rows == 0:
+ # This isn't 100% ok -- if we have an exception in step(begin_stmt),
+ # we the cleanup handler will execute the commit statement again
+ # without an active transaction.
+ SQLITE_CHECK_RC(sqlite3_step(commit_stmt), SQLITE_DONE, sqlite3_db)
+ SQLITE_CHECK_RC(sqlite3_step(begin_stmt), SQLITE_DONE, sqlite3_db)
+ SQLITE_CHECK_RC(sqlite3_reset(commit_stmt), SQLITE_OK, sqlite3_db)
+ SQLITE_CHECK_RC(sqlite3_reset(begin_stmt), SQLITE_OK, sqlite3_db)
+
+
+cdef inline int write_integer(int64_t int64, FILE * fp) except -1:
+ '''Write *int64* into *fp*, using as little space as possible
+
+ Return the number of bytes written, or -1 on error.
+ '''
+
+ cdef uint8_t int8
+ cdef size_t len_
+ cdef uint64_t uint64
+
+ if int64 < 0:
+ uint64 = < uint64_t > -int64
+ int8 = < uint8_t > 0x80 # Highest bit set
+ else:
+ uint64 = < uint64_t > int64
+ int8 = 0
+
+ if uint64 < 0x80 and uint64 not in (INT8, INT16, INT32, INT64):
+ len_ = 0
+ int8 += < uint8_t > uint64
+ elif uint64 < UINT8_MAX:
+ len_ = 1
+ int8 += INT8
+ elif uint64 < UINT16_MAX:
+ len_ = 2
+ int8 += INT16
+ elif uint64 < UINT32_MAX:
+ len_ = 4
+ int8 += INT32
+ else:
+ len_ = 8
+ int8 += INT64
+
+ fwrite(&int8, 1, fp)
+ if len_ != 0:
+ uint64 = htole64(uint64)
+ fwrite(&uint64, len_, fp)
+
+ return len_ + 1
+
+cdef inline int read_integer(int64_t * out, FILE * fp) except -1:
+ '''Read integer written using `write_integer` from *fp*
+
+ Return the number of bytes read, or -1 on error.
+ '''
+
+ cdef uint8_t int8
+ cdef size_t len_
+ cdef uint64_t uint64
+ cdef char negative
+
+ fread(&int8, 1, fp)
+
+ if int8 & 0x80 != 0:
+ negative = 1
+ int8 = int8 & (~0x80)
+ else:
+ negative = 0
+
+ if int8 == INT8:
+ len_ = 1
+ elif int8 == INT16:
+ len_ = 2
+ elif int8 == INT32:
+ len_ = 4
+ elif int8 == INT64:
+ len_ = 8
+ else:
+ len_ = 0
+ uint64 = int8
+
+ if len_ != 0:
+ uint64 = 0
+ fread(&uint64, len_, fp)
+ uint64 = le64toh(uint64)
+
+ if negative == 1:
+ out[0] = - < int64_t > uint64
+ else:
+ out[0] = < int64_t > uint64
+
+ return len_ + 1
+
diff --git a/src/s3ql/fs.py b/src/s3ql/fs.py
index 6429d97..e0369b9 100644
--- a/src/s3ql/fs.py
+++ b/src/s3ql/fs.py
@@ -76,6 +76,12 @@ class Operations(llfuse.Operations):
:open_inodes: dict of currently opened inodes. This is used to not remove
the blocks of unlinked inodes that are still open.
:upload_event: If set, triggers a metadata upload
+ :failsafe: Set when backend problems are encountered. In that case, fs only
+ allows read access.
+ :broken_blocks: Caches information about corrupted blocks to avoid repeated (pointless)
+ attempts to retrieve them. This attribute is a dict (indexed by inodes)
+ of sets of block indices. Broken blocks are removed from the cache
+ when an inode is forgotten.
Multithreading
--------------
@@ -104,6 +110,8 @@ class Operations(llfuse.Operations):
self.open_inodes = collections.defaultdict(lambda: 0)
self.max_obj_size = max_obj_size
self.cache = block_cache
+ self.failsafe = False
+ self.broken_blocks = collections.defaultdict(set)
# Root inode is always open
self.open_inodes[llfuse.ROOT_INODE] += 1
@@ -178,7 +186,6 @@ class Operations(llfuse.Operations):
args.append('no_remote_lock')
def readdir(self, id_, off):
- # FIXME: Do the returned entries acquire a lookup count?
log.debug('readdir(%d, %d): start', id_, off)
if off == 0:
off = -1
@@ -257,7 +264,7 @@ class Operations(llfuse.Operations):
raise FUSEError(ACL_ERRNO)
else:
- if self.inodes[id_].locked:
+ if self.failsafe or self.inodes[id_].locked:
raise FUSEError(errno.EPERM)
if len(value) > deltadump.MAX_BLOB_SIZE:
@@ -270,7 +277,7 @@ class Operations(llfuse.Operations):
def removexattr(self, id_, name):
log.debug('removexattr(%d, %r): start', id_, name)
- if self.inodes[id_].locked:
+ if self.failsafe or self.inodes[id_].locked:
raise FUSEError(errno.EPERM)
try:
@@ -288,6 +295,9 @@ class Operations(llfuse.Operations):
def lock_tree(self, id0):
'''Lock directory tree'''
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
log.debug('lock_tree(%d): start', id0)
queue = [ id0 ]
self.inodes[id0].locked = True
@@ -322,6 +332,9 @@ class Operations(llfuse.Operations):
def remove_tree(self, id_p0, name0):
'''Remove directory tree'''
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
log.debug('remove_tree(%d, %s): start', id_p0, name0)
if self.inodes[id_p0].locked:
@@ -383,6 +396,9 @@ class Operations(llfuse.Operations):
def copy_tree(self, src_id, target_id):
'''Efficiently copy directory tree'''
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
log.debug('copy_tree(%d, %d): start', src_id, target_id)
# To avoid lookups and make code tidier
@@ -497,7 +513,10 @@ class Operations(llfuse.Operations):
log.debug('copy_tree(%d, %d): end', src_inode.id, target_inode.id)
def unlink(self, id_p, name):
- log.debug('rmdir(%d, %r): start', id_p, name)
+ log.debug('unlink(%d, %r): start', id_p, name)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
inode = self.lookup(id_p, name)
if stat.S_ISDIR(inode.mode):
@@ -509,6 +528,9 @@ class Operations(llfuse.Operations):
def rmdir(self, id_p, name):
log.debug('rmdir(%d, %r): start', id_p, name)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
inode = self.lookup(id_p, name)
if self.inodes[id_p].locked:
@@ -575,6 +597,9 @@ class Operations(llfuse.Operations):
def symlink(self, id_p, name, target, ctx):
log.debug('symlink(%d, %r, %r): start', id_p, name, target)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
mode = (stat.S_IFLNK | stat.S_IRUSR | stat.S_IWUSR | stat.S_IXUSR |
stat.S_IRGRP | stat.S_IWGRP | stat.S_IXGRP |
stat.S_IROTH | stat.S_IWOTH | stat.S_IXOTH)
@@ -591,14 +616,15 @@ class Operations(llfuse.Operations):
return inode
def rename(self, id_p_old, name_old, id_p_new, name_new):
- log.debug('rename(%d, %r, %d, %r): start', id_p_old, name_old, id_p_new, name_new)
+ log.debug('rename(%d, %r, %d, %r): start', id_p_old, name_old, id_p_new, name_new)
if name_new == CTRL_NAME or name_old == CTRL_NAME:
log.warn('Attempted to rename s3ql control file (%s -> %s)',
get_path(id_p_old, self.db, name_old),
get_path(id_p_new, self.db, name_new))
raise llfuse.FUSEError(errno.EACCES)
- if (self.inodes[id_p_old].locked
+
+ if (self.failsafe or self.inodes[id_p_old].locked
or self.inodes[id_p_new].locked):
raise FUSEError(errno.EPERM)
@@ -732,7 +758,7 @@ class Operations(llfuse.Operations):
new_name, new_id_p)
raise FUSEError(errno.EINVAL)
- if inode_p.locked:
+ if self.failsafe or inode_p.locked:
raise FUSEError(errno.EPERM)
inode_p.ctime = timestamp
@@ -758,7 +784,7 @@ class Operations(llfuse.Operations):
inode = self.inodes[id_]
timestamp = time.time()
- if inode.locked:
+ if self.failsafe or inode.locked:
raise FUSEError(errno.EPERM)
if attr.st_size is not None:
@@ -817,12 +843,16 @@ class Operations(llfuse.Operations):
def mknod(self, id_p, name, mode, rdev, ctx):
log.debug('mknod(%d, %r): start', id_p, name)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
inode = self._create(id_p, name, mode, ctx, rdev=rdev)
self.open_inodes[inode.id] += 1
return inode
def mkdir(self, id_p, name, mode, ctx):
log.debug('mkdir(%d, %r): start', id_p, name)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
inode = self._create(id_p, name, mode, ctx)
self.open_inodes[inode.id] += 1
return inode
@@ -889,7 +919,7 @@ class Operations(llfuse.Operations):
def open(self, id_, flags):
log.debug('open(%d): start', id_)
if ((flags & os.O_RDWR or flags & os.O_WRONLY)
- and self.inodes[id_].locked):
+ and (self.failsafe or self.inodes[id_].locked)):
raise FUSEError(errno.EPERM)
return id_
@@ -909,6 +939,9 @@ class Operations(llfuse.Operations):
def create(self, id_p, name, mode, flags, ctx):
log.debug('create(id_p=%d, %s): started', id_p, name)
+ if self.failsafe:
+ raise FUSEError(errno.EPERM)
+
try:
id_ = self.db.get_val("SELECT inode FROM contents_v WHERE name=? AND parent_inode=?",
(name, id_p))
@@ -972,7 +1005,7 @@ class Operations(llfuse.Operations):
length = min(size - offset, length)
while length > 0:
- tmp = self._read(fh, offset, length)
+ tmp = self._readwrite(fh, offset, length=length)
buf.write(tmp)
length -= len(tmp)
offset += len(tmp)
@@ -985,45 +1018,7 @@ class Operations(llfuse.Operations):
return buf.getvalue()
- def _read(self, id_, offset, length):
- """Reads at the specified position until the end of the block
-
- This method may return less than `length` bytes if a max_obj_size
- boundary is encountered. It may also read beyond the end of
- the file, filling the buffer with additional null bytes.
-
- This method releases the global lock while it is running.
- """
-
- # Calculate required block
- blockno = offset // self.max_obj_size
- offset_rel = offset - blockno * self.max_obj_size
-
- # Don't try to read into the next block
- if offset_rel + length > self.max_obj_size:
- length = self.max_obj_size - offset_rel
-
- try:
- with self.cache.get(id_, blockno) as fh:
- fh.seek(offset_rel)
- buf = fh.read(length)
-
- except NoSuchObject as exc:
- log.warn('Backend lost block %d of inode %d (id %s)!',
- blockno, id_, exc.key)
- raise
-
- except ChecksumError as exc:
- log.warn('Backend returned malformed data for block %d of inode %d (%s)',
- blockno, id_, exc)
- raise
-
- if len(buf) == length:
- return buf
- else:
- # If we can't read enough, add null bytes
- return buf + b"\0" * (length - len(buf))
-
+
def write(self, fh, offset, buf):
'''Handle FUSE write requests.
@@ -1031,20 +1026,21 @@ class Operations(llfuse.Operations):
'''
log.debug('write(%d, %d, datalen=%d): start', fh, offset, len(buf))
- if self.inodes[fh].locked:
+ if self.failsafe or self.inodes[fh].locked:
raise FUSEError(errno.EPERM)
total = len(buf)
minsize = offset + total
while buf:
- written = self._write(fh, offset, buf)
+ written = self._readwrite(fh, offset, buf=buf)
offset += written
buf = buf[written:]
# Update file size if changed
# Fuse does not ensure that we do not get concurrent write requests,
# so we have to be careful not to undo a size extension made by
- # a concurrent write.
+ # a concurrent write (because _readwrite() releases the global
+ # lock).
timestamp = time.time()
inode = self.inodes[fh]
inode.size = max(inode.size, minsize)
@@ -1054,11 +1050,17 @@ class Operations(llfuse.Operations):
return total
- def _write(self, id_, offset, buf):
- """Write as much as we can.
+ # In Python 3, the last two should be mandatory keyword
+ # arguments
+ def _readwrite(self, id_, offset, buf=None, length=None):
+ """Read or write as much as we can.
- May write less bytes than given in `buf`, returns
- the number of bytes written.
+ If *buf* is None, read and return up to *length* bytes.
+
+ If *length* is None, write from *buf* and return the number of
+ bytes written.
+
+ This is one method to reduce code duplication.
This method releases the global lock while it is running.
"""
@@ -1067,27 +1069,51 @@ class Operations(llfuse.Operations):
blockno = offset // self.max_obj_size
offset_rel = offset - blockno * self.max_obj_size
- # Don't try to write into the next block
- if offset_rel + len(buf) > self.max_obj_size:
- buf = buf[:self.max_obj_size - offset_rel]
-
+ if id_ in self.broken_blocks and blockno in self.broken_blocks[id_]:
+ raise FUSEError(errno.EIO)
+
+ if length is None:
+ write = True
+ length = len(buf)
+ elif buf is None:
+ write = False
+ else:
+ raise TypeError("Don't know what to do!")
+
+ # Don't try to write/read into the next block
+ if offset_rel + length > self.max_obj_size:
+ length = self.max_obj_size - offset_rel
+
try:
with self.cache.get(id_, blockno) as fh:
fh.seek(offset_rel)
- fh.write(buf)
-
+ if write:
+ fh.write(buf[:length])
+ else:
+ buf = fh.read(length)
+
except NoSuchObject as exc:
- log.warn('Backend lost block %d of inode %d (id %s)!',
- blockno, id_, exc.key)
- raise
+ log.error('Backend lost block %d of inode %d (id %s)!',
+ blockno, id_, exc.key)
+ self.failsafe = True
+ self.broken_blocks[id_].add(blockno)
+ raise FUSEError(errno.EIO)
except ChecksumError as exc:
- log.warn('Backend returned malformed data for block %d of inode %d (%s)',
+ log.error('Backend returned malformed data for block %d of inode %d (%s)',
blockno, id_, exc)
- raise
-
- return len(buf)
+ self.failsafe = True
+ self.broken_blocks[id_].add(blockno)
+ raise FUSEError(errno.EIO)
+ if write:
+ return length
+ elif len(buf) == length:
+ return buf
+ else:
+ # If we can't read enough, add null bytes
+ return buf + b"\0" * (length - len(buf))
+
def fsync(self, fh, datasync):
log.debug('fsync(%d, %s): start', fh, datasync)
if not datasync:
@@ -1103,6 +1129,8 @@ class Operations(llfuse.Operations):
if self.open_inodes[id_] == 0:
del self.open_inodes[id_]
+ if id_ in self.broken_blocks:
+ del self.broken_blocks[id_]
inode = self.inodes[id_]
if inode.refcount == 0:
@@ -1135,6 +1163,7 @@ class Operations(llfuse.Operations):
def flush(self, fh):
log.debug('flush(%d): start', fh)
+
def update_logging(level, modules):
root_logger = logging.getLogger()
if level == logging.DEBUG:
diff --git a/src/s3ql/fsck.py b/src/s3ql/fsck.py
index 7d35f40..c178ac5 100644
--- a/src/s3ql/fsck.py
+++ b/src/s3ql/fsck.py
@@ -1171,15 +1171,10 @@ def main(args=None):
return tmpfh
log.info('Downloading and decompressing metadata...')
tmpfh = backend.perform_read(do_read, "s3ql_metadata")
- os.close(os.open(cachepath + '.db.tmp', os.O_RDWR | os.O_CREAT | os.O_TRUNC,
- stat.S_IRUSR | stat.S_IWUSR))
- db = Connection(cachepath + '.db.tmp', fast_mode=True)
+
log.info("Reading metadata...")
tmpfh.seek(0)
- restore_metadata(tmpfh, db)
- db.close()
- os.rename(cachepath + '.db.tmp', cachepath + '.db')
- db = Connection(cachepath + '.db')
+ db = restore_metadata(tmpfh, cachepath + '.db')
# Increase metadata sequence no
param['seq_no'] += 1
diff --git a/src/s3ql/metadata.py b/src/s3ql/metadata.py
index cc0cd49..74b44dc 100644
--- a/src/s3ql/metadata.py
+++ b/src/s3ql/metadata.py
@@ -7,9 +7,11 @@ This program can be distributed under the terms of the GNU GPLv3.
'''
from __future__ import division, print_function, absolute_import
-
-from .deltadump import (INTEGER, BLOB, TIME, dump_table, load_table)
+from .deltadump import INTEGER, BLOB, TIME, dump_table, load_table
+from .database import Connection
import logging
+import os
+import stat
log = logging.getLogger('metadata')
@@ -61,18 +63,47 @@ DUMP_SPEC = [
-def restore_metadata(fh, db):
- '''Read metadata from *fh* and write into *db*
+def restore_metadata(fh, dbfile):
+ '''Read metadata from *fh* and write into *dbfile*
+
+ Return database connection to *dbfile*.
*fh* must be able to return an actual file descriptor from
its `fileno` method.
+
+ *dbfile* will be created with 0600 permissions. Data is
+ first written into a temporary file *dbfile* + '.tmp', and
+ the file is renamed once all data has been loaded.
+
+
'''
- create_tables(db)
- for (table, _, columns) in DUMP_SPEC:
- log.info('..%s..', table)
- load_table(table, columns, db=db, fh=fh)
- db.execute('ANALYZE')
+ tmpfile = dbfile + '.tmp'
+ fd = os.open(tmpfile, os.O_RDWR | os.O_CREAT | os.O_TRUNC,
+ stat.S_IRUSR | stat.S_IWUSR)
+ try:
+ os.close(fd)
+
+ db = Connection(tmpfile)
+ db.execute('PRAGMA locking_mode = NORMAL')
+ db.execute('PRAGMA synchronous = OFF')
+ db.execute('PRAGMA journal_mode = OFF')
+ create_tables(db)
+
+ for (table, _, columns) in DUMP_SPEC:
+ log.info('..%s..', table)
+ load_table(table, columns, db=db, fh=fh)
+ db.execute('ANALYZE')
+
+ # We must close the database to rename it
+ db.close()
+ except:
+ os.unlink(tmpfile)
+ raise
+
+ os.rename(tmpfile, dbfile)
+
+ return Connection(dbfile)
def cycle_metadata(backend):
from .backends.common import NoSuchObject
@@ -80,11 +111,11 @@ def cycle_metadata(backend):
log.info('Backing up old metadata...')
for i in reversed(range(10)):
try:
- backend.copy("s3ql_metadata_bak_%d" % i, "s3ql_metadata_bak_%d" % (i + 1))
+ backend.rename("s3ql_metadata_bak_%d" % i, "s3ql_metadata_bak_%d" % (i + 1))
except NoSuchObject:
pass
- backend.copy("s3ql_metadata", "s3ql_metadata_bak_0")
+ backend.rename("s3ql_metadata", "s3ql_metadata_bak_0")
def dump_metadata(db, fh):
'''Dump metadata into fh
@@ -93,10 +124,21 @@ def dump_metadata(db, fh):
its `fileno` method.
'''
- for (table, order, columns) in DUMP_SPEC:
- log.info('..%s..', table)
- dump_table(table, order, columns, db=db, fh=fh)
-
+ locking_mode = db.get_val('PRAGMA locking_mode')
+ try:
+ # Ensure that we don't hold a lock on the db
+ # (need to access DB to actually release locks)
+ db.execute('PRAGMA locking_mode = NORMAL')
+ db.has_val('SELECT rowid FROM %s LIMIT 1' % DUMP_SPEC[0][0])
+
+ for (table, order, columns) in DUMP_SPEC:
+ log.info('..%s..', table)
+ dump_table(table, order, columns, db=db, fh=fh)
+
+ finally:
+ db.execute('PRAGMA locking_mode = %s' % locking_mode)
+
+
def create_tables(conn):
# Table of storage objects
# Refcount is included for performance reasons
diff --git a/src/s3ql/mount.py b/src/s3ql/mount.py
index ec19407..ae1ea4f 100644
--- a/src/s3ql/mount.py
+++ b/src/s3ql/mount.py
@@ -24,7 +24,6 @@ import llfuse
import logging
import os
import signal
-import stat
import sys
import tempfile
import thread
@@ -206,6 +205,9 @@ def main(args=None):
# Do not update .params yet, dump_metadata() may fail if the database is
# corrupted, in which case we want to force an fsck.
param['max_inode'] = db.get_val('SELECT MAX(id) FROM inodes')
+ if operations.failsafe:
+ log.warn('File system errors encountered, marking for fsck.')
+ param['needs_fsck'] = True
with backend_pool() as backend:
seq_no = get_seq_no(backend)
if metadata_upload_thread.db_mtime == os.stat(cachepath + '.db').st_mtime:
@@ -246,17 +248,15 @@ def main(args=None):
db.close()
if options.profile:
- tmp = tempfile.NamedTemporaryFile()
- prof.dump_stats(tmp.name)
- fh = open('s3ql_profile.txt', 'w')
- p = pstats.Stats(tmp.name, stream=fh)
- tmp.close()
- p.strip_dirs()
- p.sort_stats('cumulative')
- p.print_stats(50)
- p.sort_stats('time')
- p.print_stats(50)
- fh.close()
+ with tempfile.NamedTemporaryFile() as tmp, \
+ open('s3ql_profile.txt', 'w') as fh:
+ prof.dump_stats(tmp.name)
+ p = pstats.Stats(tmp.name, stream=fh)
+ p.strip_dirs()
+ p.sort_stats('cumulative')
+ p.print_stats(50)
+ p.sort_stats('time')
+ p.print_stats(50)
def determine_threads(options):
'''Return optimum number of upload threads'''
@@ -341,15 +341,9 @@ def get_metadata(backend, cachepath):
return tmpfh
log.info('Downloading and decompressing metadata...')
tmpfh = backend.perform_read(do_read, "s3ql_metadata")
- os.close(os.open(cachepath + '.db.tmp', os.O_RDWR | os.O_CREAT | os.O_TRUNC,
- stat.S_IRUSR | stat.S_IWUSR))
- db = Connection(cachepath + '.db.tmp', fast_mode=True)
log.info("Reading metadata...")
tmpfh.seek(0)
- restore_metadata(tmpfh, db)
- db.close()
- os.rename(cachepath + '.db.tmp', cachepath + '.db')
- db = Connection(cachepath + '.db')
+ db = restore_metadata(tmpfh, cachepath + '.db')
# Increase metadata sequence no
param['seq_no'] += 1
@@ -663,7 +657,7 @@ def timed_wait(event, timeout, interval=1):
which causes noticeable CPU consumption. Therefore, for Python 2 we we
implement our own poll loop that runs at a rate of our own choosing.
'''
- if sys.version_info[0] > 2:
+ if sys.version_info[0] > 2 or timeout is None:
return event.wait(timeout)
endtime = time.time() + timeout
diff --git a/src/s3ql/parse_args.py b/src/s3ql/parse_args.py
index de8d762..044527e 100644
--- a/src/s3ql/parse_args.py
+++ b/src/s3ql/parse_args.py
@@ -46,7 +46,7 @@ import sys
DEFAULT_USAGE = object()
-class HelpFormatter(argparse.ArgumentDefaultsHelpFormatter):
+class HelpFormatter(argparse.HelpFormatter):
def _format_usage(self, usage, actions, groups, prefix):
'''Special handling for usage lists