Question

我在C ++中创建自己的python模块。模块源代码：

#include <Python.h>
#include <numpy/arrayobject.h>
#include "FMM.h"

struct module_state {
    PyObject *error;
};

#define GETSTATE(m) ((struct module_state*)PyModule_GetState(m))

static PyObject* FMM(PyObject* self, PyObject* args)
{
    PyObject *model_obj;
    PyObject *time_obj;
    PyObject *accepted_obj;
    PyObject *lat_obj;
    PyObject *lon_obj;
    PyObject *h_obj;
    int N;

    if (!PyArg_ParseTuple(args, "OOOOOOi", &model_obj, &time_obj, &accepted_obj, &lat_obj, &lon_obj, &h_obj, &N))
    {
        Py_INCREF(Py_None);
        return Py_None;
    }

    PyObject *model = PyArray_FROM_OTF(model_obj, NPY_FLOAT, NPY_INOUT_ARRAY);
    PyObject *time = PyArray_FROM_OTF(time_obj, NPY_FLOAT, NPY_INOUT_ARRAY);
    PyObject *accepted = PyArray_FROM_OTF(accepted_obj, NPY_BOOL, NPY_INOUT_ARRAY);
    PyObject *lat = PyArray_FROM_OTF(lon_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);
    PyObject *lon = PyArray_FROM_OTF(lon_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);
    PyObject *h = PyArray_FROM_OTF(h_obj, NPY_DOUBLE, NPY_INOUT_ARRAY);

    float *MODEL    = static_cast<float *>(PyArray_DATA(model_obj));
    float *TIME     = static_cast<float *>(PyArray_DATA(time_obj));
    bool *ACCEPTED  = static_cast<bool *>(PyArray_DATA(accepted_obj));
    double *LAT     = static_cast<double *>(PyArray_DATA(lat_obj));
    double *LON     = static_cast<double *>(PyArray_DATA(lon_obj));
    double *H       = static_cast<double *>(PyArray_DATA(h_obj));
    _FMM(MODEL, TIME, ACCEPTED, LAT, LON, H, N);


    Py_INCREF(Py_None);
    return Py_None;
}

static PyObject* SetModelSize(PyObject* self, PyObject* args)
{
    int x, y, z;


    if (!PyArg_ParseTuple(args, "iii", &x, &y, &z))
    {
        Py_INCREF(Py_None);
        return Py_None;
    }

    _SaveModelSize(x, y, z);

    // Rerutn values
    Py_INCREF(Py_None);
    return Py_None;

}

static PyMethodDef FMMMethods[] = {
    {"FMM", FMM, METH_VARARGS, "Some Text"},
    {"SetModelSize", SetModelSize, METH_VARARGS, "Some Text"},
    {NULL, NULL, 0, NULL}
};

static int FMM_traverse(PyObject *m, visitproc visit, void *arg) {
    Py_VISIT(GETSTATE(m)->error);
    return 0;
}

static int FMM_clear(PyObject *m) {
    Py_CLEAR(GETSTATE(m)->error);
    return 0;
}


static struct PyModuleDef moduledef = {
        PyModuleDef_HEAD_INIT,
        "FMM",
        NULL,
        sizeof(struct module_state),
        FMMMethods,
        NULL,
        FMM_traverse,
        FMM_clear,
        NULL
};

extern "C" PyObject * PyInit_FMM(void)
{
    PyObject *module = PyModule_Create(&moduledef);
    if (module == NULL)
        return NULL;
    struct module_state *st = GETSTATE(module);

    st->error = PyErr_NewException("FMM.Error", NULL, NULL);
    if (st->error == NULL) 
    {
        Py_DECREF(module);
        return NULL;
    }
    import_array();
    Py_INCREF(module);
    return module;

}

我的函数_FMM对大数据集进行数值计算（两个floats和bool的大小为2e9个元素。

使用setup.py编译模块：

from distutils.core import setup, Extension
import numpy.distutils.misc_util
import os

os.environ["CC"] = "g++"
os.environ["CXX"] = "g++"

module1 = Extension('FMM', sources = ['FMMmodule.c', 'FMM.c'])

setup (name = 'PackageName',
        version = '1.0',
        description = 'This is a demo package',
        ext_modules = [module1],
       include_dirs=numpy.distutils.misc_util.get_numpy_include_dirs())

当我从python运行它时，我在大约60秒的计算后得到分段错误。

每次我在不同的计算步骤中运行。我已经读过它可能与滥用Py_INCREF()和Py_DECREF()有关 - 试图在没有运气的情况下玩弄它。

有人有经验如何处理这种行为？

我正在使用python 3.4进行测试。

Answer 1

我终于把它整理出来了。我不得不修改代码以使其与更新的numpy c-api兼容：请点击此处：Migrating to numpy api 1.7

C ++ python模块中的随机分段错误错误

1 个答案: