如何合并大型数据框

时间:2019-07-22 23:36:37

标签: python pandas merge

我试图合并两个大数据框(1列,但每个合并很多行),但是这样做时出现内存错误。到目前为止,我的尝试是只合并前10,000行,但行不通,但这显然不是可行的解决方案:

// webpack.config.js
const HtmlWebpackPlugin = require('html-webpack-plugin');
const MiniCssExtractPlugin = require('mini-css-extract-plugin');
const path = require('path');
const webpack = require('webpack');


process.env.BABEL_ENV = 'development';
process.env.NODE_ENV = 'development';

let rendererConfig = {
    mode: 'development',

    entry: [
        "react-hot-loader/patch",
        './src/renderer/index.js'
    ],
    target: 'electron-renderer',
    output: {
        filename: 'renderer.bundle.js',
        path:  path.resolve( __dirname ,'dist'),
    },
    // devServer: {
    //     contentBase: './dist',
    //     hot: true,
    //     publicPath: '/'
    // },
    node: {
        __dirname: false,
        __filename: false,
    },
    resolve: {
        extensions: ['.js', '.json', '.ts', '.tsx'],
    },
    module: {
        rules: [
            {
                test: /\.html$/,
                use: [
                    {
                        loader: "html-loader"
                    }
                ]
            },
            {
                test: /\.js$/,
                exclude: /node_modules/,
                use: [
                    {loader: "babel-loader"}
                    ],
            },
            {
                test: /\.css$/i,
                use: ['style-loader', 'css-loader'],
            },
            {
                test: /\.(jpg|png|svg|ico|icns)$/,
                loader: 'file-loader',
                options: {
                    name: '[path][name].[ext]',
                },
            },
            {
                test: /\.(eot|ttf|woff|woff2)$/,
                loader: 'file-loader',
                options: {
                    name: '[name].[ext]',
                },
            },
        ],
    },
    plugins: [
        new MiniCssExtractPlugin({
            filename: 'style.css',
        }),
        new HtmlWebpackPlugin({
            template: path.resolve(__dirname, './src/renderer/index.html'),
            filename: "./index.html"
        }),
        new webpack.DefinePlugin({
            'process.env.NODE_ENV': JSON.stringify('development')
        }),
        // new webpack.HotModuleReplacementPlugin(),
        // new webpack.NamedModulesPlugin(),
    ],
};

module.exports = rendererConfig;

有人可以建议解决此问题的方法吗?

0 个答案:

没有答案