我正在尝试使用以下代码在Linux中打开压缩为.lzma文件的.csv:
import lzma
import pandas as pd
myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'
with lzma.open(myfile,'rt') as f:
pair_info=pd.read_csv(f,engine='c',header=0,index_col=0)
myfile是Linux中存在的路径。
但是我得到了错误:
with lzma.open(stock,'rt') as f:
AttributeError: 'module' object has no attribute 'open'
我尝试添加以下内容:
import lzma
import pandas as pd
myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'
with open(myfile) as compressed:
with lzma.LZMAFile(compressed,'r') as uncompressed:
line in uncompressed:
print(line)
但是我得到了错误:
with lzma.LZMAFile(compressed,'r') as uncompressed:
TypeError: coercing to Unicode: need string or buffer, file found
我也尝试过:
import pandas as pd
import lzma
import pickle
myfile= '/home/stacey/work/roll_158_oe_2018-03-02/BBG.XTKS.8219.S/inst.BBG.XTKS.8219.S.csv.lzma'
myoutput = pickle_load(myfile,'lzma')
print(myoutput )
def pickle_load(filePath,compression=None):
open_cmd=open if compression is None else __import__(compression).open
with open_cmd(filePath,'r') as f:
output=pickle.load(f)
return output
但我再次收到错误消息:
open_cmd=open if compression is None else __import__(compression).open
AttributeError: 'module' object has no attribute 'open'
当我在cmd行上运行python-v时,我得到输出:
[scoleman @ ip-192-168-9-132 port_1m] $ python -v
# installing zipimport hook
import zipimport # builtin
# installed zipimport hook
# /usr/lib64/python2.7/site.pyc matches /usr/lib64/python2.7/site.py
import site # precompiled from /usr/lib64/python2.7/site.pyc
# /usr/lib64/python2.7/os.pyc matches /usr/lib64/python2.7/os.py
import os # precompiled from /usr/lib64/python2.7/os.pyc
import errno # builtin
import posix # builtin
# /usr/lib64/python2.7/posixpath.pyc matches /usr/lib64/python2.7/posixpath.py
import posixpath # precompiled from /usr/lib64/python2.7/posixpath.pyc
# /usr/lib64/python2.7/stat.pyc matches /usr/lib64/python2.7/stat.py
import stat # precompiled from /usr/lib64/python2.7/stat.pyc
# /usr/lib64/python2.7/genericpath.pyc matches /usr/lib64/python2.7/genericpath. py
import genericpath # precompiled from /usr/lib64/python2.7/genericpath.pyc
# /usr/lib64/python2.7/warnings.pyc matches /usr/lib64/python2.7/warnings.py
import warnings # precompiled from /usr/lib64/python2.7/warnings.pyc
# /usr/lib64/python2.7/linecache.pyc matches /usr/lib64/python2.7/linecache.py
import linecache # precompiled from /usr/lib64/python2.7/linecache.pyc
# /usr/lib64/python2.7/types.pyc matches /usr/lib64/python2.7/types.py
import types # precompiled from /usr/lib64/python2.7/types.pyc
# /usr/lib64/python2.7/UserDict.pyc matches /usr/lib64/python2.7/UserDict.py
import UserDict # precompiled from /usr/lib64/python2.7/UserDict.pyc
# /usr/lib64/python2.7/_abcoll.pyc matches /usr/lib64/python2.7/_abcoll.py
import _abcoll # precompiled from /usr/lib64/python2.7/_abcoll.pyc
# /usr/lib64/python2.7/abc.pyc matches /usr/lib64/python2.7/abc.py
import abc # precompiled from /usr/lib64/python2.7/abc.pyc
# /usr/lib64/python2.7/_weakrefset.pyc matches /usr/lib64/python2.7/_weakrefset. py
import _weakrefset # precompiled from /usr/lib64/python2.7/_weakrefset.pyc
import _weakref # builtin
# /usr/lib64/python2.7/copy_reg.pyc matches /usr/lib64/python2.7/copy_reg.py
import copy_reg # precompiled from /usr/lib64/python2.7/copy_reg.pyc
# /usr/lib64/python2.7/traceback.pyc matches /usr/lib64/python2.7/traceback.py
import traceback # precompiled from /usr/lib64/python2.7/traceback.pyc
# /usr/lib64/python2.7/sysconfig.pyc matches /usr/lib64/python2.7/sysconfig.py
import sysconfig # precompiled from /usr/lib64/python2.7/sysconfig.pyc
# /usr/lib64/python2.7/re.pyc matches /usr/lib64/python2.7/re.py
import re # precompiled from /usr/lib64/python2.7/re.pyc
# /usr/lib64/python2.7/sre_compile.pyc matches /usr/lib64/python2.7/sre_compile. py
import sre_compile # precompiled from /usr/lib64/python2.7/sre_compile.pyc
import _sre # builtin
# /usr/lib64/python2.7/sre_parse.pyc matches /usr/lib64/python2.7/sre_parse.py
import sre_parse # precompiled from /usr/lib64/python2.7/sre_parse.pyc
# /usr/lib64/python2.7/sre_constants.pyc matches /usr/lib64/python2.7/sre_consta nts.py
import sre_constants # precompiled from /usr/lib64/python2.7/sre_constants.pyc
dlopen("/usr/lib64/python2.7/lib-dynload/_localemodule.so", 2);
import _locale # dynamically loaded from /usr/lib64/python2.7/lib-dynload/_local emodule.so
# /usr/lib64/python2.7/_sysconfigdata.pyc matches /usr/lib64/python2.7/_sysconfi gdata.py
import _sysconfigdata # precompiled from /usr/lib64/python2.7/_sysconfigdata.pyc
import encodings # directory /usr/lib64/python2.7/encodings
# /usr/lib64/python2.7/encodings/__init__.pyc matches /usr/lib64/python2.7/encod ings/__init__.py
import encodings # precompiled from /usr/lib64/python2.7/encodings/__init__.pyc
# /usr/lib64/python2.7/codecs.pyc matches /usr/lib64/python2.7/codecs.py
import codecs # precompiled from /usr/lib64/python2.7/codecs.pyc
import _codecs # builtin
# /usr/lib64/python2.7/encodings/aliases.pyc matches /usr/lib64/python2.7/encodi ngs/aliases.py
import encodings.aliases # precompiled from /usr/lib64/python2.7/encodings/alias es.pyc
# /usr/lib64/python2.7/encodings/utf_8.pyc matches /usr/lib64/python2.7/encoding s/utf_8.py
import encodings.utf_8 # precompiled from /usr/lib64/python2.7/encodings/utf_8.p yc
Python 2.7.12 (default, Sep 1 2016, 22:14:00)
[GCC 4.8.3 20140911 (Red Hat 4.8.3-9)] on linux2
Type "help", "copyright", "credits" or "license" for more information.
dlopen("/usr/lib64/python2.7/lib-dynload/readline.so", 2);
import readline # dynamically loaded from /usr/lib64/python2.7/lib-dynload/readl ine.so
然后运行import lzma时,我得到输出:
>>> import lzma
dlopen("/usr/lib64/python2.7/dist-packages/lzma.so", 2);
import lzma # dynamically loaded from /usr/lib64/python2.7/dist-packages/lzma.so
有人可以让我知道我做错了什么以及如何使它工作?
我环顾四周,但看不到其他解决方案。如果有人可以提供一些帮助,将不胜感激。
答案 0 :(得分:3)
显然,您需要从lzma
模块调用一个类来打开文件:
import lzma # python 3, try lzmaffi in python 2
with open('one-csv-file.xz') as compressed:
with lzma.LZMAFile(compressed) as uncompressed:
for line in uncompressed:
do_stuff_with(line)
答案 1 :(得分:0)
Python 2.7.x和Python 3.3+之间的8000
模块有所不同。
Python 2.7.x没有lzma
,并且lzma.open
没有采用类似文件的对象。这是一个以独立方式打开lzma.LZMAFile
文件Python版本的函数。
lzma
用法;
只需传递def open_lzma_file(f, *args, **kwargs):
import os
try:
import lzma
except ImportError:
raise NotImplementedError('''This version of python doesn't have "lzma" module''')
if hasattr(lzma, 'open'):
# Python 3.3+
# lzma.open supports 'str', 'bytes' and file-like object
return lzma.open(f, *args, **kwargs)
# Python 2.7.x
# This version has LZMAFile
# LZMAFile doesn't take-file like object in Python 2.7
if not isinstance(f, basestring):
# probably a file like object
if hasattr(f, 'name') and os.path.exists(f.name):
f = f.name
else:
raise TypeError('Expected `str`, `bytes`, `unicode` or file-like object with valid `name` attribute pointing to a valid path')
return lzma.LZMAFile(f, *args, **kwargs)
,str
或类似文件的对象。
bytes