我正在寻找使用python解析大型xml文件的方法。该文件包含几个不同的元素。这是我正在处理的文件的示例:
<movie title="Searching">
<type>War, Thriller</type>
<format>DVD</format>
<year>2018</year>
<rating>PG</rating>
<stars>10</stars>
<description>Missing girl</description>
</movie>
<song title="Need You Now">
<type>Pop, Country</type>
<format>MP4</format>
<year>2010</year>
<singer>Lady Antebellum</rating>
<stars>8</stars>
</song>
<movie title="Sidewalk of New York">
<type>Romantic comedy</type>
<format>DVD</format>
<rating>PG</rating>
<stars>7</stars>
<description>Stories of people's perspective of love in NY</description>
</movie>
从上面的文件中,我想解析和存储与电影和歌曲元素有关的所有信息以列出。我正在使用xml.sax库,却遇到了如何区分元素的问题。例如,如果我解析类型,格式和年份标签,则无法区分它是属于电影还是属于歌曲。这是我到目前为止使用的一小段代码:
import psycopg2
import xml.sax
from xml.sax.handler import ContentHandler
class MovieHandler( xml.sax.ContentHandler ):
def __init__(self):
self.CurrentData = ""
self.type = ""
self.format = ""
self.year = ""
self.data = {} #dict
self.list = [] #list to store information
self.list2 = []
self.list3 = []
self.list4 = []
self.list5 = []
# Call when an element starts
def startElement(self, tag, attributes):
self.CurrentData = tag
if tag == "movie":
title = attributes["title"]
self.list.append(title)
self.data['title'] = self.list
elif tag == "song":
title = attributes ["title"]
self.list2.append(title)
self.data['song_title'] = self.list2
# Call when an elements ends
def endElement(self, tag):
if self.CurrentData == "type":
type = self.type
self.list3.append(type)
self.data['type'] = self.list3
elif self.CurrentData == "format":
format = self.format
self.list4.append(format)
self.data['format'] = self.list4
elif self.CurrentData == "year":
year = int(self.year)
self.list5.append(year)
self.data['year'] = self.list5
self.CurrentData = ""
# Call when a character is read
def characters(self, content):
if self.CurrentData == "type":
self.type = content
elif self.CurrentData == "format":
self.format = content
elif self.CurrentData == "year":
self.year = content
以上代码的结果是类型,格式和年份将被重复计算。这是输出示例:
{'format': ['DVD', 'MP4', 'DVD'],
'title': ['Searching', 'Need You Now', 'Sidewalk of New York'],
'type': ['War, Thriller',
'Pop, Country',
'Romantic Comedy'],
'year': [2018, 2010]}
关于如何解决此问题的任何想法?谢谢!
答案 0 :(得分:0)
您可以将当前类型保存在startElement
中,然后可以将数据相应地存储在endElement()
def startElement(self, tag, attributes):
if tag == "movie":
self.currentEntryType = "movie"
elif tag == "song":
self.currentEntryType = "song"
...
def endElement(self, tag):
if self.currentEntryType == "movie":
... # store as movie data
(我不太确定您的输出列表应该是什么样,也许您可以为示例xml发布完美的输出列表)
编辑: 拥有2则字典,其中一部用于电影,另一部用于歌曲会更好吗?这取决于数据库的外观。
我不确定您为什么要全部使用列表,使用字典列表而不是列表字典会更好吗?
例如使用2个字典,例如:
{
'format': ['DVD', 'DVD'],
'title': ['Searching', 'Sidewalk of New York'],
'type': ['War, Thriller', 'Romantic Comedy'],
'year': [2018]
}
{
'format': ['MP4'],
'title': ['Need You Now'],
'type': ['Pop, Country'],
'year': [2010]
}
与此有关的是,您无法确定2018年是属于 Searching 还是属于纽约人行道。将列表提交到数据库时会出现问题吗?
这是一个包含两个字典的解决方案,一个用于电影,一个用于歌曲。 基本上,它使用8个列表而不是5个列表来分别存储所有内容。
class MovieHandler( xml.sax.ContentHandler ):
def __init__(self):
self.CurrentData = ""
self.type = ""
self.format = ""
self.year = ""
self.dataMovies = {} #dict
self.dataSongs = {}
self.list = [] # movie title
self.list2 = [] # song title
self.list3 = [] # movie type
self.list4 = [] # movie format
self.list5 = [] # movie year
self.list6 = [] # song type
self.list7 = [] # song format
self.list8 = [] # song year
self.currentEntryType = None
# Call when an element starts
def startElement(self, tag, attributes):
self.CurrentData = tag
if tag == "movie":
title = attributes["title"]
self.list.append(title)
self.dataMovies['title'] = self.list
self.currentEntryType = "movie"
elif tag == "song":
title = attributes ["title"]
self.list2.append(title)
self.dataSongs['song_title'] = self.list2
self.currentEntryType = "song"
# Call when an elements ends
def endElement(self, tag):
if tag == "movie":
# Make movie lists the same length
self.list3.extend([None]*(len(self.list)-len(self.list3)))
self.list4.extend([None]*(len(self.list)-len(self.list4)))
self.list5.extend([None]*(len(self.list)-len(self.list5)))
elif tag == "song":
# Make movie lists the same length
self.list6.extend([None]*(len(self.list2)-len(self.list6)))
self.list7.extend([None]*(len(self.list2)-len(self.list7)))
self.list8.extend([None]*(len(self.list2)-len(self.list8)))
if self.currentEntryType == "movie":
if self.CurrentData == "type":
type = self.type
self.list3.append(type)
self.dataMovies['type'] = self.list3
elif self.CurrentData == "format":
format = self.format
self.list4.append(format)
self.dataMovies['format'] = self.list4
elif self.CurrentData == "year":
year = int(self.year)
self.list5.append(year)
self.dataMovies['year'] = self.list5
self.CurrentData = ""
elif self.currentEntryType == "song":
if self.CurrentData == "type":
type = self.type
self.list6.append(type)
self.dataSongs['type'] = self.list6
elif self.CurrentData == "format":
format = self.format
self.list7.append(format)
self.dataSongs['format'] = self.list7
elif self.CurrentData == "year":
year = int(self.year)
self.list8.append(year)
self.dataSongs['year'] = self.list8
self.CurrentData = ""
# Call when a character is read
def characters(self, content):
if self.CurrentData == "type":
self.type = content
elif self.CurrentData == "format":
self.format = content
elif self.CurrentData == "year":
self.year = content