我完全迷失了。这是我的管道。当我运行它时,我得到一个错误,说
File "c:\python27\lib\site-packages\twisted\internet\defer.py", line 588, in _runCallbacks
current.result = callback(current.result, *args, **kw)
File "C:\Python27\bff\bff\pipelines.py", line 42, in process_item
cursor.execute(add_Product)
File "c:\python27\lib\site-packages\mysql\connector\cursor.py", line 492, in execute
stmt = operation.encode(self._connection.python_charset)
AttributeError: 'tuple' object has no attribute 'encode'
正如您在评论代码中所看到的,我尝试了几种不同的方法。起初,我正在按照我在示例中看到的那样做,但是当我将(item ['StoreName'])放在VALUES行中而不是在上面将其定义为Name = item时,得到的错误是sadi项目未定义[ 'STORENAME'] 我使用从mqsql.org网站安装的mySQL.connector。提前致谢
# -*- coding: utf-8 -*-
# Define your item pipelines here
# Don't forget to add your pipeline to the ITEM_PIPELINES setting
# See: http://doc.scrapy.org/en/latest/topics/item-pipeline.html
from __future__ import print_function
from datetime import date, datetime, timedelta
import mysql.connector
#from scrapy.extensions import DropItem
#from bff.items import ItemInfo
class mySQLPipeline(object):
def process_item(self, item, spider):
Path = item['ProdPath']
UPC = item['ProdUPC']
Model = item['ProdModel']
Desc = item['ProdDesc']
Price = item['ProdPrice']
Stock = item['InStock']
#Ships = item['Ships']
Name = item['StoreName']
cnx = mysql.connector.connect(user='*****', password='*****',
host='127.0.0.1',
port='****',
database='scrapyinfo')
cursor = cnx.cursor()
#add_Product = ("INSERT INTO walmart_products (ProdName)"
# "VALUES (%s), (Name);")
add_Product = ("INSERT INTO walmart_products, (ProdName, ProdPath, ProdUPC, ProdModel, ProdDesc, ProdPrice, InStock, Ships, StoreName)"
"VALUES (%s, %s, %s, %s, %s, %s, %s, %s, %s)", (Name, Path, UPC, Model, Desc, Price, Stock, Name))
#item['Ships'],
#Add new product
cursor.execute(add_Product)
# Make sure data is committed to the database
cnx.commit()
cursor.close()
cnx.close()
return item
修改。这是我的新代码
`
from __future__ import print_function
from datetime import date, datetime, timedelta
import mysql.connector
#from scrapy.extensions import DropItem
#from bff.items import ItemInfo
class mySQLPipeline(object):
def process_item(self, item, spider):
Product = item['ProdName']
Path = item['ProdPath']
UPC = item['ProdUPC']
Model = item['ProdModel']
Desc = item['ProdDesc']
Price = item['ProdPrice']
Stock = item['InStock']
#Ships = item['Ships']
Name = item['StoreName']
cnx = mysql.connector.connect(user='****', password='****',
host='127.0.0.1',
port='****',
database='****')
cursor = cnx.cursor()
# add_Product = ("INSERT INTO walmart_products (ProdName, StoreName) VALUES (%s, %s,)", Product, Name,)
# add_Product = ("INSERT INTO walmart_products, (ProdName)"
# "VALUES (%s)", (Name))
# "VALUES (%(Name)s)")
add_Product = ("INSERT INTO walmart_products "
"(ProdName, ProdPath, ProdUPC, ProdModel, ProdDesc, ProdPrice, InStock, StoreName) "
"VALUES (%s, %s, %s, %s, %s, %s, %s, %s)")
#item['Ships'],
data_Product = (Product, Path, UPC, Model, Desc, Price, Stock, Name)
#Add new product
cursor.execute(add_Product, data_Product)
# Make sure data is committed to the database
cnx.commit()
cursor.close()
cnx.close()
return item
`
答案 0 :(得分:0)
万一有人被困在我所在的地方,我不敢理解。我很沮丧并停止使用mysql.connector而是使用了MySQLdb。一旦我切换到那,那么一切都很顺利。