def retCursor():
host = "localhost"
user = "disappearedng"
db = "gupan_crawling3"
conn = MySQLdb.connect( host=host, user=user, passwd=passwd, db=db)
cursor = conn.cursor()
return cursor
singleCur = retCursor()
def checkTemplateBuilt(netlocH):
"""Used by crawler specifically, this check directly whether template has been built"""
singleCur.execute( """SELECT templateBuilt FROM templateEnough WHERE netloc=%s""", [ netlocH])
r = singleCur.fetchone()
if r:
if bool( r[0]):
return True
return False
大家好,我目前正在使用MySQLdb。出于某种原因,在运行了大约30分钟后我的应用程序完全停止了。看来这个功能阻止了我。 (不知道是什么原因)
Traceback (most recent call last):
File "/usr/lib/python2.6/multiprocessing/process.py", line 231, in _bootstrap
self.run()
File "/mount/950gb/gupan5/disappearedng_temp/code_temp_NEWBRANCH/gupan5-yahoo/crawling/templateCrawling/TemplateCrawler/crawler/crawler.py", line 117, in run
self.get_check_put()
File "/mount/950gb/gupan5/disappearedng_temp/code_temp_NEWBRANCH/gupan5-yahoo/crawling/templateCrawling/TemplateCrawler/crawler/crawler.py", line 66, in get_check_put
if not self.checkLinkCrawlability(linkS, priority):
File "/mount/950gb/gupan5/disappearedng_temp/code_temp_NEWBRANCH/gupan5-yahoo/crawling/templateCrawling/TemplateCrawler/crawler/crawler.py", line 53, in checkLinkCrawlability
if checkTemplateBuilt( getNetLoc( link)):
File "/mount/950gb/gupan5/disappearedng_temp/code_temp_NEWBRANCH/gupan5-yahoo/crawling/templateCrawling/TemplateCrawler/publicapi/publicfunc.py", line 71, in checkTemplateBuilt
singleCur.execute( """SELECT templateBuilt FROM templateEnough WHERE netloc=%s""", [ netlocH])
File "/var/lib/python-support/python2.6/MySQLdb/cursors.py", line 153, in execute
r = self._query(query)
KeyboardInterrupt
顺便说一下,这是表:
CREATE TABLE templateEnough(
`netloc` INT(32) unsigned NOT NULL,
`count` SMALLINT(32) unsigned NOT NULL,
`templateBuilt` TINYINT(1) unsigned DEFAULT 0 NOT NULL,
PRIMARY KEY ( netloc )
) ENGINE=MEMORY DEFAULT CHARSET=utf8
;
有什么想法吗?
答案 0 :(得分:1)
表上可能存在锁定,导致查询无法完成。
答案 1 :(得分:1)
尝试在执行文件之前将查询字符串记录到文件中。 然后,当您认为它已挂起时,您可以查看查询并查看它是否可以手动运行
答案 2 :(得分:0)
根据您的追溯,您在执行checkTemplateBuilt
期间中断了脚本,而不是enoughPassedForTemplate
。
我认为问题在于代码的不同部分;也许某处有无限循环?也许在run
函数中?