我试图让一个 grequest 产生额外的 grequest,但我发现没有执行二级 grequest 回调。用例是查看来自 api 的结果的第一页,用它来计算还有多少额外的页面要访问,然后为这些页面创建新的 grequest。这是相关的代码片段:
def handle_page(response, **kwargs):
# this code is not executed
print(response.url)
print(response.status_code)
def handle_tag(response, **kwargs):
tag = url_to_tag_regex.findall(response.url)[0]
print(tag)
jsonObj = response.json()
totalCount = jsonObj.get("total_count")
totalPages = int(ceil(totalCount / 48.0))
unsent_tag_reqs = (grequests.get(api_url_format % (tag, page),
callback=handle_page,
session=requests_session) for page in xrange(totalPages))
grequests.map(unsent_tag_reqs, size=__CONCURRENT_LIMIT__)
if __name__=="__main__":
unsent_requests = (grequests.get(api_url_format % (tag, 0),
callback=handle_tag,
session=requests_session) for tag in tagList)
grequests.map(unsent_requests, size=__CONCURRENT_LIMIT__)