0

我试图让一个 grequest 产生额外的 grequest,但我发现没有执行二级 grequest 回调。用例是查看来自 api 的结果的第一页,用它来计算还有多少额外的页面要访问,然后为这些页面创建新的 grequest。这是相关的代码片段:

def handle_page(response, **kwargs):
    # this code is not executed
    print(response.url)
    print(response.status_code)

def handle_tag(response, **kwargs):
    tag = url_to_tag_regex.findall(response.url)[0]
    print(tag)
    jsonObj = response.json()
    totalCount = jsonObj.get("total_count")
    totalPages = int(ceil(totalCount / 48.0))
    unsent_tag_reqs = (grequests.get(api_url_format % (tag, page),
                                     callback=handle_page,
                                     session=requests_session) for page in xrange(totalPages))
    grequests.map(unsent_tag_reqs, size=__CONCURRENT_LIMIT__)

if __name__=="__main__":
    unsent_requests = (grequests.get(api_url_format % (tag, 0),
                                     callback=handle_tag,
                                     session=requests_session) for tag in tagList)
    grequests.map(unsent_requests, size=__CONCURRENT_LIMIT__)
4

0 回答 0