我Gumbo
用来解析一个网页CP1251
。我已将文本转换为UTF-8
并将其发送到秋葵解析器。A
我在获取链接中的文本时遇到问题
node->v.text.text
当源正确显示在控制台中时,我在输出上得到奇怪的符号。我正在使用Qt 5.2
并libiconv
用于转换目的。
需要我将节点文本转换为本地代码页还是我做错了什么?
进入页面CP1251
QByteArray barrData = pf->getData();
size_t dstlen = 1048576;
char buf[dstlen];
memset((char*)buf, 0, dstlen);
char* pIn = barrData.data();
char* pOut = (char*)buf;
size_t srclen = barrData.size();
iconv_t conv = iconv_open("UTF-8", "CP1251");
iconv(conv, &pIn, &srclen, &pOut, &dstlen);
iconv_close(conv);
GumboOutput* output = gumbo_parse(buf);
parsePage(output->root);
gumbo_destroy_output(&kGumboDefaultOptions, output);
解析
if (node->v.element.tag == GUMBO_TAG_DIV && (_class = gumbo_get_attribute(&node->v.element.attributes, "class")))
{
if (QString(_class->value) == "catalog-item-title")
{
qDebug() << "parsePage: found product, parsing...";
GumboVector* children = &node->v.element.children;
for (int i = 0; i < children->length; ++i)
{
GumboNode* node = static_cast<GumboNode*>(children->data[i]);
GumboAttribute* href;
GumboAttribute* id;
if (node->v.element.tag == GUMBO_TAG_A &&
(href = gumbo_get_attribute(&node->v.element.attributes, "href"))
)
{
char buf[1024];
memset(buf, 0, 1024);
int i = node->v.text.original_text.length;
memcpy(buf, node->v.text.original_text.data, i);
QString strTitle = buf;
Q_ASSERT(node->v.text.original_text.length > 0);
qDebug() << "parsePage: found product" << strTitle << href->value;
break;
}
}
}
}
源页面文本:
<div class="catalog-item-title"><a href="/textile/postelnoe-bele/korolevskoe-iskushenie-perkal/izmir_2/">Измир 2</a></div>