Lexbor：用C語言抓取HTML表格-有解無憂

目標：

從using 中的標簽之間查找并列印一個值。Lexbor 的詳細資訊和源代碼可以在這里找到。<td>HTML tablelexbor

更多細節：

有很多<td>標簽，每一個都由一個唯一的header. 下面可以看到一個簡單的例子，其中只有的第一列值0.7是感興趣的（即帶有的標簽header="choose-this-header"）。

<table>
<tbody>
<tr>
    <td header="choose-this-header">0.7</td>
    <td header="ignore-this-header">1.3</td>
    <td header="ignore-this-header">5.4</td>
</tr>
</tbody>
</table>

因此，似乎找到此值的最佳方法是：

搜索HTML元素，其中header="chosen-header"
隔離這行HTML，并提取<td>...</td>標簽之間的值

問題：

基于這個 lexbor 示例，step_one.c如下所示成功檢測到HTML包含 required的行header，但它被列印到終端，因為<td header="choose-this-header">沒有文本值或結束</td>標記。如果有一種方法可以將整行（即<td header="choose-this-header">0.7</td>）保存到緩沖區中，則可以使用下面step_two.c 基于此示例的程式來提取的文本值0.7。

step_one.c

#include "base.h"

#include <lexbor/dom/dom.h>


static void
print_collection_elements(lxb_dom_collection_t *collection)
{
    lxb_dom_element_t *element;

    for (size_t i = 0; i < lxb_dom_collection_length(collection); i  ) {
        element = lxb_dom_collection_element(collection, i);

        serialize_node(lxb_dom_interface_node(element));
    }

    lxb_dom_collection_clean(collection);
}

int
main(int argc, const char *argv[])
{
    lxb_status_t status;
    lxb_dom_element_t *body;
    lxb_html_document_t *document;
    lxb_dom_collection_t *collection;

    const lxb_char_t html[] = "<table>"
            "<tbody>"
            "<tr>"
            "<td header=\"choose-this-header\">0.7</td>"
            "<td header=\"ignore-this-header\">1.3</td>"
            "<td header=\"ignore-this-header\">5.4</td>"
            "</tr>"
            "</tbody>"
            "</table>";

    size_t html_szie = sizeof(html) - 1;

    PRINT("HTML:");
    PRINT("%s", (const char *) html);

    document = parse(html, html_szie);

    body = lxb_dom_interface_element(document->body);

    collection = lxb_dom_collection_make(&document->dom_document, 128);
    if (collection == NULL) {
        FAILED("Failed to create Collection object");
    }

    /* Full match */
    status = lxb_dom_elements_by_attr(body, collection,
                                      (const lxb_char_t *) "header", 6,
                                      (const lxb_char_t *) "choose-this-header", 18,
                                      true);
    if (status != LXB_STATUS_OK) {
        FAILED("Failed to get elements by name");
    }

    PRINT("\nFull match by 'choose-this-header':");
    print_collection_elements(collection);

    lxb_dom_collection_destroy(collection, true);
    lxb_html_document_destroy(document);

    return 0;
}

step_one.c 輸出：

HTML:
<table><tbody><tr><td header="choose-this-header">0.7</td><td header="ignore-this-header">1.3</td><td header="ignore-this-header">5.4</td></tr></tbody></table>

Full match by 'choose-this-header':
<td header="choose-this-header"> // no text value or closing tag is printed

step_two.c

#include "lexbor/html/tokenizer.h"


#define FAILED(...)                                                            \
    do {                                                                       \
        fprintf(stderr, __VA_ARGS__);                                          \
        fprintf(stderr, "\n");                                                 \
        exit(EXIT_FAILURE);                                                    \
    }                                                                          \
    while (0)


static lxb_html_token_t *
token_callback(lxb_html_tokenizer_t *tkz, lxb_html_token_t *token, void *ctx)
{
    /* Skip all not #text tokens */
    if (token->tag_id != LXB_TAG__TEXT) {
        return token;
    }

    printf("%.*s", (int) (token->text_end - token->text_start),
           token->text_start);

    return token;
}

int
main(int argc, const char *argv[])
{
    lxb_status_t status;
    lxb_html_tokenizer_t *tkz;

    const lxb_char_t data[] = "<td headers=\"choose-this-header\">0.7</td>";

    printf("HTML:\n%s\n\n", (char *) data);
    printf("Result:\n");

    tkz = lxb_html_tokenizer_create();
    status = lxb_html_tokenizer_init(tkz);
    if (status != LXB_STATUS_OK) {
        FAILED("Failed to create tokenizer object");
    }

    /* Set callback for token */
    lxb_html_tokenizer_callback_token_done_set(tkz, token_callback, NULL);

    status = lxb_html_tokenizer_begin(tkz);
    if (status != LXB_STATUS_OK) {
        FAILED("Failed to prepare tokenizer object for parsing");
    }

    status = lxb_html_tokenizer_chunk(tkz, data, (sizeof(data) - 1));
    if (status != LXB_STATUS_OK) {
        FAILED("Failed to parse the html data");
    }

    status = lxb_html_tokenizer_end(tkz);
    if (status != LXB_STATUS_OK) {
        FAILED("Failed to ending of parsing the html data");
    }

    printf("\n");

    lxb_html_tokenizer_destroy(tkz);

    return 0;
}

step_two.c 輸出：

HTML:
<td headers="choose-this-header">0.7</td>

Result:
0.7

額外細節：

最好繼續使用，lexbor因為它很快
使用 Ubuntu 20.04.1 LTS
編譯 gcc myprogram.c -llexbor -o myprogram
此處找到各種作業系統的安裝說明

總結問題：

一季度。如何step_one.c修改程式以將整個行保存到緩沖區中？一旦實作了這一點，將兩個程式合并為一個程式將相對簡單，其中變數data[]instep_two.c將是使用中看到的邏輯找到的整行step_one.c。

uj5u.com熱心網友回復：

下面是一個例子：

#include <lexbor/html/html.h>
#include <lexbor/css/css.h>
#include <lexbor/selectors/selectors.h>


lxb_status_t
callback(const lxb_char_t *data, size_t len, void *ctx)
{
    printf("%.*s", (int) len, (const char *) data);

    return LXB_STATUS_OK;
}

lxb_status_t
find_callback(lxb_dom_node_t *node, lxb_css_selector_specificity_t *spec,
              void *ctx)
{
    printf("Tag:\n");

    /* Print only <td> tag. */
    (void) lxb_html_serialize_cb(node, callback, NULL);

    printf("\n\nTag with children:\n");

    /* Print <td> element and all children in <td>. */
    (void) lxb_html_serialize_tree_cb(node, callback, NULL);

    printf("\n\nChildren:\n");

    /* Print children in <td>. */
    (void) lxb_html_serialize_deep_cb(node, callback, NULL);

    /* Use lxb_html_serialize_*_str(...) for buffer. */

    return LXB_STATUS_OK;
}

int main(void) {
    lxb_status_t status;
    lxb_dom_node_t *body;
    lxb_html_document_t *document;
    lxb_css_parser_t *parser;
    lxb_selectors_t *selectors;
    lxb_css_selector_list_t *list;

    const lxb_char_t html[] = "<table>"
            "<tbody>"
            "<tr>"
            "<td header=\"choose-this-header\">0.7</td>"
            "<td header=\"ignore-this-header\">1.3</td>"
            "<td header=\"ignore-this-header\">5.4</td>"
            "</tr>"
            "</tbody>"
            "</table>";

    static const lxb_char_t slctrs[] = "td[header='choose-this-header']";

    document = lxb_html_document_create();
    if (document == NULL) {
        return EXIT_FAILURE;
    }

    status = lxb_html_document_parse(document, html, sizeof(html) - 1);
    if (status != LXB_STATUS_OK) {
        return EXIT_FAILURE;
    }

    /* Create CSS parser. */

    parser = lxb_css_parser_create();
    status = lxb_css_parser_init(parser, NULL, NULL);
    if (status != LXB_STATUS_OK) {
        return EXIT_FAILURE;
    }

    /* Selectors. */

    selectors = lxb_selectors_create();
    status = lxb_selectors_init(selectors);
    if (status != LXB_STATUS_OK) {
        return EXIT_FAILURE;
    }

    list = lxb_css_selectors_parse(parser, slctrs, sizeof(slctrs) - 1);
    if (parser->status != LXB_STATUS_OK) {
        return EXIT_FAILURE;
    }

    /* Find DOM/HTML nodes by selectors. */

    body = lxb_dom_interface_node(lxb_html_document_body_element(document));
    if (body == NULL) {
        return EXIT_FAILURE;
    }

//    lxb_html_serialize_deep_cb(body, callback, NULL);

    status = lxb_selectors_find(selectors, body, list, find_callback, NULL);
    if (status != LXB_STATUS_OK) {
        return EXIT_FAILURE;
    }

    printf("\n");

    /* Destroy Selectors object. */
    (void) lxb_selectors_destroy(selectors, true);

    /* Destroy resources for CSS Parser. */
    (void) lxb_css_parser_destroy(parser, true);

    /* Destroy all Selector List memory. */
    lxb_css_selector_list_destroy_memory(list);

    /* Destroy HTML Document. */
    lxb_html_document_destroy(document);

    return 0;
}

輸出：

Tag:
<td header="choose-this-header">

Tag with children:
<td header="choose-this-header">0.7</td>

Children:
0.7

轉載請註明出處，本文鏈接：https://www.uj5u.com/qita/349833.html

標籤：html C 网页抓取

上一篇：如何更改BeautifulSoup中的文本并保持HTML代碼不受影響

下一篇：多次抓取：代碼中的問題。我究竟做錯了什么？