meta_oxide 0.1.1

Universal metadata extraction library supporting 13 formats (HTML Meta, Open Graph, Twitter Cards, JSON-LD, Microdata, Microformats, RDFa, Dublin Core, Web App Manifest, oEmbed, rel-links, Images, SEO) with 7 language bindings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221

"""Tests for h-product microformat extraction"""

import meta_oxide


def test_extract_hproduct_basic():
    """Test basic h-product extraction"""
    html = """
        <div class="h-product">
            <span class="p-name">Laptop Pro</span>
            <span class="p-brand">TechBrand</span>
            <span class="p-price">$999.99</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["name"] == "Laptop Pro"
    assert products[0]["brand"] == "TechBrand"
    assert products[0]["price"] == "$999.99"


def test_hproduct_with_description():
    """Test h-product with description"""
    html = """
        <div class="h-product">
            <span class="p-name">Smartphone X</span>
            <div class="p-description">
                A powerful smartphone with advanced features.
            </div>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert "powerful smartphone" in products[0]["description"]
    assert "advanced features" in products[0]["description"]


def test_hproduct_with_photo():
    """Test h-product with photo"""
    html = """
        <div class="h-product">
            <span class="p-name">Camera</span>
            <img class="u-photo" src="https://example.com/camera.jpg" alt="Camera" />
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["photo"] == "https://example.com/camera.jpg"


def test_hproduct_with_rating():
    """Test h-product with rating"""
    html = """
        <div class="h-product">
            <span class="p-name">Headphones</span>
            <span class="p-rating">4.5</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["rating"] == 4.5


def test_hproduct_with_categories():
    """Test h-product with multiple categories"""
    html = """
        <div class="h-product">
            <span class="p-name">Running Shoes</span>
            <span class="p-category">Footwear</span>
            <span class="p-category">Sports</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert len(products[0]["category"]) == 2
    assert products[0]["category"][0] == "Footwear"
    assert products[0]["category"][1] == "Sports"


def test_hproduct_with_url():
    """Test h-product with URL"""
    html = """
        <div class="h-product">
            <a class="u-url" href="https://example.com/product/123">
                <span class="p-name">Watch</span>
            </a>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["url"] == "https://example.com/product/123"


def test_hproduct_with_identifier():
    """Test h-product with identifier/SKU"""
    html = """
        <div class="h-product">
            <span class="p-name">Tablet</span>
            <span class="p-identifier">SKU-12345</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["identifier"] == "SKU-12345"


def test_multiple_hproducts():
    """Test extraction of multiple products"""
    html = """
        <div class="h-product">
            <span class="p-name">Product 1</span>
        </div>
        <div class="h-product">
            <span class="p-name">Product 2</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 2
    assert products[0]["name"] == "Product 1"
    assert products[1]["name"] == "Product 2"


def test_hproduct_empty():
    """Test page with no products"""
    html = "<html><body><p>No products here</p></body></html>"
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 0


def test_hproduct_ecommerce():
    """Test realistic e-commerce product"""
    html = """
        <article class="h-product">
            <h1 class="p-name">Wireless Noise-Cancelling Headphones</h1>

            <img class="u-photo" src="https://example.com/headphones.jpg" alt="Headphones" />

            <span class="p-brand">AudioTech</span>

            <div class="p-category">Electronics</div>
            <div class="p-category">Audio</div>

            <div class="p-description">
                Premium wireless headphones with active noise cancellation.
                Features 30-hour battery life and comfortable over-ear design.
            </div>

            <span class="p-price">$299.99</span>

            <div class="p-rating">4.8</div>

            <a class="u-url" href="https://example.com/products/headphones-pro">View Product</a>

            <span class="p-identifier">PROD-WH-NC-001</span>
        </article>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1

    product = products[0]
    assert product["name"] == "Wireless Noise-Cancelling Headphones"
    assert product["brand"] == "AudioTech"
    assert product["price"] == "$299.99"
    assert abs(product["rating"] - 4.8) < 0.01
    assert "noise cancellation" in product["description"]
    assert "30-hour battery" in product["description"]
    assert product["photo"] == "https://example.com/headphones.jpg"
    assert product["url"] == "https://example.com/products/headphones-pro"
    assert product["identifier"] == "PROD-WH-NC-001"

    # Check categories
    assert len(product["category"]) == 2
    assert "Electronics" in product["category"]
    assert "Audio" in product["category"]


def test_hproduct_book():
    """Test book product"""
    html = """
        <div class="h-product">
            <span class="p-name">The Rust Programming Language</span>
            <span class="p-brand">No Starch Press</span>
            <span class="p-price">$39.99</span>
            <span class="p-category">Books</span>
            <span class="p-category">Programming</span>
            <span class="p-identifier">ISBN-978-1593278281</span>
            <span class="p-rating">4.9</span>
        </div>
    """
    products = meta_oxide.extract_hproduct(html)
    assert len(products) == 1
    assert products[0]["name"] == "The Rust Programming Language"
    assert products[0]["brand"] == "No Starch Press"
    assert products[0]["identifier"] == "ISBN-978-1593278281"
    assert abs(products[0]["rating"] - 4.9) < 0.01


def test_hproduct_in_extract_all():
    """Test that h-product is included in extract_all"""
    html = """
        <html>
        <head>
            <title>Product Page</title>
        </head>
        <body>
            <div class="h-product">
                <span class="p-name">Amazing Widget</span>
                <span class="p-brand">TechCorp</span>
                <span class="p-price">$99.99</span>
            </div>
        </body>
        </html>
    """
    data = meta_oxide.extract_all(html)

    assert "microformats" in data
    assert "h-product" in data["microformats"]
    assert len(data["microformats"]["h-product"]) == 1
    assert data["microformats"]["h-product"][0]["name"] == "Amazing Widget"
    assert data["microformats"]["h-product"][0]["brand"] == "TechCorp"
    assert data["microformats"]["h-product"][0]["price"] == "$99.99"