meta_oxide 0.1.0

Universal metadata extraction library supporting 13 formats (HTML Meta, Open Graph, Twitter Cards, JSON-LD, Microdata, Microformats, RDFa, Dublin Core, Web App Manifest, oEmbed, rel-links, Images, SEO) with 7 language bindings
Documentation 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190

using System;
using System.Net.Http;
using System.Threading.Tasks;
using MetaOxide;

namespace MetaOxide.Examples
{
    /// <summary>
    /// Basic example demonstrating metadata extraction with MetaOxide.
    /// </summary>
    public class BasicExample
    {
        public static async Task Main(string[] args)
        {
            Console.WriteLine("MetaOxide Basic Example");
            Console.WriteLine("=======================\n");

            // Example 1: Extract from local HTML string
            Console.WriteLine("1. Extract from local HTML:");
            ExtractFromString();

            Console.WriteLine("\n" + new string('-', 60) + "\n");

            // Example 2: Extract from URL
            Console.WriteLine("2. Extract from URL:");
            await ExtractFromUrl("https://example.com");

            Console.WriteLine("\n" + new string('-', 60) + "\n");

            // Example 3: Extract specific formats
            Console.WriteLine("3. Extract specific formats:");
            ExtractSpecificFormats();
        }

        private static void ExtractFromString()
        {
            var html = @"
<!DOCTYPE html>
<html>
<head>
    <title>Example Page</title>
    <meta name=""description"" content=""This is an example page demonstrating MetaOxide"">
    <meta name=""keywords"" content=""example,metadata,extraction"">
    <meta property=""og:title"" content=""Example Page - Open Graph"">
    <meta property=""og:type"" content=""website"">
    <meta property=""og:url"" content=""https://example.com"">
    <meta name=""twitter:card"" content=""summary_large_image"">
    <meta name=""twitter:title"" content=""Example Page - Twitter"">
</head>
<body>
    <h1>Welcome</h1>
</body>
</html>";

            try
            {
                // Extract all metadata
                var result = Extractor.ExtractAll(html, "https://example.com");

                Console.WriteLine($"Found {result.GetMetadataFormatCount()} metadata formats\n");

                // Display meta tags
                if (result.Meta != null)
                {
                    Console.WriteLine("Standard Meta Tags:");
                    foreach (var kvp in result.Meta)
                    {
                        Console.WriteLine($"  {kvp.Key}: {kvp.Value}");
                    }
                }

                // Display Open Graph
                if (result.OpenGraph != null)
                {
                    Console.WriteLine("\nOpen Graph:");
                    foreach (var kvp in result.OpenGraph)
                    {
                        Console.WriteLine($"  {kvp.Key}: {kvp.Value}");
                    }
                }

                // Display Twitter Card
                if (result.Twitter != null)
                {
                    Console.WriteLine("\nTwitter Card:");
                    foreach (var kvp in result.Twitter)
                    {
                        Console.WriteLine($"  {kvp.Key}: {kvp.Value}");
                    }
                }
            }
            catch (MetaOxideException ex)
            {
                Console.WriteLine($"Error: {ex.GetFriendlyMessage()}");
            }
        }

        private static async Task ExtractFromUrl(string url)
        {
            using var httpClient = new HttpClient();
            httpClient.DefaultRequestHeaders.UserAgent.ParseAdd("MetaOxide Example/1.0");

            try
            {
                // Fetch HTML
                var html = await httpClient.GetStringAsync(url);

                // Extract metadata
                var result = Extractor.ExtractAll(html, url);

                Console.WriteLine($"Extracted metadata from: {url}");
                Console.WriteLine($"Found {result.GetMetadataFormatCount()} metadata formats");

                // Display summary
                if (result.Meta != null && result.Meta.ContainsKey("description"))
                {
                    Console.WriteLine($"\nDescription: {result.Meta["description"]}");
                }

                if (result.OpenGraph != null && result.OpenGraph.ContainsKey("title"))
                {
                    Console.WriteLine($"OG Title: {result.OpenGraph["title"]}");
                }

                // Export to JSON
                var json = result.ToJson();
                Console.WriteLine($"\nJSON output ({json.Length} characters)");
            }
            catch (HttpRequestException ex)
            {
                Console.WriteLine($"HTTP Error: {ex.Message}");
            }
            catch (MetaOxideException ex)
            {
                Console.WriteLine($"Extraction Error: {ex.GetFriendlyMessage()}");
            }
        }

        private static void ExtractSpecificFormats()
        {
            var html = @"
<!DOCTYPE html>
<html>
<head>
    <meta property=""og:title"" content=""Open Graph Title"">
    <meta property=""og:description"" content=""OG Description"">
    <meta name=""twitter:card"" content=""summary"">
    <script type=""application/ld+json"">
    {
        ""@context"": ""https://schema.org"",
        ""@type"": ""Article"",
        ""headline"": ""Example Article"",
        ""author"": ""John Doe""
    }
    </script>
</head>
</html>";

            // Extract only Open Graph
            var openGraph = Extractor.ExtractOpenGraph(html);
            Console.WriteLine("Open Graph only:");
            if (openGraph != null)
            {
                foreach (var kvp in openGraph)
                {
                    Console.WriteLine($"  {kvp.Key}: {kvp.Value}");
                }
            }

            // Extract only Twitter Card
            var twitter = Extractor.ExtractTwitter(html);
            Console.WriteLine("\nTwitter Card only:");
            if (twitter != null)
            {
                foreach (var kvp in twitter)
                {
                    Console.WriteLine($"  {kvp.Key}: {kvp.Value}");
                }
            }

            // Extract only JSON-LD
            var jsonLd = Extractor.ExtractJsonLd(html);
            Console.WriteLine("\nJSON-LD only:");
            if (jsonLd != null)
            {
                Console.WriteLine($"  Found {jsonLd.Count} JSON-LD item(s)");
            }
        }
    }
}