only_scraper 0.1.2

Only scrape webpages
Documentation
<!DOCTYPE html><html lang="en"><head><meta charset="utf-8"><meta name="viewport" content="width=device-width, initial-scale=1.0"><meta name="generator" content="rustdoc"><meta name="description" content="Source of the Rust file `src/chrome/scraper.rs`."><title>scraper.rs - source</title><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../static.files/SourceSerif4-Regular-46f98efaafac5295.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../static.files/FiraSans-Regular-018c141bf0843ffd.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../static.files/FiraSans-Medium-8f9a781e4970d388.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../static.files/SourceCodePro-Regular-562dcc5011b6de7d.ttf.woff2"><link rel="preload" as="font" type="font/woff2" crossorigin href="../../../static.files/SourceCodePro-Semibold-d899c5a5c4aeb14a.ttf.woff2"><link rel="stylesheet" href="../../../static.files/normalize-76eba96aa4d2e634.css"><link rel="stylesheet" href="../../../static.files/rustdoc-9ee3a5e31a2afa3e.css"><meta name="rustdoc-vars" data-root-path="../../../" data-static-root-path="../../../static.files/" data-current-crate="docs" data-themes="" data-resource-suffix="" data-rustdoc-version="1.75.0 (82e1608df 2023-12-21)" data-channel="1.75.0" data-search-js="search-8fbf244ebcf71464.js" data-settings-js="settings-74424d7eec62a23e.js" ><script src="../../../static.files/storage-fec3eaa3851e447d.js"></script><script defer src="../../../static.files/src-script-3280b574d94e47b4.js"></script><script defer src="../../../src-files.js"></script><script defer src="../../../static.files/main-9dd44ab47b99a0fb.js"></script><noscript><link rel="stylesheet" href="../../../static.files/noscript-5d8b3c7633ad77ba.css"></noscript><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-16x16-8b506e7a72182f1c.png"><link rel="alternate icon" type="image/png" href="../../../static.files/favicon-32x32-422f7d1d52889060.png"><link rel="icon" type="image/svg+xml" href="../../../static.files/favicon-2c020d218678b618.svg"></head><body class="rustdoc src"><!--[if lte IE 11]><div class="warning">This old browser is unsupported and will most likely display funky things.</div><![endif]--><nav class="sidebar"></nav><main><nav class="sub"><form class="search-form"><span></span><input class="search-input" name="search" aria-label="Run search in the documentation" autocomplete="off" spellcheck="false" placeholder="Click or press ‘S’ to search, ‘?’ for more options…" type="search"><div id="help-button" title="help" tabindex="-1"><a href="../../../help.html">?</a></div><div id="settings-menu" tabindex="-1"><a href="../../../settings.html" title="settings"><img width="22" height="22" alt="Change settings" src="../../../static.files/wheel-7b819b6101059cd0.svg"></a></div></form></nav><section id="main-content" class="content"><div class="example-wrap"><div data-nosnippet><pre class="src-line-numbers"><a href="#1" id="1">1</a>
<a href="#2" id="2">2</a>
<a href="#3" id="3">3</a>
<a href="#4" id="4">4</a>
<a href="#5" id="5">5</a>
<a href="#6" id="6">6</a>
<a href="#7" id="7">7</a>
<a href="#8" id="8">8</a>
<a href="#9" id="9">9</a>
<a href="#10" id="10">10</a>
<a href="#11" id="11">11</a>
<a href="#12" id="12">12</a>
<a href="#13" id="13">13</a>
<a href="#14" id="14">14</a>
<a href="#15" id="15">15</a>
<a href="#16" id="16">16</a>
<a href="#17" id="17">17</a>
<a href="#18" id="18">18</a>
<a href="#19" id="19">19</a>
<a href="#20" id="20">20</a>
<a href="#21" id="21">21</a>
<a href="#22" id="22">22</a>
<a href="#23" id="23">23</a>
<a href="#24" id="24">24</a>
<a href="#25" id="25">25</a>
<a href="#26" id="26">26</a>
<a href="#27" id="27">27</a>
<a href="#28" id="28">28</a>
</pre></div><pre class="rust"><code><span class="kw">use </span>std::io::{<span class="self">self</span>, ErrorKind, Read};
<span class="kw">use </span>std::path::PathBuf;
<span class="kw">use </span>std::process::{Command, Stdio};

<span class="kw">pub fn </span>scrape(executable_path: PathBuf, url: String) -&gt; io::Result&lt;String&gt; {
    <span class="kw">let </span>chrome_args = [<span class="string">&quot;--headless&quot;</span>, <span class="string">&quot;--disable-gpu&quot;</span>, <span class="string">&quot;--dump-dom&quot;</span>, <span class="kw-2">&amp;</span>url];

    <span class="kw">let </span><span class="kw-2">mut </span>output: String = String::new();

    <span class="kw">let </span><span class="kw-2">mut </span>command = Command::new(executable_path);
    command.args(<span class="kw-2">&amp;</span>chrome_args);
    command.stdout(Stdio::piped());

    <span class="kw">let </span><span class="kw-2">mut </span>child = command.spawn()<span class="question-mark">?</span>;
    <span class="kw">if let </span><span class="prelude-val">Some</span>(<span class="kw-2">ref mut </span>stdout) = child.stdout {
        stdout.read_to_string(<span class="kw-2">&amp;mut </span>output)<span class="question-mark">?</span>;
    }

    <span class="kw">let </span>status = child.wait()<span class="question-mark">?</span>;
    <span class="kw">if </span>!status.success() {
        <span class="kw">return </span><span class="prelude-val">Err</span>(io::Error::new(
            ErrorKind::Other,
            <span class="macro">format!</span>(<span class="string">&quot;Chrome failed with status: {}&quot;</span>, status),
        ));
    }

    <span class="prelude-val">Ok</span>(output)
}
</code></pre></div></section></main></body></html>