Table scraper easy

<p> <span style="background-color: #1e1e1e; color: #9cdcfe; font-family: Menlo, Monaco, "Courier New", monospace; font-size: 12px; white-space: pre;">url</span><span style="background-color: #1e1e1e; color: #d4d4d4; font-family: Menlo, Monaco, "Courier New", monospace; font-size: 12px; white-space: pre;"> = (</span><span style="background-color: #1e1e1e; color: #ce9178; font-family: Menlo, Monaco, "Courier New", monospace; font-size: 12px; white-space: pre;">'https://cameradecision.com/compare/Fujifilm-X-T30-vs-Sony-Alpha-a6400'</span><span style="background-color: #1e1e1e; color: #d4d4d4; font-family: Menlo, Monaco, "Courier New", monospace; font-size: 12px; white-space: pre;">)</span></p><div style="background-color: #1e1e1e; color: #d4d4d4; font-family: Menlo, Monaco, "Courier New", monospace; font-size: 12px; line-height: 18px; white-space: pre;"><div><span style="color: #9cdcfe;">source</span> = <span style="color: #4ec9b0;">requests</span>.<span style="color: #dcdcaa;">get</span> (<span style="color: #9cdcfe;">url</span>)</div><br /><div><span style="color: #9cdcfe;">soup</span> = <span style="color: #4ec9b0;">BeautifulSoup</span>(<span style="color: #9cdcfe;">source</span>.<span style="color: #9cdcfe;">text</span>,<span style="color: #ce9178;">'html.parser'</span>)</div><div><span style="color: #9cdcfe;">rows</span> = <span style="color: #9cdcfe;">soup</span>.<span style="color: #dcdcaa;">find</span>(<span style="color: #ce9178;">'table'</span>, {<span style="color: #ce9178;">'class'</span>:<span style="color: #ce9178;">'table table-striped table-condensed tableCompare'</span>}).<span style="color: #dcdcaa;">find</span>(<span style="color: #ce9178;">'tbody'</span>).<span style="color: #dcdcaa;">find_all</span>(<span style="color: #ce9178;">'tr'</span>)</div><br /><div><span style="color: #9cdcfe;">myfeatures</span> = []</div><div><span style="color: #9cdcfe;">vs1</span> = []</div><div><span style="color: #9cdcfe;">vs2</span> = []</div><div><span style="color: #9cdcfe;">myresult</span> = []</div><br /><div><span style="color: #c586c0;">for</span> <span style="color: #9cdcfe;">row</span> <span style="color: #c586c0;">in</span> <span style="color: #9cdcfe;">rows</span>:</div><div> <span style="color: #9cdcfe;">dic</span> = {}</div><br /><div> <span style="color: #9cdcfe;">dic</span>[<span style="color: #ce9178;">'myfeatures'</span>] = <span style="color: #9cdcfe;">row</span>.find_all(<span style="color: #ce9178;">'td'</span>)[<span style="color: #b5cea8;">0</span>].text.replace(<span style="color: #ce9178;">"</span><span style="color: #d7ba7d;">\n</span><span style="color: #ce9178;">"</span> , <span style="color: #ce9178;">""</span> )</div><div> <span style="color: #9cdcfe;">dic</span>[<span style="color: #ce9178;">'vs1'</span>] = <span style="color: #9cdcfe;">row</span>.find_all(<span style="color: #ce9178;">'td'</span>)[<span style="color: #b5cea8;">1</span>].find(<span style="color: #ce9178;">'span'</span>, <span style="color: #9cdcfe;">class_</span>=<span style="color: #ce9178;">"read1"</span>).text</div><div> <span style="color: #9cdcfe;">dic</span>[<span style="color: #ce9178;">'vs2'</span>] = <span style="color: #9cdcfe;">row</span>.find_all(<span style="color: #ce9178;">'td'</span>)[<span style="color: #b5cea8;">1</span>].find(<span style="color: #ce9178;">'span'</span>, <span style="color: #9cdcfe;">class_</span>=<span style="color: #ce9178;">"read2"</span>).text</div><div> <span style="color: #9cdcfe;">dic</span>[<span style="color: #ce9178;">'myresult'</span>] = <span style="color: #9cdcfe;">row</span>.find_all(<span style="color: #ce9178;">'td'</span>)[<span style="color: #b5cea8;">2</span>].text.replace(<span style="color: #ce9178;">"</span><span style="color: #d7ba7d;">\n</span><span style="color: #ce9178;">"</span> , <span style="color: #ce9178;">""</span> )</div><br /><div> <span style="color: #9cdcfe;">myfeatures</span>.<span style="color: #dcdcaa;">append</span>(<span style="color: #9cdcfe;">dic</span>)</div><div><span style="color: #dcdcaa;">print</span>(<span style="color: #9cdcfe;">myfeatures</span>)</div><br /><div><span style="color: #9cdcfe;">df</span> = <span style="color: #4ec9b0;">pd</span>.<span style="color: #4ec9b0;">DataFrame</span> (<span style="color: #9cdcfe;">myfeatures</span>)</div><div><span style="color: #9cdcfe;">df</span>.<span style="color: #dcdcaa;">to_csv</span> ( <span style="color: #ce9178;">'/Users/jitendersingh/Documents/myfeatures.csv'</span>, <span style="color: #9cdcfe;">mode</span> = <span style="color: #ce9178;">'a'</span> , <span style="color: #9cdcfe;">index</span> = <span style="color: #569cd6;">False</span> , <span style="color: #9cdcfe;">header</span> = <span style="color: #569cd6;">False</span> )</div><div><span style="color: #dcdcaa;">print</span> ( <span style="color: #ce9178;">"my table file created successfully."</span> )</div></div>

Table scraper easy

  url = ( 'https://cameradecision.com/compare/Fujifilm-X-T30-vs-Sony-Alpha-a6400' ) source = requests . get ( url ) soup = Beaut...

Read more »