from cmath import sin
from webbrowser import get
from bs4 import BeautifulSoup
import requests
import urllib3
import urllib
import pandas as pd
import os
import re
import time
import moviepy.editor as mp
from moviepy.editor import VideoFileClip, concatenate_videoclips, CompositeAudioClip
source = requests.get ("https://www.lifewire.com/best-news-apps-for-iphone-4707728")
soup = BeautifulSoup(source.text,'html.parser')
title = soup.find('h1', id="article-heading_1-0").text.replace("\n", "").replace(" of 2021", "").replace(" of 2020", "").replace(" of 2019", "").replace(" of 2018", "").replace(" in 2022", "").replace(" in 2021", "").replace(" in 2020", "").replace(" in 2019", "").replace(" in 2018", "").replace(" for 2022", "").replace(" for 2021", "").replace(" for 2020", "").replace(" for 2019", "").replace(" for 2018", "").replace(" (2022)", "").replace(" (2021)", "").replace(" (2020)", "").replace(" (2019)", "").replace(" (2018)", "")
mainlist = soup.find('div', id="list-sc__content_1-0")
singlelist = mainlist.find('div', id="list-sc-item_1-0")
heading1 = singlelist.find("h2").text.strip()
singlelist = mainlist.find('div', id="list-sc-item_1-0-1")
heading2 = singlelist.find("h2").text.strip()
singlelist = mainlist.find('div', id="list-sc-item_1-0-2")
heading3 = singlelist.find("h2").text.strip()
singlelist = mainlist.find('div', id="list-sc-item_1-0-3")
heading4 = singlelist.find("h2").text.strip()
singlelist = mainlist.find('div', id="list-sc-item_1-0-4")
heading5 = singlelist.find("h2").text.strip()
try:
singlelist = mainlist.find('div', id="list-sc-item_1-0-5")
heading6 = singlelist.find("h2").text.strip()
except:
heading6 = ""
try:
singlelist = mainlist.find('div', id="list-sc-item_1-0-6")
heading7 = singlelist.find("h2").text.strip()
except:
heading7 = ""
try:
singlelist = mainlist.find('div', id="list-sc-item_1-0-7")
heading8 = singlelist.find("h2").text.strip()
except:
heading8 = ""
try:
singlelist = mainlist.find('div', id="list-sc-item_1-0-8")
heading9 = singlelist.find("h2").text.strip()
except:
heading9 = ""
try:
singlelist = mainlist.find('div', id="list-sc-item_1-0-9")
heading10 = singlelist.find("h2").text.strip()
except:
heading10 = ""
articlefile = open("C:/Users/user/Documents/lifewire/"+title+" article.txt", "w")
L = ["Hey guys, Today in this article, I am going to share the list of "+title+". There are too many apps available on the internet like "+heading1+", "+heading2+", "+heading3+", "+heading4+", "+heading5+", "+heading6+", "+heading7+", "+heading8+", "+heading9+", "+heading10+""]
articlefile.writelines(L)
articlefile.write("\n<h2>"+title.strip()+"</h2>\n")
articlefile.close()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/titlebg.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=5 "+title+": line_spacing=10: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=(h-text_h)/2\" C:/Users/user/Documents/lifewire/intro.mp4")
def scrape():
itemnumber = singlelist.find("div", class_="item-number").text
totalnumber = singlelist.find("div", class_="total").text.replace("of " , "" )
heading = singlelist.find("h2").text.strip().replace(":","-")
imgheading = re.sub(r'[^\w]', ' ', heading).replace(" ", " ").replace(" ", " ").replace(" ", "-")
image = singlelist.find("div", class_="figure-media").find("img")['data-src']
whatlike = singlelist.find_all("div", class_="mntl-sc-block-comparisonlist__wrapper")[0].ul
#------------------------------------What Like------------------------------
def splitTextonWords(Text, numberOfWords=1):
if (numberOfWords > 1):
text = Text.lstrip()
pattern = '(?:\S+\s*){1,'+str(numberOfWords-1)+'}\S+(?!=\s*)'
x =re.findall(pattern,text)
elif (numberOfWords == 1):
x = Text.split()
else:
x = None
return x
try:
mylike = whatlike.find_all('p')[0]
file =open("C:/Users/user/Documents/lifewire/like1.txt", "a")
file.write(str(splitTextonWords(str(mylike), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No like 1')
try:
mylike2 = whatlike.find_all('p')[1]
file =open("C:/Users/user/Documents/lifewire/like2.txt", "a")
file.write(str(splitTextonWords(str(mylike2), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No like 2')
try:
mylike3 = whatlike.find_all('p')[2]
file =open("C:/Users/user/Documents/lifewire/like3.txt", "a")
file.write(str(splitTextonWords(str(mylike3), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/like3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No like 3')
#----------------------------------------------DONT LIKE----------------------------------------------
dontlike = singlelist.find_all("div", class_="mntl-sc-block-comparisonlist__wrapper")[1].ul
def splitTextonWords(Text, numberOfWords=1):
if (numberOfWords > 1):
text = Text.lstrip()
pattern = '(?:\S+\s*){1,'+str(numberOfWords-1)+'}\S+(?!=\s*)'
x =re.findall(pattern,text)
elif (numberOfWords == 1):
x = Text.split()
else:
x = None
return x
try:
mydontlike = dontlike.find_all('p')[0]
file =open("C:/Users/user/Documents/lifewire/dontlike1.txt", "a")
file.write(str(splitTextonWords(str(mydontlike), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike1.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No dont like 1')
try:
mydontlike2 = dontlike.find_all('p')[1]
file =open("C:/Users/user/Documents/lifewire/dontlike2.txt", "a")
file.write(str(splitTextonWords(str(mydontlike2), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike2.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No dont like 2')
try:
mydontlike3 = dontlike.find_all('p')[2]
file =open("C:/Users/user/Documents/lifewire/dontlike3.txt", "a")
file.write(str(splitTextonWords(str(mydontlike3), 7)))
file.flush()
file.close
search_text = "', '"
replace_text = "\n "
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------
search_text = "['"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#---------------------------------------
search_text = "']"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "</p>"
replace_text = ""
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = "<p>"
replace_text = ">> "
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '["'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
search_text = '"]'
replace_text = ''
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'r') as file:
data = file.read()
data = data.replace(search_text, replace_text)
with open(r'C:/Users/user/Documents/lifewire/dontlike3.txt', 'w') as file:
file.write(data)
file.flush()
file.close
#------------------------------------------
except:
print('No dont like 3rd')
#--------------------DOWNLOAD LINK---+ ARTICLE FILE------------------------
textfile = open("C:/Users/user/Documents/lifewire/"+title+" links.txt", "a")
textfile.write("\n\n")
textfile.write(itemnumber)
textfile.write(". ")
textfile.write(heading)
textfile.write("\n")
textfile.close()
downloadlink = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[0]['href']
try:
downloadlink1 = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[1]['href']
except:
print("link 1 not found")
try:
downloadlink2 = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[2]['href']
except:
print("link 1 not found")
try:
downloadlink3 = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[3]['href']
except:
print("link 1 not found")
#---------------ARTICLE FILE--------------------
textfile2 = open("C:/Users/user/Documents/lifewire/"+title+" article.txt", "a")
textfile2.write("\n<h3>"+itemnumber+". "+heading+"</h3>\n")
theimage = requests.get(image).content
with open('C:/Users/user/Documents/lifewire/imgs/'+imgheading+'.jpg', 'wb') as handler:
handler.write(theimage)
textfile2.write("<img src='https://hawstok.com/imgs/"+imgheading+".jpg'/>\n")
textfile2.close()
if "lifewire" in downloadlink:
print("Found Lifewire!")
else:
firstlink = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[0]['href']
firsttext = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[0].find("span", class_="link__wrapper").text
textfile = open("C:/Users/user/Documents/lifewire/"+title+" links.txt", "a")
textfile.write(""+firsttext+" : "+firstlink+"\n")
textfile.close()
textfile2 = open("C:/Users/user/Documents/lifewire/"+title+" article.txt", "a")
textfile2.write("<a class='mybutton' href='"+firstlink+"' rel='nofollow'>"+firsttext+"</a>\n")
textfile2.close()
try:
if "lifewire" in downloadlink1:
print("Found Lifewire!")
else:
firstlink = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[1]['href']
firsttext = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[1].find("span", class_="link__wrapper").text
textfile = open("C:/Users/user/Documents/lifewire/"+title+" links.txt", "a")
textfile.write(""+firsttext+" : "+firstlink+"\n")
textfile.close()
textfile2 = open("C:/Users/user/Documents/lifewire/"+title+" article.txt", "a")
textfile2.write("<a class='mybutton' href='"+firstlink+"' rel='nofollow'>"+firsttext+"</a>\n")
textfile2.close()
except:
print("link 1 not found")
try:
if "lifewire" in downloadlink2:
print("Found Lifewire!")
else:
firstlink = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[2]['href']
firsttext = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[2].find("span", class_="link__wrapper").text
textfile = open("C:/Users/user/Documents/lifewire/"+title+" links.txt", "a")
textfile.write(""+firsttext+" : "+firstlink+"\n")
textfile.close()
textfile2.write("<a class='mybutton' href='"+firstlink+"' rel='nofollow'>"+firsttext+"</a>\n")
textfile2.close()
except:
print("link 2 not found")
try:
if "lifewire" in downloadlink3:
print("Found Lifewire!")
else:
firstlink = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[3]['href']
firsttext = singlelist.find_all("a", class_="mntl-sc-block-featuredlink__link mntl-text-link")[3].find("span", class_="link__wrapper").text
textfile = open("C:/Users/user/Documents/lifewire/"+title+" links.txt", "a")
textfile.write(""+firsttext+" : "+firstlink+"\n")
textfile.close()
textfile2 = open("C:/Users/user/Documents/lifewire/"+title+" article.txt", "a")
textfile2.write("<a class='mybutton' href='"+firstlink+"' rel='nofollow'>"+firsttext+"</a>\n")
textfile2.close()
except:
print("link 3 not found")
#--------------------DOWNLOAD LINK END---------------------------
os.system("ffmpeg -y -i C:/Users/user/Documents/lifewire/black.mp4 -i C:/Users/user/Documents/lifewire/imgs/"+imgheading+".jpg -filter_complex \"[1:v]scale=1200:-1[top]; [0:v][top]overlay=x=(W-w)/2:y=170\" C:/Users/user/Documents/lifewire/heading.mp4")
#Like FFMPEG Code---------------------------
os.system("ffmpeg -y -i C:/Users/user/Documents/lifewire/best3sec.mp4 -i C:/Users/user/Documents/lifewire/imgs/"+imgheading+".jpg -filter_complex \"[1:v]scale=1000:-1[top]; [0:v][top]overlay=x=800:y=170\" C:/Users/user/Documents/lifewire/bestlike.mp4")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/like1.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/like1.mp4")
try:
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/like2.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/like2.mp4")
os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/2likeconcat.txt -c copy C:/Users/user/Documents/lifewire/like.mp4")
try:
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/like3.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/like3.mp4")
os.rename("C:/Users/user/Documents/lifewire/like.mp4","C:/Users/user/Documents/lifewire/2like.mp4")
os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/3likeconcat.txt -c copy C:/Users/user/Documents/lifewire/like.mp4")
except:
print("no 3rd like fount")
except:
os.rename("C:/Users/user/Documents/lifewire/like1.mp4","C:/Users/user/Documents/lifewire/like.mp4")
likevid1 = VideoFileClip("C:/Users/user/Documents/lifewire/best-things.mp4")
likevid2 = VideoFileClip("C:/Users/user/Documents/lifewire/bestlike.mp4")
likefinal = concatenate_videoclips([likevid1, likevid2])
likefinal.write_videofile("C:/Users/user/Documents/lifewire/finallike.mp4")
os.system("ffmpeg -stream_loop -1 -i C:/Users/user/Documents/lifewire/finallike.mp4 -i C:/Users/user/Documents/lifewire/pop.m4a -shortest -map 0:v:0 -map 1:a:0 -y -c copy -bsf:v h264_mp4toannexb -f mpegts C:/Users/user/Documents/lifewire/finallike2.ts")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/like.mp4 -c:v libx264 -c:a aac -b:a 160k -bsf:v h264_mp4toannexb -f mpegts -crf 32 C:/Users/user/Documents/lifewire/like.ts")
os.system("ffmpeg -i \"concat:C:/Users/user/Documents/lifewire/finallike2.ts|C:/Users/user/Documents/lifewire/like.ts\" \"C:/Users/user/Documents/lifewire/finallike3.mp4\"")
#Don't Like FFMPEG Code--------------------------
os.system("ffmpeg -y -i C:/Users/user/Documents/lifewire/bad3sec.mp4 -i C:/Users/user/Documents/lifewire/imgs/"+imgheading+".jpg -filter_complex \"[1:v]scale=1000:-1[top]; [0:v][top]overlay=x=800:y=170\" C:/Users/user/Documents/lifewire/bestdontlike.mp4")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestdontlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/dontlike1.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/dontlike1.mp4")
try:
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestdontlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/dontlike2.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/dontlike2.mp4")
os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/2dontlikeconcat.txt -c copy C:/Users/user/Documents/lifewire/dontlike.mp4")
try:
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/bestdontlike.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: textfile=/Users/user/Documents/lifewire/dontlike3.txt: fontcolor=white: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=(w-text_w)/2:y=900\" C:/Users/user/Documents/lifewire/dontlike3.mp4")
os.rename("C:/Users/user/Documents/lifewire/dontlike.mp4","C:/Users/user/Documents/lifewire/2dontlike.mp4")
os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/3dontlikeconcat.txt -c copy C:/Users/user/Documents/lifewire/dontlike.mp4")
except:
print("no 3rd dontlike fount")
except:
os.rename("C:/Users/user/Documents/lifewire/dontlike1.mp4","C:/Users/user/Documents/lifewire/dontlike.mp4")
likevid1 = VideoFileClip("C:/Users/user/Documents/lifewire/bad-things.mp4")
likevid2 = VideoFileClip("C:/Users/user/Documents/lifewire/bestdontlike.mp4")
likefinal = concatenate_videoclips([likevid1, likevid2])
likefinal.write_videofile("C:/Users/user/Documents/lifewire/finaldontlike.mp4")
os.system("ffmpeg -stream_loop -1 -i C:/Users/user/Documents/lifewire/finaldontlike.mp4 -i C:/Users/user/Documents/lifewire/pop.m4a -shortest -map 0:v:0 -map 1:a:0 -y -c copy -bsf:v h264_mp4toannexb -f mpegts C:/Users/user/Documents/lifewire/finaldontlike2.ts")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/dontlike.mp4 -c:v libx264 -c:a aac -b:a 160k -bsf:v h264_mp4toannexb -f mpegts -crf 32 C:/Users/user/Documents/lifewire/dontlike.ts")
os.system("ffmpeg -i \"concat:C:/Users/user/Documents/lifewire/finaldontlike2.ts|C:/Users/user/Documents/lifewire/dontlike.ts\" \"C:/Users/user/Documents/lifewire/finaldontlike3.mp4\"")
os.remove("C:/Users/user/Documents/lifewire/bestlike.mp4")
os.remove("C:/Users/user/Documents/lifewire/like1.mp4")
os.remove("C:/Users/user/Documents/lifewire/like2.mp4")
os.remove("C:/Users/user/Documents/lifewire/2like.mp4")
os.remove("C:/Users/user/Documents/lifewire/like3.mp4")
os.remove("C:/Users/user/Documents/lifewire/like.mp4")
os.remove("C:/Users/user/Documents/lifewire/finallike.mp4")
os.remove("C:/Users/user/Documents/lifewire/finallike2.ts")
os.remove("C:/Users/user/Documents/lifewire/like.ts")
os.remove("C:/Users/user/Documents/lifewire/bestdontlike.mp4")
os.remove("C:/Users/user/Documents/lifewire/dontlike1.mp4")
os.remove("C:/Users/user/Documents/lifewire/dontlike2.mp4")
os.remove("C:/Users/user/Documents/lifewire/2dontlike.mp4")
os.remove("C:/Users/user/Documents/lifewire/dontlike3.mp4")
os.remove("C:/Users/user/Documents/lifewire/dontlike.mp4")
os.remove("C:/Users/user/Documents/lifewire/finaldontlike.mp4")
os.remove("C:/Users/user/Documents/lifewire/finaldontlike2.ts")
os.remove("C:/Users/user/Documents/lifewire/dontlike.ts")
os.remove("C:/Users/user/Documents/lifewire/like1.txt")
try:
os.remove("C:/Users/user/Documents/lifewire/like2.txt")
except:
print("no like 2")
try:
os.remove("C:/Users/user/Documents/lifewire/like3.txt")
except:
print("no like 3")
try:
os.remove("C:/Users/user/Documents/lifewire/dontlike1.txt")
except:
print("no dontlike1")
try:
os.remove("C:/Users/user/Documents/lifewire/dontlike2.txt")
except:
print("no dontlike2")
try:
os.remove("C:/Users/user/Documents/lifewire/dontlike3.txt")
except:
print("no dontlike3")
os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/singleconcat.txt -c copy C:/Users/user/Documents/lifewire/titletemp.mp4")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/titletemp.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text="+itemnumber+". "+heading+": fontcolor=black: fontsize=50: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=yellow: boxborderw=20: x=(w-text_w)/2:y=80\" C:/Users/user/Documents/lifewire/title.mp4")
print("done")
os.remove("C:/Users/user/Documents/lifewire/heading.mp4")
os.remove("C:/Users/user/Documents/lifewire/finallike3.mp4")
os.remove("C:/Users/user/Documents/lifewire/finaldontlike3.mp4")
os.remove("C:/Users/user/Documents/lifewire/titletemp.mp4")
#------------------Geting data of 10 apps/sites etc-----------------
singlelist = mainlist.find('div', id="list-sc-item_1-0")
scrape()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/title.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=01: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=20:y=20\" C:/Users/user/Documents/lifewire/1.mp4")
os.remove('C:/Users/user/Documents/lifewire/title.mp4')
#-------------------------Thumbnail-----------------------
if len(title) >=11:
#agar text leanth km hai jo number likha hai usse to niche wali command chlayega... jyada hai to uper wali
thumbfont = "90"
else:
thumbfont = "110"
heading = singlelist.find("h2").text.strip().replace(":","-")
imgheading = re.sub(r'[^\w]', ' ', heading).replace(" ", " ").replace(" ", " ").replace(" ", "-")
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/imgs/"+imgheading+".jpg -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=5 "+title+": line_spacing=10: fontcolor=black: fontsize="+thumbfont+": shadowcolor=white: shadowx=5: shadowy=5: box=0: boxcolor=black: boxborderw=0: x=700:y=(h-text_h)/2\" \"C:/Users/user/Documents/lifewire/"+title+".jpg\"")
#-------------------------Thumbnail END-----------------------
singlelist = mainlist.find('div', id="list-sc-item_1-0-1")
scrape()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/title.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=02: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=20:y=20\" C:/Users/user/Documents/lifewire/2.mp4")
os.remove('C:/Users/user/Documents/lifewire/title.mp4')
singlelist = mainlist.find('div', id="list-sc-item_1-0-2")
scrape()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/title.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=03: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=20:y=20\" C:/Users/user/Documents/lifewire/3.mp4")
os.remove('C:/Users/user/Documents/lifewire/title.mp4')
singlelist = mainlist.find('div', id="list-sc-item_1-0-3")
scrape()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/title.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=04: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=20:y=20\" C:/Users/user/Documents/lifewire/4.mp4")
os.remove('C:/Users/user/Documents/lifewire/title.mp4')
singlelist = mainlist.find('div', id="list-sc-item_1-0-4")
scrape()
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/title.mp4 -vf drawtext=\"fontfile=/Users/user/AppData/Local/Microsoft/Windows/Fonts/Roboto-BoldItalic.ttf: text=05: fontcolor=white: fontsize=90: shadowcolor=white: shadowx=1: shadowy=1: box=1: boxcolor=black: boxborderw=20: x=20:y=20\" C:/Users/user/Documents/lifewire/5.mp4")
os.remove('C:/Users/user/Documents/lifewire/title.mp4')
video1 = VideoFileClip("C:/Users/user/Documents/lifewire/n1.mp4")
video2 = VideoFileClip("C:/Users/user/Documents/lifewire/1.mp4")
video3 = VideoFileClip("C:/Users/user/Documents/lifewire/n2.mp4")
video4 = VideoFileClip("C:/Users/user/Documents/lifewire/2.mp4")
video5 = VideoFileClip("C:/Users/user/Documents/lifewire/n3.mp4")
video6 = VideoFileClip("C:/Users/user/Documents/lifewire/3.mp4")
video7 = VideoFileClip("C:/Users/user/Documents/lifewire/n4.mp4")
video8 = VideoFileClip("C:/Users/user/Documents/lifewire/4.mp4")
video9 = VideoFileClip("C:/Users/user/Documents/lifewire/n5.mp4")
video10 = VideoFileClip("C:/Users/user/Documents/lifewire/5.mp4")
videofinal = concatenate_videoclips([video1, video2, video3, video4, video5, video6, video7, video8, video9, video10])
videofinal.write_videofile("C:/Users/user/Documents/lifewire/best.mp4", remove_temp=True, codec="libx264", audio_codec="aac", fps=30)
os.system("ffmpeg -i C:/Users/user/Documents/lifewire/best.mp4 -stream_loop -1 -i C:/Users/user/Documents/lifewire/music.m4a -filter_complex \"[1:a]volume=0.2[bg];[0:a][bg]amix=inputs=2:duration=shortest\" -c:v copy -movflags +faststart C:/Users/user/Documents/lifewire/withmusic.mp4")
# os.system("ffmpeg -f concat -safe 0 -i C:/Users/user/Documents/lifewire/default.txt -c copy C:/Users/user/Documents/lifewire/best.mp4")
# os.system("ffmpeg -stream_loop -1 -i C:/Users/user/Documents/lifewire/best.mp4 -i C:/Users/user/Documents/lifewire/music.m4a -shortest -map 0:v:0 -map 1:a:0 -y -c copy -bsf:v h264_mp4toannexb -f mpegts C:/Users/user/Documents/lifewire/withmusic.ts")
# os.system("ffmpeg -i \"concat:C:/Users/user/Documents/lifewire/withmusic.ts|C:/Users/user/Documents/lifewire/outro.ts\" \"C:/Users/user/Documents/lifewire/"+title+".mp4\"")
# os.system("ffmpeg -i C:/Users/user/Documents/lifewire/best.mp4 -stream_loop -1 -i C:/Users/user/Documents/lifewire/music.m4a -map 0:v -map 1:a -c:v copy -shortest \"C:/Users/user/Documents/lifewire/"+title+".mp4\"")
# try:
# singlelist = mainlist.find('div', id="list-sc-item_1-0-5")
# scrape()
# except:
# print("no list found")
# try:
# singlelist = mainlist.find('div', id="list-sc-item_1-0-6")
# scrape()
# except:
# print("no list found")
# try:
# singlelist = mainlist.find('div', id="list-sc-item_1-0-7")
# scrape()
# except:
# print("no list found")
# try:
# singlelist = mainlist.find('div', id="list-sc-item_1-0-8")
# scrape()
# except:
# print("no list found")
# try:
# singlelist = mainlist.find('div', id="list-sc-item_1-0-9")
# scrape()
# except:
# print("no list found")
#-------------END-----Geting data of 10 apps/sites etc-----------------
0 comments:
Post a Comment