Open parzival-au20 opened 5 months ago
[10652:21368:0321/085028.014:ERROR:device_event_log_impl.cc(195)] [08:50:28.014] FIDO: webauthn_api.cc:120 Windows WebAuthn API failed to load INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
df.to_csv(f"./{fileName}-{file_number}.csv",index=False,sep="½",encoding='utf-8-sig',)
[17164:17124:0326/085402.436:ERROR:device_event_log_impl.cc(195)] [08:54:02.436] FIDO: webauthn_api.cc:120 Windows WebAuthn API failed to load
news_text = WebDriverWait(driver, 5).until(EC.presence_of_element_located((By.CSS_SELECTOR, ".paragraph>div"))).text
import time from selenium import webdriver from selenium.webdriver.chrome.service import Service from selenium.webdriver.common.keys import Keys from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from convert_csv import save_to_csv
service = Service("./chromedriver.exe") driver = webdriver.Chrome(service=service)
category = "Heli" web_site_name = "AinOnline"
maxPage = 1 news_array = [] for pagenumber in range(maxPage): driver.get(f"https://www.ainonline.com/aviation-news/latest?page={pagenumber}") driver.maximize_window() time.sleep(3) news_list = driver.find_elements(By.CSS_SELECTOR, "a.Row_link__0_lcz") news_link = [] for item in news_list: href = item.get_attribute("href") news_link.append(href)
for link in news_link:
driver.get(link)
title = WebDriverWait(driver, 5).until(
EC.presence_of_element_located((By.CLASS_NAME, "Article_heading___vldJ"))).text
text_elements = WebDriverWait(driver, 5).until(EC.presence_of_all_elements_located((By.CLASS_NAME, "wrap.ComponentWrap_wrap__f7e25")))
news_text = ""
for p_text in text_elements:
news_text += p_text.text
date = WebDriverWait(driver, 5).until(
EC.presence_of_element_located((By.CLASS_NAME, "BylineAndDate_date__dbokc"))).text
try:
img_url = driver.find_element(By.CSS_SELECTOR, ".MediaWithCaption_media__FPJ_M >img")
img_url = img_url.get_attribute("src")
except:
img_url = None
news_array.append([link, category, img_url, news_text, date, title, web_site_name])
save_to_csv(news_array,web_site_name)
Bu Ainonline.py dosyam
import time from selenium import webdriver from selenium.webdriver.chrome.service import Service from selenium.webdriver.common.keys import Keys from selenium.webdriver.common.by import By from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from convert_csv import save_to_csv
service = Service("./chromedriver.exe") driver = webdriver.Chrome(service=service)
category = "Heli" web_site_name = "AirportHaber"
news_array = []
driver.get(f"https://www.airporthaber.com/arama/?keyword=helikopter&cat=&p=1") driver.maximize_window()
time.sleep(3)
news_list = driver.find_elements(By.CSS_SELECTOR, ".news-item > a")
try: news_img_list = driver.find_elements(By.CSS_SELECTOR, ".news-item > a > img") except: news_img_list = None
news_link = [] news_img_link = []
for item in news_list: href = item.get_attribute("href") news_link.append(href)
for img in news_img_list: if(news_img_list != None): news_img_link.append(img.get_attribute("src"))
img_index = 0 for link in news_link: try: driver.set_page_load_timeout(5) driver.get(link) except : print("Beklemesin\n") title = WebDriverWait(driver, 5).until( EC.presence_of_element_located((By.CSS_SELECTOR, ".news-title"))).text
try:
text_elements = WebDriverWait(driver, 5).until(EC.presence_of_all_elements_located((By.CSS_SELECTOR, ".news-content > p")))
except:
continue
news_text = ""
for p_text in text_elements:
news_text += p_text.text
date = WebDriverWait(driver, 5).until(
EC.presence_of_element_located((By.CLASS_NAME, "news-date"))).text
news_array.append([link, category, news_img_link[img_index], news_text, date, title, web_site_name])
img_index += 1
save_to_csv(news_array,web_site_name)
bu airport.py dosyam bunları thread ile çalıştırmak istiyorum bunun gibi 20 tane daha var
import threading import time from ainonline import fetch_ainonline_news from airporthaber import fetch_airporthaber_news
ain_thread = threading.Thread(target=fetch_ainonline_news) airport_thread = threading.Thread(target=fetch_airporthaber_news)
ain_thread.start() airport_thread.start()
ain_thread.join() airport_thread.join()
print("Haberler başarıyla çekildi.")
C:\Users\s20128\AppData\Roaming\Python\Python311\site-packages\urllib3\connectionpool.py:1103: InsecureRequestWarning: Unverified HTTPS request is being made to host 'assets.verticalmag.com'. Adding certificate verific ation is strongly advised. See: https://urllib3.readthedocs.io/en/latest/advanced-usage.html#tls-warnings warnings.warn( PGh0bWw+DQo8aGVhZD4NCjxtZXRhIGNoYXJzZXQ9IlVURi04Ij4NCiAgICAgICAgPHRpdGxlPkFjY2VzcyBEZW5pZWQ8L3RpdGxlPg0KICAgICAgICA8c3R5bGUgdHlwZT0idGV4dC9jc3MiPg0KICAgICAgICAgICAgICAgIGh0bWwgeyBmb250LXNpemU6MTAwJTsgLyogSUUgSGFjayAqLy BtYXJnaW46MDsgcGFkZGluZzowOyBoZWlnaHQ6MTAwJTsgfQ0KICAgICAgICAgICAgICAgIGJvZHkgeyBmb250LXNpemU6MTRweDsgYmFja2dyb3VuZDogI0ZGRkZGRjsgZm9udC1mYW1pbHk6ICBBcmlhbCwgVmVyZGFuYSwgVGFob21hLCBIZWx2ZXRpY2E7IG1hcmdpbjowOyBwYWRkaW5n OjA7IGhlaWdodDoxMDAlOyB9DQogICAgICAgICAgICAgICAgYTpsaW5rIHsgY29sb3I6IGJsdWU7IH0NCiAgICAgICAgICAgICAgICBhOnZpc2l0ZWQgeyBjb2xvcjogYmx1ZTsgfQ0KICAgICAgICAgICAgICAgIGE6aG92ZXIgeyBjb2xvcjogYmx1ZTsgfQ0KICAgICAgICAgICAgICAgIG E6YWN0aXZlIHsgY29sb3I6IGJsdWU7IH0NCiAgICAgICAgICAgICAgICAjbG9nbyB7IHBvc2l0aW9uOmFic29sdXRlOyBsZWZ0OjVweDsgdG9wOjBweDsgaGVpZ2h0OjY0cHg7IHdpZHRoOjE0NnB4OyB6LWluZGV4OjE7IH0NCiAgICAgICAgICAgICAgICAjaGVhZGVyIHsgICAgICAgbWFy Z2luOjA7IHBhZGRpbmc6MDsgaGVpZ2h0OjY0cHg7IGJhY2tncm91bmQ6I0ZGRkZGRjsgY2xlYXI6cmlnaHQ7IGJvcmRlci1ib3R0b206IDFweCBzb2xpZCBibGFjazt9DQogICAgICAgICAgICAgICAgI2hlYWR0ZXh0IHsgcG9zaXRpb246YWJzb2x1dGU7IGxlZnQ6MTcwcHg7IHRvcDoxNH B4OyBoZWlnaHQ6NTBweDsgZm9udC1mYW1pbHk6ICBBcmlhbCwgVmVyZGFuYSwgVGFob21hLCBIZWx2ZXRpY2E7IGNvbG9yOiB3aGl0ZTsgZm9udC1zaXplOiAyOHB4OyB6LWluZGV4OjA7IGZvbnQtc21vb3RoOiBhbHdheXM7IH0NCiAgICAgICAgICAgICAgICAjZGVidWcgeyBkaXNwbGF5 Om5vbmU7IH0NCiAgICAgICAgPC9zdHlsZT4NCiAgICAgICAgPHNjcmlwdCBsYW5ndWFnZT0iamF2YXNjcmlwdCIgdHlwZT0idGV4dC9qYXZhc2NyaXB0Ij4NCiAgICAgICAgICAgICAgICBmdW5jdGlvbiBUb2dnbGVEZWJ1Zygpew0KDQogICAgICAgICAgICAgICAgICAgICAgICBpZihkb2 N1bWVudC5nZXRFbGVtZW50QnlJZCgiZGVidWciKS5zdHlsZS5kaXNwbGF5ID09ICIiKXsNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoImRlYnVnIikuc3R5bGUuZGlzcGxheSA9ICJibG9jayI7DQogICAgICAgICAgICAgICAgICAg ICAgICB9ZWxzZXsNCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgZG9jdW1lbnQuZ2V0RWxlbWVudEJ5SWQoImRlYnVnIikuc3R5bGUuZGlzcGxheSA9ICIiOw0KICAgICAgICAgICAgICAgICAgICAgICAgfQ0KICAgICAgICAgICAgICAgIH0NCiAgICAgICAgPC9zY3JpcHQ+DQ oNCjwvaGVhZD4NCjxib2R5Pg0KDQo8YnI+PGJyPg0KPGNlbnRlcj4NCjxjZW50ZXI+PGltZyBzcmM9Imh0dHBzOi8vd3d3LnR1c2FzLmNvbS9Db250ZW50L2ltYWdlcy9sb2dvUy5zdmciIHdpZHRoPSI0MDAiIGhlaWdodD0iMjAwIiBhbGlnbj0iY2VudGVyIjxwPjxicj4NCg0KPC9wPg0K DQo8cD4NCg0KPGI+PGZvbnQgZmFjZT0iQXJpYWwsIEhlbHZldGljYSwgc2Fucy1zZXJpZiIgc2l6ZT0iNCIgY29sb3I9IiNGRjAwMDAiPlNhecSxbg0KDQpLdWxsYW7EsWPEsW3EsXosPC9mb250PjwvYj48L3A+DQoNCiAgICAgICAgICAgICAgICA8cD4NCg0KPGI+PGZvbnQgZmFjZSA9IC JBcmlhbCwgSGVsdmV0aWNhLCBzYW5zLXNlcmlmIiBzaXplID0gIjQiIGNvbG9yID0gIlJlZCIgPkdpcmnFnw0KDQpZYXBtYWsgaXN0ZWRpxJ9pbml6IFNpdGUgVFVTQcWeIMSwbnRlcm5ldCBQb2xpdGlrYXPEsSBHZXJlxJ9pIEVyacWfaW1lIEthcGF0xLFsbcSxxZ8gdmV5YSBTaXRlIFlh bsSxdCBWZXJtZW1la3RlZGlyLjwvZm9udD48L2I+PC9wPg0KDQogICAgICAgICAgICAgICAgPHA+DQoNCjxiPjxmb250IGZhY2U9IkFyaWFsLCBIZWx2ZXRpY2EsIHNhbnMtc2VyaWYiIHNpemU9IjQiIGNvbG9yPSIjRkYwMDAwIj5FxJ9lciBCdQ0KDQpTaXRlbmluIEVyacWfaW1lIEHDp8 SxbG1hc8SxbsSxIHZleWEgxLBuY2VsZW5tZXNpbmkgxLBzdGl5b3JzYW7EsXogTMO8dGZlbiBZYXJkxLFtIE1hc2FzxLENCg0KxLBzdGXEn2luZGUgQnVsdW51bnV6LjwvZm9udD48L2I+PC9wPg0KDQo8L2NlbnRlcj4NCg0KPGI+DQoNCjx0YWJsZT4NCgkJPGNlbnRlcj48cD48YnI+DQog ICAgICAgIDx0cj48dGQgY29sc3Bhbj0iMiIgc3R5bGU9ImNvbG9yOiAjI0ZGRkZGRjsgZm9udC1zaXplOjMycHg7Ij48Y2VudGVyPjxiPkFjY2VzcyBEZW5pZWQ8L2I+PC9jZW50ZXI+PC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPjxiPiZuYnNwOzwvYj48L3RkPjx0ZD4mbmJzcDs8L3 RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+PGI+SVAgQWRkcmVzczo8L2I+PC90ZD48dGQ+MTcyLjI5LjgxLjE3NTwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD48Yj5Vc2VybmFtZTo6PC9iPjwvdGQ+PHRkPiZuYnNwOzwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD48Yj5VUkw6PC9i PjwvdGQ+PHRkPmFzc2V0cy52ZXJ0aWNhbG1hZy5jb208L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+PGI+Q2F0ZWdvcnk6PC9iPiZuYnNwOyZuYnNwOzwvdGQ+PHRkPiAiQnVzaW5lc3MmI3gyRjtFY29ub215IiA8L3RkPjwvdHI+DQogICAgICAgICA8dHI+PHRkPjxiPlJ1bGU6PC9iPi ZuYnNwOyZuYnNwOzwvdGQ+PHRkPjwvdGQ+PC90cj4NCiAgICAgICAgPCEtLTx0cj48dGQ+PGI+RXhjZXB0aW9uOjwvYj48L3RkPjx0ZD5Zb3VyIGNyZWRlbnRpYWxzIGNvdWxkIG5vdCBiZSBhdXRoZW50aWNhdGVkOiAiQ3JlZGVudGlhbHMgYXJlIG1pc3NpbmcuIi4gWW91IHdpbGwgbm90 IGJlIHBlcm1pdHRlZCBhY2Nlc3MgdW50aWwgeW91ciBjcmVkZW50aWFscyBjYW4gYmUgdmVyaWZpZWQuPC90ZD48L3RyPi0tPg0KPC90YWJsZT4NCjxicj4NCjxkaXYgYWxpZ249ImNlbnRlciI+PHNwYW4gc3R5bGU9ImJhY2tncm91bmQtY29sb3I6IyMjMDAwMDAwOyBwYWRkaW5nLWxlZn Q6IDJweDsgcGFkZGluZy1yaWdodDogMnB4OyBwYWRkaW5nLWJvdHRvbTogMnB4OyBib3JkZXI6MXB4IHNvbGlkIGJsYWNrOyI+PGEgaHJlZj0iamF2YXNjcmlwdDpUb2dnbGVEZWJ1ZygpIj5EZXRheWxpIEJpbGdpPC9hPjwvc3Bhbj48L2Rpdj4NCjxicj4NCg0KPGJyPg0KPGJyPg0KPGRp diBpZD0iZGVidWciPjxpPi0tLS0tLS0tLSBUYWxlYmluaXppIG9sdcWfdHVydXJrZW4gYcWfYcSfxLFkYWtpIGJpbGdpbGVyaSBsw7x0ZmVuIHRhbGVwIGnDp2VyaXNpbmUga29weWFsYXnEsW7EsXogLS0tLS0tLS0tPC9pPg0KPGJyPjxicj48YnI+DQo8Yj48dT5EZXRheWzEsSBCaWxnaS AoZGVidWcpOjwvdT48L2I+PGJyPg0KDQo8ZGl2IHN0eWxlPSJ3aWR0aDo2MCU7IGRpc3BsYXk6YmxvY2s7Ij4NCjxkaXYgc3R5bGU9ImJvcmRlcjogMXB4IGRhc2hlZCBibHVlOyBwYWRkaW5nLWxlZnQ6IDIwcHg7IHBhZGRpbmctcmlnaHQ6IDIwcHg7IHBhZGRpbmctdG9wOiAxMHB4OyBw YWRkaW5nLWJvdHRvbTogMTBweDsgZGlzcGxheTogdGFibGUtY2VsbDsiPg0KPHRhYmxlIGJvcmRlcj0iMCI+DQogICAgICAgIDx0cj48dGQgY29sc3Bhbj0iMiI+PHU+RXJyb3IgU3BlY2lmaWNzPC91PjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5EYXRlOjwvdGQ+PHRkPjAzLzI3Lz IwMjQgQCAwOTowMjowMTwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5Qcm94eSBJRDo8L3RkPjx0ZD50YWlpbnRwcm94eWE8L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+UG9saWN5IElEOjwvdGQ+PHRkPjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5Db25uIFR5cGU6PC90ZD48 dGQ+RXhwbGljaXQ8L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+RXJyb3IgSUQ6PC90ZD48dGQ+YXV0aGVudGljYXRpb25fZmFpbGVkPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlN1bW1hcnk6PC90ZD48dGQ+QWNjZXNzIERlbmllZDwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD 5IZWxwOjwvdGQ+PHRkPlRoaXMgaXMgdHlwaWNhbGx5IGNhdXNlZCBieSBhbiBpbmNvcnJlY3QgdXNlcm5hbWUgYW5kL29yIHBhc3N3b3JkLCBidXQgY291bGQgYWxzbyBiZSBjYXVzZWQgYnkgbmV0d29yayBwcm9ibGVtcy48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+TGFzdCBFcnJv cjo8L3RkPjx0ZD48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+RGVzdCBJUDo8L3RkPjx0ZD4xNzIuMjkuMjM2LjIxMTwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5SaXNrIExldmVsOjwvdGQ+PHRkPjM8L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+R2VvSVA6PC90ZD48dGQ+Tm 9uZTwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5Zb3V0dWJlL0NhdGVnb3J5OjwvdGQ+PHRkPjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5NZXRob2Q6PC90ZD48dGQ+R0VUPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlVSTCBIb3N0OjwvdGQ+PHRkPmFzc2V0cy52ZXJ0aWNh bG1hZy5jb208L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+VVJMIFBhdGg6PC90ZD48dGQ+JiN4MkY7d3AtY29udGVudCYjeDJGO3VwbG9hZHMmI3gyRjsyMDIzJiN4MkY7MDImI3gyRjtUSEMtRGFrYXIyMDIzLTAyMjguanBnPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlVSTCBQb3 J0OjwvdGQ+PHRkPjQ0MzwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5IVFRQIENvZGU6PC90ZD48dGQ+NDAxPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlJlYXNvbjo8L3RkPjx0ZD5BdXRoZW50aWNhdGlvbiBmYWlsZWQgZWl0aGVyIGJlY2F1c2UgY3JlZGVudGlhbHMgd2VyZSBu b3QgcHJvdmlkZWQgb3IgdGhleSBjb3VsZCBub3QgYmUgdmFsaWRhdGVkPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPkNhdGVnb3J5OjwvdGQ+PHRkPjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5SZWRpcmVjdDo8L3RkPjx0ZD48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQgY2 9sc3Bhbj0iMiI+PGJyPjx1PlVzZXIgSW5mb3JtYXRpb248L3U+PC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlNvdXJjZSBJUDo8L3RkPjx0ZD4xNzIuMjkuODEuMTc1PC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlVzZXJuYW1lOjwvdGQ+PHRkPjwvdGQ+PC90cj4NCiAgICAgICAg PCEtLTx0cj48dGQ+VXNlciBIb3N0OjwvdGQ+PHRkPjwvdGQ+PC90cj4tLT4NCiAgICAgICAgPHRyPjx0ZD5Vc2VyIERvbWFpbjo8L3RkPjx0ZD48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+TG9naW4gQ291bnQ6PC90ZD48dGQ+MDwvdGQ+PC90cj4NCiAgICAgICAgPCEtLSA8dHI+PH RkIGNvbHNwYW49IjIiPjxicj48dT5TU0wgSW5mb3JtYXRpb24gKGlmIGFwcGxpY2FibGUpPC91PjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5TLVNTTCBIb3N0bmFtZTo8L3RkPjx0ZD48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+Uy1TU0wgQ2lwaGVyOjwvdGQ+PHRkPm5vbmU8 L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+Uy1TU0wgQ2lwaGVyIFN0cmVuZ3RoOjwvdGQ+PHRkPiBub25lPC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlMtU1NMIFZlcnNpb246PC90ZD48dGQ+PC90ZD48L3RyPg0KICAgICAgICA8dHI+PHRkPlMtU29ja2V0IEVycm9yOjwvdGQ+PH RkPjwvdGQ+PC90cj4NCiAgICAgICAgPHRyPjx0ZD5DLVNTTCBGYWlsIFJlYXNvbjo8L3RkPjx0ZD48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+Qy1TU0wgQ2lwaGVyOjwvdGQ+PHRkPm5vbmU8L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+Qy1TU0wgQ2lwaGVyIFN0cmVuZ3RoOjwv dGQ+PHRkPm5vbmU8L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQgY29sc3Bhbj0iMiI+PGJyPjx1PkROUyBJbmZvcm1hdGlvbjwvdT48L3RkPjwvdHI+DQogICAgICAgIDx0cj48dGQ+RE5TIExvb2t1cCBUaW1lOjwvdGQ+PHRkPjA8L3RkPjwvdHI+IC0tPg0KPC90YWJsZT4NCjwvZGl2Pg 0KPC9kaXY+DQo8YnI+PGJyPg0KPGk+LS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tIEtvcHlhbGFtYSBhbGFuxLEgc29udSAtLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS0tLS08L2k+DQo8YnI+PGJyPjxicj4NCjwvZGl2Pg0KPC9jZW50ZXI+DQo8L2JvZHk+DQo8L2h0bWw+DQo=
Created TensorFlow Lite XNNPACK delegate for CPU. INFO: Created TensorFlow Lite XNNPACK delegate for CPU.
Traceback (most recent call last):
File "C:\Users\s20128\Desktop\Selenium\AIAA.py", line 11, in
Selenium.zip