so everything works and all but when it clicks upload and they show me on the screen "Video scheduled" it means it worked but then when it gets to the post confirmation it says no such element exception and i check my tiktok the video isnt uploaded (its not finding this : post_confirmation = "//div[contains(@class, 'tiktok-modal__modal-button')]"), here's my upload file:"""
tiktok_uploader module for uploading videos to TikTok
Key Functions
upload_video : Uploads a single TikTok video
upload_videos : Uploads multiple TikTok videos
"""
from os.path import abspath, exists
from typing import List
import time
import pytz
import datetime
from selenium.webdriver.common.by import By
from selenium.webdriver.common.action_chains import ActionChains
from selenium.webdriver.support.ui import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.common.keys import Keys
from selenium.common.exceptions import ElementClickInterceptedException, TimeoutException
from tiktok_uploader.src.tiktok_uploader.browsers import get_browser
from tiktok_uploader.src.tiktok_uploader.auth import AuthBackend
from tiktok_uploader.src.tiktok_uploader import config, logger
from tiktok_uploader.src.tiktok_uploader.utils import bold, green, red
from tiktok_uploader.src.tiktok_uploader.proxy_auth_extension.proxy_auth_extension import proxy_is_working
Consider using `upload_videos` if using multiple videos
Parameters
----------
filename : str
The path to the video to upload
description : str
The description to set for the video
schedule: datetime.datetime
The datetime to schedule the video, must be naive or aware with UTC timezone, if naive it will be aware with UTC timezone
cookies : str
The cookies to use for uploading
sessionid: str
The `sessionid` is the only required cookie for uploading,
but it is recommended to use all cookies to avoid detection
"""
auth = AuthBackend(username=username, password=password, cookies=cookies,
cookies_list=cookies_list, cookies_str=cookies_str, sessionid=sessionid)
return upload_videos(
videos=[ { 'path': filename, 'description': description, 'schedule': schedule } ],
auth=auth,
proxy=proxy,
*args, **kwargs
)
def upload_videos(videos: list = None, auth: AuthBackend = None, proxy: dict = None, browser='firefox',
browser_agent=None, on_complete=None, headless=False, num_retries : int = 1, *args, **kwargs):
"""
Uploads multiple videos to TikTok
Parameters
----------
videos : list
A list of dictionaries containing the video's ('path') and description ('description')
proxy: dict
A dictionary containing the proxy user, pass, host and port
browser : str
The browser to use for uploading
browser_agent : selenium.webdriver
A selenium webdriver object to use for uploading
on_complete : function
A function to call when the upload is complete
headless : bool
Whether or not the browser should be run in headless mode
num_retries : int
The number of retries to attempt if the upload fails
options : SeleniumOptions
The options to pass into the browser -> custom privacy settings, etc.
*args :
Additional arguments to pass into the upload function
**kwargs :
Additional keyword arguments to pass into the upload function
Returns
-------
failed : list
A list of videos which failed to upload
"""
videos = _convert_videos_dict(videos)
if videos and len(videos) > 1:
logger.debug("Uploading %d videos", len(videos))
if not browser_agent: # user-specified browser agent
logger.debug('Create a %s browser instance %s', browser,
'in headless mode' if headless else '')
driver = get_browser(name=browser, headless=headless, proxy=proxy, *args, **kwargs)
else:
logger.debug('Using user-defined browser agent')
driver = browser_agent
if proxy:
if proxy_is_working(driver, proxy['host']):
logger.debug(green('Proxy is working'))
else:
logger.error('Proxy is not working')
driver.quit()
raise Exception('Proxy is not working')
driver = auth.authenticate_agent(driver)
failed = []
# uploads each video
for video in videos:
path = abspath(video.get('path'))
description = video.get('description', '')
schedule = video.get('schedule', None)
logger.debug('Posting %s%s', bold(video.get('path')),
f'\n{" " * 15}with description: {bold(description)}' if description else '')
# Video must be of supported type
if not _check_valid_path(path):
print(f'{path} is invalid, skipping')
failed.append(video)
continue
# Video must have a valid datetime for tiktok's scheduler
if schedule:
timezone = pytz.UTC
if schedule.tzinfo is None:
schedule = schedule.astimezone(timezone)
elif int(schedule.utcoffset().total_seconds()) == 0: # Equivalent to UTC
schedule = timezone.localize(schedule)
else:
print(f'{schedule} is invalid, the schedule datetime must be naive or aware with UTC timezone, skipping')
failed.append(video)
continue
valid_tiktok_minute_multiple = 5
schedule = _get_valid_schedule_minute(schedule, valid_tiktok_minute_multiple)
if not _check_valid_schedule(schedule):
print(f'{schedule} is invalid, the schedule datetime must be as least 20 minutes in the future, and a maximum of 10 days, skipping')
failed.append(video)
continue
complete_upload_form(driver, path, description, schedule,
num_retries=num_retries, headless=headless,
*args, **kwargs)
if on_complete is callable: # calls the user-specified on-complete function
on_complete(video)
if config['quit_on_end']:
driver.quit()
return failed
def complete_upload_form(driver, path: str, description: str, schedule: datetime.datetime, headless=False, *args, **kwargs) -> None:
"""
Actually uploads each video
Parameters
----------
driver : selenium.webdriver
The selenium webdriver to use for uploading
path : str
The path to the video to upload
"""
_go_to_upload(driver)
# _remove_cookies_window(driver)
_set_video(driver, path=path, **kwargs)
_remove_split_window(driver)
_set_interactivity(driver, **kwargs)
_set_description(driver, description)
if schedule:
_set_schedule_video(driver, schedule)
_post_video(driver)
def _go_to_upload(driver) -> None:
"""
Navigates to the upload page, switches to the iframe and waits for it to load
Parameters
----------
driver : selenium.webdriver
"""
logger.debug(green('Navigating to upload page'))
# if the upload page is not open, navigate to it
if driver.current_url != config['paths']['upload']:
driver.get(config['paths']['upload'])
# otherwise, refresh the page and accept the reload alert
else:
_refresh_with_alert(driver)
# changes to the iframe
_change_to_upload_iframe(driver)
# waits for the iframe to load
root_selector = EC.presence_of_element_located((By.ID, 'root'))
WebDriverWait(driver, config['explicit_wait']).until(root_selector)
# Return to default webpage
driver.switch_to.default_content()
def _change_to_upload_iframe(driver) -> None:
"""
Switch to the iframe of the upload page
def _set_description(driver, description: str) -> None:
"""
Sets the description of the video
Parameters
----------
driver : selenium.webdriver
description : str
The description to set
"""
if description is None:
# if no description is provided, filename
return
logger.debug(green('Setting description'))
# Remove any characters outside the BMP range (emojis, etc) & Fix accents
description = description.encode('utf-8', 'ignore').decode('utf-8')
saved_description = description # save the description in case it fails
desc = driver.find_element(By.XPATH, config['selectors']['upload']['description'])
# desc populates with filename before clearing
WebDriverWait(driver, config['explicit_wait']).until(lambda driver: desc.text != '')
_clear(desc)
try:
while description:
nearest_mention = description.find('@')
nearest_hash = description.find('#')
if nearest_mention == 0 or nearest_hash == 0:
desc.send_keys('@' if nearest_mention == 0 else '#')
name = description[1:].split(' ')[0]
if nearest_mention == 0: # @ case
mention_xpath = config['selectors']['upload']['mention_box']
condition = EC.presence_of_element_located((By.XPATH, mention_xpath))
mention_box = WebDriverWait(driver, config['explicit_wait']).until(condition)
mention_box.send_keys(name)
else:
desc.send_keys(name)
time.sleep(config['implicit_wait'])
if nearest_mention == 0: # @ case
mention_xpath = config['selectors']['upload']['mentions'].format('@' + name)
condition = EC.presence_of_element_located((By.XPATH, mention_xpath))
else:
hashtag_xpath = config['selectors']['upload']['hashtags'].format(name)
condition = EC.presence_of_element_located((By.XPATH, hashtag_xpath))
# if the element never appears (timeout exception) remove the tag and continue
try:
elem = WebDriverWait(driver, config['implicit_wait']).until(condition)
except:
desc.send_keys(Keys.BACKSPACE * (len(name) + 1))
description = description[len(name) + 2:]
continue
ActionChains(driver).move_to_element(elem).click(elem).perform()
description = description[len(name) + 2:]
else:
min_index = _get_splice_index(nearest_mention, nearest_hash, description)
desc.send_keys(description[:min_index])
description = description[min_index:]
except Exception as exception:
print('Failed to set description: ', exception)
_clear(desc)
desc.send_keys(saved_description) # if fail, use saved description
def _clear(element) -> None:
"""
Clears the text of the element (an issue with the TikTok website when automating)
Parameters
----------
element
The text box to clear
"""
element.send_keys(2 * len(element.text) * Keys.BACKSPACE)
def _set_video(driver, path: str = '', num_retries: int = 3, **kwargs) -> None:
"""
Sets the video to upload
Parameters
----------
driver : selenium.webdriver
path : str
The path to the video to upload
num_retries : number of retries (can occasionally fail)
"""
# uploads the element
logger.debug(green('Uploading video file'))
for _ in range(num_retries):
# try:
#print('Hi1')
_change_to_upload_iframe(driver)
time.sleep(15)
upload_box = driver.find_element(
By.XPATH, config['selectors']['upload']['upload_video']
)
#print('Hi2')
upload_box.send_keys(path)
#print('Hi3')
# waits for the upload progress bar to disappear
upload_finished = EC.presence_of_element_located(
(By.XPATH, config['selectors']['upload']['upload_finished'])
)
#print('Hi4')
WebDriverWait(driver, config['explicit_wait']).until(upload_finished)
#print('Hi5')
# waits for the video to upload
upload_confirmation = EC.presence_of_element_located(
(By.XPATH, config['selectors']['upload']['upload_confirmation'])
)
#print('Hi6')
# An exception throw here means the video failed to upload an a retry is needed
#WebDriverWait(driver, config['explicit_wait']).until(upload_confirmation)
#print('Hi7')
# wait until a non-draggable image is found
# process_confirmation = EC.presence_of_element_located(
# (By.XPATH, config['selectors']['upload']['process_confirmation'])
# )
# WebDriverWait(driver, config['explicit_wait']).until(process_confirmation)
return
# except Exception as exception:
# print(exception)
# raise FailedToUpload()
def _remove_cookies_window(driver) -> None:
"""
Removes the cookies window if it is open
Parameters
----------
driver : selenium.webdriver
"""
logger.debug(green(f'Removing cookies window'))
cookies_banner = WebDriverWait(driver, config['implicit_wait']).until(
EC.presence_of_element_located((By.TAG_NAME, config['selectors']['upload']['cookies_banner']['banner'])))
item = WebDriverWait(driver, config['implicit_wait']).until(
EC.visibility_of(cookies_banner.shadow_root.find_element(By.CSS_SELECTOR, config['selectors']['upload']['cookies_banner']['button'])))
# Wait that the Decline all button is clickable
decline_button = WebDriverWait(driver, config['implicit_wait']).until(
EC.element_to_be_clickable(item.find_elements(By.TAG_NAME, 'button')[0]))
decline_button.click()
def _remove_split_window(driver) -> None:
"""
Remove the split window if it is open
def _set_interactivity(driver, comment=True, stitch=True, duet=True, *args, **kwargs) -> None:
"""
Sets the interactivity settings of the video
Parameters
----------
driver : selenium.webdriver
comment : bool
Whether or not to allow comments
stitch : bool
Whether or not to allow stitching
duet : bool
Whether or not to allow duets
"""
try:
logger.debug(green('Setting interactivity settings'))
comment_box = driver.find_element(By.XPATH, config['selectors']['upload']['comment'])
stitch_box = driver.find_element(By.XPATH, config['selectors']['upload']['stitch'])
duet_box = driver.find_element(By.XPATH, config['selectors']['upload']['duet'])
# xor the current state with the desired state
if comment ^ comment_box.is_selected():
comment_box.click()
if stitch ^ stitch_box.is_selected():
stitch_box.click()
if duet ^ duet_box.is_selected():
duet_box.click()
except Exception as _:
logger.error('Failed to set interactivity settings')
def _set_schedule_video(driver, schedule: datetime.datetime) -> None:
"""
Sets the schedule of the video
if date_selected_month == month and date_selected_day == day:
logger.debug(green('Date picked correctly'))
else:
msg = f'Something went wrong with the date picker, expected {month}-{day} but got {date_selected_month}-{date_selected_day}'
logger.error(msg)
raise Exception(msg)
if time_selected_hour == hour and time_selected_minute == minute:
logger.debug(green('Time picked correctly'))
else:
msg = f'Something went wrong with the time picker, ' \
f'expected {hour:02d}:{minute:02d} ' \
f'but got {time_selected_hour:02d}:{time_selected_minute:02d}'
logger.error(msg)
raise Exception(msg)
def _post_video(driver) -> None:
"""
Posts the video by clicking the post button
Parameters
----------
driver : selenium.webdriver
"""
logger.debug(green('Clicking the post button'))
#css-y1m958
print('hy3')
try:
post = WebDriverWait(driver, config['implicit_wait']).until(EC.element_to_be_clickable((By.XPATH, config['selectors']['upload']['post'])))
post.click()
except ElementClickInterceptedException:
logger.debug(green("Trying to click on the button again"))
driver.execute_script('document.querySelector(".btn-post > button").click()')
print('by2')
#css-y1m958
time.sleep(390)
#waits for the video to upload
post_confirmation = EC.presence_of_element_located(
(By.XPATH, config['selectors']['upload']['post_confirmation'])
)
WebDriverWait(driver, config['explicit_wait']).until(post_confirmation)
logger.debug(green('Video posted successfully'))
#css-y1m958
HELPERS
def _check_valid_path(path: str) -> bool:
"""
Returns whether or not the filetype is supported by TikTok
"""
return exists(path) and path.split('.')[-1] in config['supported_file_types']
def _get_valid_schedule_minute(schedule, valid_multiple) -> datetime.datetime:
"""
Returns a datetime.datetime with valid minute for TikTok
"""
if _is_valid_schedule_minute(schedule.minute, valid_multiple):
return schedule
else:
return _set_valid_schedule_minute(schedule, valid_multiple)
def _get_splice_index(nearest_mention: int, nearest_hashtag: int, description: str) -> int:
"""
Returns the index to splice the description at
Parameters
----------
nearest_mention : int
The index of the nearest mention
nearest_hashtag : int
The index of the nearest hashtag
Returns
-------
int
The index to splice the description at
"""
if nearest_mention == -1 and nearest_hashtag == -1:
return len(description)
elif nearest_hashtag == -1:
return nearest_mention
elif nearest_mention == -1:
return nearest_hashtag
else:
return min(nearest_mention, nearest_hashtag)
def _convert_videos_dict(videos_list_of_dictionaries) -> List:
"""
Takes in a videos dictionary and converts it.
This allows the user to use the wrong stuff and thing to just work
"""
if not videos_list_of_dictionaries:
raise RuntimeError("No videos to upload")
valid_path = config['valid_path_names']
valid_description = config['valid_descriptions']
correct_path = valid_path[0]
correct_description = valid_description[0]
def intersection(lst1, lst2):
""" return the intersection of two lists """
return list(set(lst1) & set(lst2))
return_list = []
for elem in videos_list_of_dictionaries:
# preprocess the dictionary
elem = {k.strip().lower(): v for k, v in elem.items()}
keys = elem.keys()
path_intersection = intersection(valid_path, keys)
description_intersection = intersection(valid_description, keys)
if path_intersection:
# we have a path
path = elem[path_intersection.pop()]
if not _check_valid_path(path):
raise RuntimeError("Invalid path: " + path)
elem[correct_path] = path
else:
# iterates over the elem and find a key which is a path with a valid extension
for _, value in elem.items():
if _check_valid_path(value):
elem[correct_path] = value
break
else:
# no valid path found
raise RuntimeError("Path not found in dictionary: " + str(elem))
if description_intersection:
# we have a description
elem[correct_description] = elem[description_intersection.pop()]
else:
# iterates over the elem and finds a description which is not a valid path
for _, value in elem.items():
if not _check_valid_path(value):
elem[correct_description] = value
break
else:
elem[correct_description] = '' # null description is fine
return_list.append(elem)
return return_list
def __get_driver_timezone(driver) -> pytz.timezone:
"""
Returns the timezone of the driver
"""
timezone_str = driver.execute_script("return Intl.DateTimeFormat().resolvedOptions().timeZone")
return pytz.timezone(timezone_str)
def _refresh_with_alert(driver) -> None:
try:
attempt to refresh the page
driver.refresh()
# wait for the alert to appear
WebDriverWait(driver, config['explicit_wait']).until(EC.alert_is_present())
# accept the alert
driver.switch_to.alert.accept()
except:
# if no alert appears, the page is fine
pass
class DescriptionTooLong(Exception):
"""
A video description longer than the maximum allowed by TikTok's website (not app) uploader
"""
def __init__(self, message=None):
super().__init__(message or self.__doc__)
class FailedToUpload(Exception):
"""
A video failed to upload
"""
def __init__(self, message=None):
super().__init__(message or self.__doc__)
ibneturabhassan
commented
7 months ago
so everything works and all but when it clicks upload and they show me on the screen "Video scheduled" it means it worked but then when it gets to the post confirmation it says no such element exception and i check my tiktok the video isnt uploaded (its not finding this : post_confirmation = "//div[contains(@class, 'tiktok-modal__modal-button')]"), here's my upload file:"""
tiktok_uploadermodule for uploading videos to TikTokKey Functions
upload_video : Uploads a single TikTok video upload_videos : Uploads multiple TikTok videos """ from os.path import abspath, exists from typing import List import time import pytz import datetime
from selenium.webdriver.common.by import By
from selenium.webdriver.common.action_chains import ActionChains from selenium.webdriver.support.ui import WebDriverWait from selenium.webdriver.support import expected_conditions as EC from selenium.webdriver.common.keys import Keys from selenium.common.exceptions import ElementClickInterceptedException, TimeoutException
from tiktok_uploader.src.tiktok_uploader.browsers import get_browser from tiktok_uploader.src.tiktok_uploader.auth import AuthBackend from tiktok_uploader.src.tiktok_uploader import config, logger from tiktok_uploader.src.tiktok_uploader.utils import bold, green, red from tiktok_uploader.src.tiktok_uploader.proxy_auth_extension.proxy_auth_extension import proxy_is_working
def upload_video(filename=None, description='', cookies='', schedule: datetime.datetime = None, username='', password='', sessionid=None, cookies_list=None, cookies_str=None, proxy=None, *args, **kwargs): """ Uploads a single TikTok video.
def upload_videos(videos: list = None, auth: AuthBackend = None, proxy: dict = None, browser='firefox', browser_agent=None, on_complete=None, headless=False, num_retries : int = 1, *args, **kwargs): """ Uploads multiple videos to TikTok
def complete_upload_form(driver, path: str, description: str, schedule: datetime.datetime, headless=False, *args, **kwargs) -> None: """ Actually uploads each video
def _go_to_upload(driver) -> None: """ Navigates to the upload page, switches to the iframe and waits for it to load
def _change_to_upload_iframe(driver) -> None: """ Switch to the iframe of the upload page
def _set_description(driver, description: str) -> None: """ Sets the description of the video
def _clear(element) -> None: """ Clears the text of the element (an issue with the TikTok website when automating)
def _set_video(driver, path: str = '', num_retries: int = 3, **kwargs) -> None: """ Sets the video to upload
def _remove_cookies_window(driver) -> None: """ Removes the cookies window if it is open
def _remove_split_window(driver) -> None: """ Remove the split window if it is open
def _set_interactivity(driver, comment=True, stitch=True, duet=True, *args, **kwargs) -> None: """ Sets the interactivity settings of the video
def _set_schedule_video(driver, schedule: datetime.datetime) -> None: """ Sets the schedule of the video
def __date_picker(driver, month: int, day: int) -> None: logger.debug(green('Picking date'))
schedule_button = driver.find_element(By.CLASS_NAME, 'css-1ka1qw0')
def __verify_date_picked_is_correct(driver, month: int, day: int): date_selected = driver.find_element(By.XPATH, config['selectors']['schedule']['date_picker']).text date_selected_month = int(date_selected.split('-')[1]) date_selected_day = int(date_selected.split('-')[2])
def __time_picker(driver, hour: int, minute: int) -> None: logger.debug(green('Picking time')) print('Hy1') condition = EC.presence_of_element_located( (By.XPATH, config['selectors']['schedule']['time_picker']) ) print('Hy2') time_picker = WebDriverWait(driver, config['explicit_wait']).until(condition) time_picker.click() print('Hy3') condition = EC.presence_of_element_located( (By.XPATH, config['selectors']['schedule']['time_picker_container']) ) print('Hy4') time_picker_container = WebDriverWait(driver, config['implicit_wait']).until(condition) print('Hy5')
00 = 0, 01 = 1, 02 = 2, 03 = 3, 04 = 4, 05 = 5, 06 = 6, 07 = 7, 08 = 8, 09 = 9, 10 = 10, 11 = 11, 12 = 12,
def __verify_time_picked_is_correct(driver, hour: int, minute: int): time_selected = driver.find_element(By.XPATH, config['selectors']['schedule']['time_picker_text']).text time_selected_hour = int(time_selected.split(':')[0]) time_selected_minute = int(time_selected.split(':')[1])
def _post_video(driver) -> None: """ Posts the video by clicking the post button
HELPERS
def _check_valid_path(path: str) -> bool: """ Returns whether or not the filetype is supported by TikTok """ return exists(path) and path.split('.')[-1] in config['supported_file_types']
def _get_valid_schedule_minute(schedule, valid_multiple) -> datetime.datetime: """ Returns a datetime.datetime with valid minute for TikTok """ if _is_valid_schedule_minute(schedule.minute, valid_multiple): return schedule else: return _set_valid_schedule_minute(schedule, valid_multiple)
def _is_valid_schedule_minute(minute, valid_multiple) -> bool: if minute % valid_multiple != 0: return False else: return True
def _set_valid_schedule_minute(schedule, valid_multiple) -> datetime.datetime: minute = schedule.minute
def _check_valid_schedule(schedule: datetime.datetime) -> bool: """ Returns if the schedule is supported by TikTok """ valid_tiktok_minute_multiple = 5 margin_to_complete_upload_form = 5
def _get_splice_index(nearest_mention: int, nearest_hashtag: int, description: str) -> int: """ Returns the index to splice the description at
def _convert_videos_dict(videos_list_of_dictionaries) -> List: """ Takes in a videos dictionary and converts it.
def __get_driver_timezone(driver) -> pytz.timezone: """ Returns the timezone of the driver """ timezone_str = driver.execute_script("return Intl.DateTimeFormat().resolvedOptions().timeZone") return pytz.timezone(timezone_str)
def _refresh_with_alert(driver) -> None: try:
attempt to refresh the page
class DescriptionTooLong(Exception): """ A video description longer than the maximum allowed by TikTok's website (not app) uploader """
class FailedToUpload(Exception): """ A video failed to upload """