import datetime import json, os, requests, time, sqlite3 from alive_progress import alive_bar from secrets import familyfeed_id, familyqueue_id, spotify_user_id from refresh import Refresh refreshCaller = Refresh() class cynthia: def __init__(self): self.user_id = spotify_user_id self.spotify_token = "" self.here_i_am = os.path.dirname(os.path.abspath(__file__)) self.uridisc_id = "" self.dbomissions_id = "" self.playlist_id = familyfeed_id self.queue_id = familyqueue_id self.queue_list = [] self.queue_track_name_list = [] self.queue_track_list = [] self.rowid_list = [] self.plid_list = [] self.dbom_list = [] self.uridis_list = [] self.played_track = "" self.dbom = False self.uri_match = 0 self.name_match = 0 self.plreset = False def call_refresh(self): # NOTE Euan is king global refreshCaller while True: self.spotify_token = refreshCaller.refresh() if self.spotify_token == -1: print( "==============================\n[!] Error refreshing token, retrying in 30 Seconds\n==============================") time.sleep(30) else: break def repopulate_the_queue(self): # NOTE List of functions tic = time.perf_counter() os.system('cls') print("Cynthia (Len Goodman Version) v.7.2.0 25/07/2022 \U00002694 Viking Utilities \U00002694") print("Just When You Thought It Couldn't Get Any Better (Or Maybe Worse!) \U0001F9D0 \U0001F4A9 \U0001F6BD") self.get_endless_playlist() self.database = self.here_i_am + r"\\" + self.playlist_name + ".db" self.check_data_table_setup() print("Getting Queue Count") self.get_queue_count() self.get_the_queue() print("Getting Last 50 Played Tracks") self.check_played_list() print("Updating Last Played Date & Time") self.update_last_played_time() print("Updating Last Played Play Count") self.update_play_count_in_last_played() print("Updating Playlist Information") self.update_playlist_info() print("Getting New Tracks For Queue") self.get_new_tracks() print("Remaining Un-Played Tracks in Database = " + str(self.remain_records)) print(str(self.uri_match) + " URI Matches") print(str(self.name_match) + " Name Matches") print(str(self.record_wanted) + " Tracks added from database records:- ") print(*self.rowid_list, sep=', ') toc = time.perf_counter() ty_res = time.gmtime(toc - tic) res = time.strftime("%H Hours :%M Minutes :%S Seconds", ty_res) print(f"Cynthia Took {res}") def get_queue_count(self): # NOTE Get how many tracks in Endless Queue query = "https://api.spotify.com/v1/playlists/{}".format(self.queue_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) json_data = json.loads(response.text) self.queue_total = (json_data["tracks"]["total"]) return def get_the_queue_again(self): # NOTE Get Individual tracks in Endless Queue Again q = 0 while q < self.queue_total: for q in range(self.queue_total): self.offset = q try: query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.queue_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},params={"limit": 1, "offset": self.offset}) json_data = json.loads(response.text) self.track_uri = json_data["items"][0]["track"]["uri"] self.track_name = json_data["items"][0]["track"]["name"] self.artist_name = json_data["items"][0]["track"]["artists"][0]["name"] self.sort_out_the_queue_track_name() if self.played_artist_name == self.track_artist_name: self.check_and_add_to_disc_table() self.amend_track_list_and_playlist() self.check_track = self.played_track self.add_to_error_playlist("U") self.temp_uri = self.played_track self.played_track = self.track_uri return if response.status_code == 200: q = q + 1 continue except: q=q+1 continue def get_the_queue(self): # NOTE Get Individual tracks in Endless Queue i = 0 while i < self.queue_total: with alive_bar(self.queue_total, title="Getting Queue Items") as bar: for i in range(self.queue_total): self.offset = i query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.queue_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},params={"limit": 1, "offset": self.offset}) json_data = json.loads(response.text) self.track_uri = json_data["items"][0]["track"]["uri"] self.track_name = json_data["items"][0]["track"]["name"] self.artist_name = json_data["items"][0]["track"]["artists"][0]["name"] self.sort_out_the_queue_track_name() self.queue_list.append(self.track_uri) self.queue_track_list.append(self.track_name) self.queue_track_name_list.append(self.track_artist_name) if response.status_code == 200: i = i + 1 bar() continue def sort_out_the_queue_track_name(self): # NOTE Format Thee Track Name for Duplicate Checks self.track_name = str(self.track_name).upper() ####### self.track_name = self.track_name.replace("'", "") self.artist_name = str(self.artist_name).upper() ####### self.artist_name = self.artist_name.replace("'", "") self.hyphen = str(self.track_name).find(" - ") if self.hyphen != -1: self.track_name = self.track_name[:self.hyphen] self.track_name = self.track_name.strip() self.artist_name = self.artist_name.strip() self.track_artist_name = self.track_name + " - " + self.artist_name def check_played_list(self): # NOTE Get Last 50 played tracks. Checking to see if each one is in the queue list last_track = False self.flex_temp_table() self.check_last_played_table() query = "https://api.spotify.com/v1/me/player/recently-played" response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},params={"limit": 50}) response_json = response.json() print("Adding Tracks to Last Played table") for k in response_json["items"]: found = False self.played_track = (k["track"]["uri"]) self.played_name = (k["track"]["name"]) self.played_artist = (k["track"]["artists"][0]["name"]) self.played_at = (k["played_at"]) self.sort_out_the_last_played_track_name() self.sort_out_the_played_at_time() self.add_new_last_played_track() if not last_track: print("Saving Last Track Played Which Was:- " + (k["track"]["name"])) last_track = True continue if self.played_track in self.queue_list: self.uri_match = self.uri_match + 1 self.temp_uri = self.played_track self.mark_played_and_remove() found = True continue if not found: if self.played_artist_name in self.queue_track_name_list: ##or self.played_name in self.queue_track_list: self.get_the_queue_again() self.name_match = self.name_match + 1 self.mark_played_and_remove() continue else: self.remove_from_playlist() def sort_out_the_last_played_track_name(self): # NOTE Format The Track Name for Duplicate Checks self.played_name = str(self.played_name).upper() ###### self.played_name = self.played_name.replace("'", "") self.played_artist = str(self.played_artist).upper() ###### self.played_artist = self.played_artist.replace("'", "") self.hyphen = str(self.played_name).find(" - ") if self.hyphen != -1: self.played_name = self.played_name[:self.hyphen] self.played_name = self.played_name.strip() self.played_artist = self.played_artist.strip() self.played_artist_name = self.played_name + " - " + self.played_artist def mark_played_and_remove(self): # NOTE If it is in the queue and has been played then deal with it self.mark_played_in_db() self.remove_from_playlist() return def get_endless_playlist(self): # NOTE Get the Endless Playlist Name query = "https://api.spotify.com/v1/playlists/{}".format(self.playlist_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) json_data = json.loads(response.text) self.playlist_name = (json_data["name"]) return ######################################################################################################################################## def mark_played_in_db(self): # NOTE Mark the played tracks in the database global conn conn = self.create_connection(self.database) cur = conn.cursor() with conn: try: cur.execute("SELECT * FROM Track_List WHERE URI = '" + self.temp_uri + "'") row = cur.fetchone() play_count = row[5] play_count = play_count + 1 cur.execute("UPDATE Track_List SET PLAY_COUNT = '" + str(play_count) + "' WHERE URI = '" + self.temp_uri + "'") conn.commit() except: print("Error with this track") self.remove_from_playlist() ############################################################################################################################################ def create_connection(self, db_file): # NOTE Connect to the database conn = None conn = sqlite3.connect(db_file) return conn def remove_from_playlist(self): # NOTE Remove played tracks from the Endless Queue playlist query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.queue_id) response = requests.request("delete", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},data=json.dumps({"tracks": [{"uri": self.played_track}]})) if response.status_code != 200: print("remove from playlist " + str(response.status_code)) self.played_track = "" return def get_new_tracks(self): # NOTE Get how many new tracks are needed self.get_queue_count() self.remaining_queue = self.queue_total self.get_tracks() return def get_tracks(self): # NOTE Get the new tracks from the Endless Playlist self.needed = 50 - self.remaining_queue self.record_wanted = self.needed print(str(self.needed) + " New Tracks Required!") print("Performing Record Check") self.check_played_count() if self.needed == 0: return conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT * FROM Track_List WHERE QUEUED = 0 order by RANDOM()") rows = cur.fetchall() for row in rows: self.newtrack = row[0] self.add_track_to_queue() self.set_queued_flag() self.needed = self.needed - 1 if self.needed == 0: return return def set_queued_flag(self): # NOTE Mark Track As Queued conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT * FROM Track_List WHERE URI = '" + self.newtrack + "'") cur.execute("SELECT rowid, * FROM Track_List WHERE URI = '" + self.newtrack + "'") toe = cur.fetchone() self.rowid_list.append(toe[0]) cur.execute("UPDATE Track_List SET QUEUED = True WHERE URI = '" + self.newtrack + "'") conn.commit() return def add_track_to_queue(self): # NOTE Add the new tracks to the Endless Queue Playlist query = "https://api.spotify.com/v1/playlists/{}/tracks?uris={}".format(self.queue_id, self.newtrack) response = requests.request("post", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) return def check_played_count(self): # NOTE See how many more tracks are un-played conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT COUNT (*) FROM Track_List") total_records = cur.fetchone() cur.execute("SELECT COUNT (*) FROM Track_List WHERE QUEUED = 1") played_records = cur.fetchone() self.remain_records = total_records[0] - played_records[0] if self.remain_records < self.needed: self.reset_queued_flag() return def reset_queued_flag(self): # NOTE If no tracks left to play then reset the whole database so they are all available print("Reseting Database '" + self.playlist_name + "'") conn = self.create_connection(self.database) with conn: cur = conn.cursor() cur.execute("SELECT QUEUED FROM Track_List") rows = cur.fetchall() for row in rows: cur.execute("UPDATE Track_List SET QUEUED = 0") return def sort_out_the_played_at_time(self): # NOTE Format Last Played Date and Time pdyr = self.played_at[0:4] pdmh = self.played_at[5:7] pddy = self.played_at[8:10] pdtm = self.played_at[11:19] self.played_at = pddy + "-" + pdmh + "-" + pdyr + " " + pdtm def check_last_played_table(self): # NOTE Make Sure Last Played Table Is Present conn = self.create_connection(self.database) cur = conn.cursor() with conn: cur.execute("CREATE TABLE IF NOT EXISTS Last_Played_Tracks (URI text PRIMARY KEY, TRACK_NAME text, ARTIST_NAME text, LAST_PLAYED text, PLAY_COUNT integer);") conn.commit() def add_new_last_played_track(self): # NOTE Add Last Played Tracks To Last Played Table and a Temporary Table self.play_count = 0 conn = self.create_connection(self.database) cur = conn.cursor() track2 = (self.played_track, self.played_name, self.played_artist, self.played_at) # NOTE Set the SQL Values tracks = (self.played_track, self.played_name, self.played_artist, self.played_at,self.play_count) # NOTE Set the SQL Values sql = ''' INSERT OR IGNORE INTO Last_Played_Tracks (URI,TRACK_NAME,ARTIST_NAME,LAST_PLAYED,PLAY_COUNT) VALUES(?,?,?,?,?) ''' sql2 = ''' INSERT OR IGNORE INTO tmp_played (URI,TRACK_NAME,ARTIST_NAME,LAST_PLAYED) VALUES(?,?,?,?) ''' cur = conn.cursor() cur.execute(sql, tracks) cur.execute(sql2, track2) conn.commit() def update_last_played_time(self): # NOTE Update Last Played Date and Time to Last Time the Track was Played conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT * FROM tmp_played ORDER BY LAST_PLAYED ASC ") rows = cur.fetchall() for row in rows: self.played_track2 = row[0] self.played_at2 = row[3] cur.execute("UPDATE Last_Played_Tracks SET LAST_PLAYED = '" + self.played_at2 + "' WHERE URI = '" + self.played_track2 + "'") conn.commit() def flex_temp_table(self): # NOTE Delete and Create a Temporary Table conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("DROP TABLE IF EXISTS tmp_played") conn.commit() cur.execute("CREATE TABLE IF NOT EXISTS tmp_played (URI text, TRACK_NAME text, ARTIST_NAME text, LAST_PLAYED text PRIMARY KEY);") conn.commit() cur.execute("CREATE TABLE IF NOT EXISTS Erroneous_Data (OMDATE integer, URI_PLAYLIST text, DB_OMISSIONS_PLAYLIST text);") conn.commit() def update_play_count_in_last_played(self): # NOTE Update The Play Count in the Last Played Table #self.check_data_table_setup() conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT * FROM Erroneous_Data") erow = cur.fetchone() self.plid_list.append(erow[1]) self.plid_list.append(erow[2]) plid = 0 while plid < 2: self.put_playlist_in_list(self.plid_list[plid]) self.dbom = True plid = plid + 1 cur.execute("SELECT * FROM tmp_played ORDER BY LAST_PLAYED DESC") rows = cur.fetchall() for row in rows: self.check_track = row[0] cur.execute("SELECT * FROM Track_List WHERE URI = '" + self.check_track + "'") tlrow = cur.fetchone() if tlrow is None: self.played_name = row[1] self.played_artist = row[2] query = "SELECT * FROM Track_List WHERE TRACK_NAME = '" + self.played_name + "' AND ARTIST_NAME = '" + self.played_artist + "'" cur.execute(query) nmrow = cur.fetchone() if nmrow is None: vik = "O" if self.check_track in self.dbom_list: plcount = -100 else: self.add_to_error_playlist(vik) plcount = -100 cur.execute("UPDATE Last_Played_Tracks SET PLAY_COUNT = '" + str(plcount) + "' WHERE URI = '" + self.check_track + "'") conn.commit() continue else: vik = "U" if self.check_track in self.uridis_list: plcount = nmrow[5] else: self.add_to_error_playlist(vik) plcount = nmrow[5] else: plcount = tlrow[5] cur.execute("UPDATE Last_Played_Tracks SET PLAY_COUNT = '" + str(plcount) + "' WHERE URI = '" + self.check_track + "'") conn.commit() def check_error_playlists(self): conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT URI_PLAYLIST FROM Erroneous_Data") erow = cur.fetchone() if erow[0] is None: errtype = "URI" self.add_error_playlist(errtype) self.uridisc_id = self.error_playlist_id cur.execute("UPDATE Erroneous_Data SET URI_PLAYLIST = '" + self.uridisc_id + "'") conn.commit() else: self.uridisc_id = erow[0] cur.execute("SELECT DB_OMISSIONS_PLAYLIST FROM Erroneous_Data") erow = cur.fetchone() if erow[0] is None: errtype = "OMS" self.add_error_playlist(errtype) self.dbomissions_id = self.error_playlist_id cur.execute("UPDATE Erroneous_Data SET DB_OMISSIONS_PLAYLIST = '" + self.dbomissions_id + "'") conn.commit() else: self.dbomissions_id = erow[0] def add_error_playlist(self, errtype): if errtype == "URI": pltype = "Endless URI/Artist Discrepancies" pldesc = "Discrepancies between the URI of These Tracks and the Database. Information Only! Tracks have been replaced in the Database and Main Feed " if errtype == "OMS": pltype = "Endless Database Omissions/Discrepancies" pldesc = "Tracks not found in the Database OR with The Same Title BUT Different Artists. This Playlist is Automatically Reset after every 7 days." now = datetime.datetime.now() query = "https://api.spotify.com/v1/users/{}/playlists".format(self.user_id) request_body = json.dumps({"name": "" + pltype + "", "description": "LAST UPDATED: " + now.strftime("%d-%m-%Y %H:%M:%S") + " " + pldesc + "", "public": False}) response = requests.post(query, data=request_body, headers={"Content-Type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) response_json = response.json() self.error_playlist_id = response_json["id"] return self.error_playlist_id def check_data_table_setup(self): nowtoday = datetime.date.today() conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("SELECT * FROM Erroneous_Data") drow = cur.fetchone() if drow is None: sql = "INSERT INTO Erroneous_Data (OMDATE) VALUES (?)" cur = conn.cursor() cur.execute(sql, [nowtoday]) conn.commit() self.resettxt = "Cynthia will Reset this Playlist in 7 Days....." else: olddate = drow[0] oldconv1 = olddate[0:4] oldconv2 = olddate[5:7] oldconv3 = olddate[8:10] diff = nowtoday - datetime.date(int(oldconv1), int(oldconv2), int(oldconv3)) self.resettxt = "Cynthia will Reset this Playlist in " + str(7 - diff.days) + " Days....." if diff.days > 7: self.plreset = True vik = "R" self.add_to_error_playlist(vik) cur.execute("UPDATE Erroneous_Data SET OMDATE = '" + str(nowtoday) + "'") conn.commit() self.update_playlist_info() self.check_error_playlists() def add_to_error_playlist(self, vik): if self.plreset: query = "https://api.spotify.com/v1/playlists/{}/tracks?uris={}".format(self.dbomissions_id,"spotify:track:3lpDrxUkr0tIe1kmJvdK7d") response = requests.request("put", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.dbomissions_id) response = requests.request("delete", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},data=json.dumps({"tracks": [{"uri": "spotify:track:3lpDrxUkr0tIe1kmJvdK7d"}]})) self.track_uri = "" self.plreset = False return if vik == "O": self.error_playlist_id = self.dbomissions_id self.played_track = self.check_track self.remove_from_playlist() if vik == "U": self.error_playlist_id = self.uridisc_id query = "https://api.spotify.com/v1/playlists/{}/tracks?uris={}".format(self.error_playlist_id,self.check_track) response = requests.request("post", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) print("add to error playlist " + str(response)) def put_playlist_in_list(self, plid): self.error_playlist_id = plid query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.error_playlist_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) json_data = json.loads(response.text) self.total = (json_data["total"]) for i in range(self.total): self.offset = i query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.error_playlist_id) response = requests.request("get", url=query, headers={"Content-type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)},params={"limit": 100, "offset": self.offset}) json_data = json.loads(response.text) if self.dbom: self.dbom_list.append(json_data["items"][0]["track"]["uri"]) else: self.uridis_list.append(json_data["items"][0]["track"]["uri"]) def update_playlist_info(self): now = datetime.datetime.now() plname1 = "Endless URI/Artist Discrepancies" pldesc1 = "Discrepancies between the URI of These Tracks and the Database. Information Only! Tracks have been replaced in the Database and Main Feed " plname2 = "Endless Database Omissions/Discrepancies" pldesc2 = "Tracks not found in the Database OR with The Same Title BUT Different Artists. " plname3 = "Endless Queue" pldesc3 = "A Randomly Selected List of 50 Tracks from a master Playlist. Playlist Updated Whenever Cynthia Operates" query = "https://api.spotify.com/v1/playlists/{}".format(self.uridisc_id) request_body = json.dumps({"name": "" + plname1 + "", "description": "LAST UPDATED: " + now.strftime("%d-%m-%Y %H:%M:%S") + " " + pldesc1 + "", "public": False}) response = requests.put(query, data=request_body, headers={"Content-Type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) query = "https://api.spotify.com/v1/playlists/{}".format(self.dbomissions_id) request_body = json.dumps({"name": "" + plname2 + "", "description": "LAST UPDATED: " + now.strftime("%d-%m-%Y %H:%M:%S") + " " + pldesc2 + self.resettxt + "", "public": False}) response = requests.put(query, data=request_body, headers={"Content-Type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) query = "https://api.spotify.com/v1/playlists/{}".format(self.queue_id) request_body = json.dumps({"name": "" + plname3 + "", "description": "LAST UPDATED: " + now.strftime("%d-%m-%Y %H:%M:%S") + " " + pldesc3 + "", "public": True}) response = requests.put(query, data=request_body, headers={"Content-Type": "application/json","Authorization": "Bearer {}".format(self.spotify_token)}) def check_and_add_to_disc_table(self): nowtoday = datetime.date.today() conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("CREATE TABLE IF NOT EXISTS URI_Change (DATE_OF_CHANGE integer, OLD_URI text, NEW_URI text PRIMARY KEY, TRACK_NAME text, ARTIST_NAME text);") conn.commit() track = (nowtoday, self.track_uri, self.played_track, self.played_name, self.played_artist,) # NOTE Set the SQL Values sql = ''' INSERT OR IGNORE INTO URI_Change (DATE_OF_CHANGE,OLD_URI,NEW_URI,TRACK_NAME,ARTIST_NAME) VALUES(?,?,?,?,?) ''' cur = conn.cursor() cur.execute(sql, track) conn.commit() return def amend_track_list_and_playlist(self): conn = self.create_connection(self.database) cur = conn.cursor() cur.execute("UPDATE Track_list SET URI = '" + self.played_track + "' WHERE URI = '" + self.track_uri + "'") conn.commit() query = "https://api.spotify.com/v1/playlists/{}/tracks".format(self.playlist_id) response = requests.request("delete", url=query, headers={"Content-type": "application/json", "Authorization": "Bearer {}".format( self.spotify_token)}, data=json.dumps({"tracks": [{"uri": self.track_uri}]})) if response.status_code != 200: print("amend track list and playlist " + str(response.status_code)) query = "https://api.spotify.com/v1/playlists/{}/tracks?uris={}".format(self.playlist_id, self.played_track) response = requests.request("post", url=query, headers={"Content-type": "application/json", "Authorization": "Bearer {}".format(self.spotify_token)}) return a = cynthia() a.call_refresh() a.repopulate_the_queue()