MuDBase/scripts/gpm_retrieve/gpm_retrieve.py

#!/usr/bin/env python3

import Mobileclient from gmusicapi 
import argparse
import sys
import requests
import json
import urllib.parse

creds_path = sys.path[0] + '/mobileclient.cred'


def authenticate(api):
    creds = api.perform_oauth(storage_filepath=creds_path, open_browser=False)

def uploadLibrary(mudbase_api, mudbase_user, mudbase_password, songs):
    # First, attempt to login and start a session.
    s = requests.Session()
    response = s.post(mudbase_api + '/login?username='
           + urllib.parse.quote(mudbase_user)
           + '&password='
           + urllib.parse.quote(mudbase_password))

    if response.status_code != 200:
        print("Unable to log in to MuDBase API.")

    # Helpers
    def getArtistStoreIds(song):
        if 'artistId' in song:
            return [song['artistId'][0]]
        return []

    def getSongStoreIds(song):
        if 'storeId' in song:
            return [song['storeId']]
        return []

    # Create GPM import tag
    gpmTagIdResponse = s.post(mudbase_api + '/tag', data={
        'name': 'GPM Import'
    }).json()
    gpmTagId = gpmTagIdResponse['id']
    print(f"Created tag \"GPM Import\", response: {gpmTagIdResponse}")

    # Create the root genre tag
    genreRootResponse = s.post(mudbase_api + '/tag', data={
        'name': 'Genre'
    }).json()
    genreRootTagId = genreRootResponse['id']
    print(f"Created tag \"Genre\", response: {genreRootResponse}")

    # For keeping track what we have already created.
    storedArtists = dict()
    storedAlbums = dict()
    storedGenreTags = dict()

    for song in songs:
        # TODO: check if these items already exist

        # Determine artist properties.
        artist = {
            'name': song['artist'],
            'storeLinks': ['https://play.google.com/music/m' + id for id in getArtistStoreIds(song)],
            'tagIds': [gpmTagId]
        } if 'artist' in song else None

        # Determine album properties.
        album = {
            'name': song['album'],
            'tagIds': [gpmTagId]
        } if 'album' in song else None

        # Determine genre properties.
        genre = {
            'name': song['genre'],
            'parentId': genreRootTagId
        } if 'genre' in song else None

        # Upload artist if not already done
        artistId = None
        if artist:
            for key, value in storedArtists.items():
                if value == artist:
                    artistId = key
                    break
            if not artistId:
                response = s.post(mudbase_api + '/artist', json=artist).json()
                artistId = response['id']
                print(
                    f"Created artist \"{artist['name']}\", response: {response}")
                storedArtists[artistId] = artist

        # Upload album if not already done
        albumId = None
        if album:
            for key, value in storedAlbums.items():
                if value == album:
                    albumId = key
                    break
            if not albumId:
                response = s.post(mudbase_api + '/album', json=album).json()
                albumId = response['id']
                print(
                    f"Created album \"{album['name']}\", response: {response}")
                storedAlbums[albumId] = album

        # Upload genre if not already done
        genreTagId = None
        if genre:
            for key, value in storedGenreTags.items():
                if value == genre:
                    genreTagId = key
                    break
            if not genreTagId:
                response = s.post(mudbase_api + '/tag', json=genre).json()
                genreTagId = response['id']
                print(
                    f"Created genre tag \"Genre / {genre['name']}\", response: {response}")
                storedGenreTags[genreTagId] = genre

        # Upload the song itself
        tagIds = [gpmTagId]
        if genreTagId:
            tagIds.append(genreTagId)
        _song = {
            'title': song['title'],
            'artistIds': [artistId] if artistId != None else [],
            'albumIds': [albumId] if albumId != None else [],
            'tagIds': tagIds,
            'storeLinks':  ['https://play.google.com/music/m/' + id for id in getSongStoreIds(song)],
        }
        response = s.post(mudbase_api + '/song', json=_song).json()
        print(
            f"Created song \"{song['title']}\" with artist ID {artistId}, album ID {albumId}, response: {response}")


def getData(api):
    return {
        "songs": api.get_all_songs(),
        "playlists": api.get_all_user_playlist_contents()
    }


def getSongs(data):
    # Get songs from library
    songs = []  # data['songs']

    # Append songs from playlists
    for playlist in data['playlists']:
        for track in playlist['tracks']:
            if 'track' in track:
                songs.append(track['track'])

    # Uniquify by using a dict. After all, same song may appear in
    # multiple playlists.
    def sI(song): return song['artist'] + '-' + \
        song['title'] if 'artist' in song and 'title' in song else 'z'
    return list(dict((sI(song), song) for song in songs).values())


api = Mobileclient()

parser = argparse.ArgumentParser(
    description="Import Google Music library into MudBase.")
parser.add_argument(
    '--authenticate', help="Generate credentials for authentication", action="store_true")
parser.add_argument('--store-to', help="Store GPM library to JSON for later upload",
                    action='store', dest='store_to')
parser.add_argument('--load-from', help="Load GPM library from JSON for upload",
                    action='store', dest='load_from')
parser.add_argument('--mudbase_api', help="Address for the Mudbase back-end API to upload to",
                    action='store', dest='mudbase_api')
parser.add_argument('--mudbase_user', help="Username for the Mudbase API",
                    action='store', dest="mudbase_user")
parser.add_argument('--mudbase_password', help="Password for the Mudbase API",
                    action='store', dest="mudbase_password")

args = parser.parse_args()

if args.authenticate:
    authenticate(api)

data = None

# Determine whether we need to log in to GPM and get songs
if args.store_to or (not args.load_from and args.mudbase_api):
    api.oauth_login(Mobileclient.FROM_MAC_ADDRESS,
                    oauth_credentials=creds_path)
    data = getData(api)

# Determine whether to save to a file
if args.store_to:
    with open(args.store_to, 'w') as outfile:
        json.dump(data, outfile, sort_keys=True, indent=2)

# Determine whether to load from a file
if args.load_from:
    with open(args.load_from, 'r') as f:
        data = json.load(f)

songs = getSongs(data)
print(f"Found {len(songs)} songs.")

if args.mudbase_api:
    api.oauth_login(Mobileclient.FROM_MAC_ADDRESS,
                    oauth_credentials=creds_path)
    uploadLibrary(args.mudbase_api, args.mudbase_user,
                  args.mudbase_password, songs)