code.delx.au - notipod/blob - libnotipod.py

   1 #!/usr/bin/env python
   2 # Copyright 2009 James Bunton <jamesbunton@fastmail.fm>
   3 # Licensed for distribution under the GPL version 2, check COPYING for details
   4
   5 import collections
   6 import logging
   7 import os
   8 import shutil
   9 import sys
  10 import urllib
  11
  12 from Foundation import *
  13
  14
  15 def read_plist(filename):
  16         try:
  17                 data = buffer(open(filename).read())
  18         except IOError:
  19                 return None
  20         plist, fmt, err = NSPropertyListSerialization.propertyListFromData_mutabilityOption_format_errorDescription_(data, NSPropertyListMutableContainers, None, None)
  21         if err is not None:
  22                 errStr = err.encode("utf-8")
  23                 err.release() # Doesn't follow Cocoa conventions for some reason
  24                 raise TypeError(errStr)
  25         return plist
  26
  27 class Playlist(NSObject):
  28         def init(self):
  29                 return self
  30
  31         def set(self, name, pid, ptype, tracks, parent):
  32                 self.name = name
  33                 self.pid = pid
  34                 self.ptype = ptype
  35                 self.children = []
  36                 self.tracks = tracks
  37                 self.parent = parent
  38                 if parent is not None:
  39                         parent.children.append(self)
  40
  41 class ITunesLibrary(NSObject):
  42         def load_(self, filename):
  43                 if filename is None:
  44                         filename = "~/Music/iTunes/iTunes Music Library.xml"
  45                 filename = os.path.expanduser(filename)
  46                 yield "Reading library..."
  47                 plist = read_plist(os.path.expanduser(filename))
  48                 if plist is None:
  49                         raise Exception("Could not find music library: " + filename)
  50                 self.folder = self.loc2name(plist["Music Folder"])
  51                 pl_tracks = plist["Tracks"]
  52                 pl_lookup = {}
  53                 self.playlists = []
  54                 self.track2playlist = collections.defaultdict(set)
  55                 self.track2filename = {}
  56                 for pl_playlist in plist["Playlists"]:
  57                         playlist = self.make_playlist(pl_playlist, pl_tracks, pl_lookup)
  58                         if not playlist:
  59                                 continue
  60                         yield "Read playlist: " + playlist.name
  61                         self.playlists.append(playlist)
  62                         pl_lookup[playlist.pid] = playlist
  63
  64         def loc2name(self, location):
  65                 return urllib.splithost(urllib.splittype(urllib.unquote(location))[1])[1]
  66
  67         def make_playlist(self, pl_playlist, pl_tracks, pl_lookup):
  68                 if int(pl_playlist.get("Master", 0)):
  69                         return
  70                 kind = int(pl_playlist.get("Distinguished Kind", -1))
  71                 if kind == 26:
  72                         # Don't do genius
  73                         return
  74
  75                 name = pl_playlist["Name"]
  76                 pid = pl_playlist["Playlist Persistent ID"]
  77                 if kind > 0:
  78                         ptype = {
  79                                 2: "movies",
  80                                 3: "tv-shows",
  81                                 4: "music",
  82                                 5: "books",
  83                                 10: "podcasts",
  84                                 19: "purchased",
  85                                 22: "itunes-dj",
  86                                 31: "itunes-u",
  87                         }.get(kind, "playlist")
  88                 elif pl_playlist.has_key("Smart Info"):
  89                         ptype = "smart-playlist"
  90                 elif int(pl_playlist.get("Folder", 0)):
  91                         ptype = "folder"
  92                 else:
  93                         ptype = "playlist"
  94
  95                 parent = None
  96                 try:
  97                         parent_pid = pl_playlist["Parent Persistent ID"]
  98                         parent = pl_lookup[parent_pid]
  99                 except KeyError:
 100                         pass
 101
 102                 tracks = []
 103                 for item in pl_playlist.get("Playlist Items", []):
 104                         trackID = item["Track ID"]
 105                         self.track2playlist[trackID].add(pid)
 106                         tracks.append(trackID)
 107                         if trackID not in self.track2filename:
 108                                 filename = str(pl_tracks[str(trackID)]["Location"])
 109                                 filename = self.loc2name(filename)
 110                                 filename = filename.decode("utf-8")
 111                                 if not filename.startswith(self.folder):
 112                                         logging.warn("Skipping: " + filename)
 113                                         continue
 114                                 filename = strip_prefix(filename, self.folder)
 115                                 self.track2filename[trackID] = filename
 116
 117                 playlist = Playlist.alloc().init()
 118                 playlist.set(name, pid, ptype, tracks, parent)
 119                 return playlist
 120
 121         def has_playlist_name(self, name):
 122                 for p in self.get_playlists():
 123                         if p.name == name:
 124                                 return True
 125                 return False
 126
 127         def get_playlist_name(self, name):
 128                 for playlist in self.get_playlists():
 129                         if playlist.name == name:
 130                                 return playlist
 131
 132         def get_playlist_pid(self, pid):
 133                 for playlist in self.get_playlists():
 134                         if playlist.pid == pid:
 135                                 return playlist
 136
 137         def get_track_filename(self, trackID):
 138                 return self.track2filename.get(trackID, None)
 139
 140         def get_track_playlists(self, trackID):
 141                 return self.track2playlist.get(trackID, [])
 142
 143         def get_playlists(self):
 144                 return self.playlists
 145
 146
 147 encoded_names = {}
 148 valid_chars = frozenset("\\/-_.() abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789")
 149 def encode_filename(filename):
 150         try:
 151                 return encoded_names[filename]
 152         except KeyError:
 153                 pass
 154         orig_filename = filename
 155         filename = filename.encode("ascii", "ignore")
 156         filename = "".join(c for c in filename if c in valid_chars)
 157         if filename in encoded_names:
 158                 a, b = os.path.splitext(filename)
 159                 a += "-dup"
 160                 filename = a + b
 161         encoded_names[orig_filename] = filename
 162         return filename
 163
 164 def strip_prefix(s, prefix):
 165         assert s.startswith(prefix)
 166         s = s[len(prefix):]
 167         if s.startswith("/"):
 168                 s = s[1:]
 169         return s
 170
 171 def mkdirhier(path):
 172         if os.path.isdir(path):
 173                 return
 174         paths = [path]
 175         while path != "/":
 176                 path = os.path.split(path)[0]
 177                 paths.append(path)
 178         for path in reversed(paths):
 179                 try:
 180                         os.mkdir(path)
 181                 except OSError:
 182                         pass
 183
 184 def export_m3u(dry_run, dest, path_prefix, playlist_name, files):
 185         if dry_run:
 186                 return
 187         if not path_prefix:
 188                 path_prefix = "../"
 189         playlist_file = os.path.join(dest, "-Playlists-", playlist_name) + ".m3u"
 190         playlist_file = encode_filename(playlist_file)
 191         mkdirhier(os.path.dirname(playlist_file))
 192         logging.info("Writing: " + playlist_file)
 193         f = open(playlist_file, "w")
 194         for filename in files:
 195                 if path_prefix.find("\\") > 0:
 196                         filename = filename.replace("/", "\\")
 197                 filename = encode_filename(filename)
 198                 f.write("%s%s\n" % (path_prefix, filename))
 199         f.close()
 200
 201 def sync(dry_run, source, dest, files_to_copy):
 202         join = os.path.join
 203
 204         logging.info("Calculating files to sync and deleting old files")
 205         source = source.encode("utf-8")
 206         dest = dest.encode("utf-8")
 207         filemap = {}
 208         class SyncFile(object): pass
 209         for f in files_to_copy:
 210                 sf = SyncFile()
 211                 sf.orig_filename = f.encode("utf-8")
 212                 sf.encoded_filename = encode_filename(f)
 213                 filemap[sf.encoded_filename.lower()] = sf
 214         files_to_copy = set(filemap)
 215
 216         for dirpath, dirnames, filenames in os.walk(dest):
 217                 full_dirpath = dirpath
 218                 dirpath = strip_prefix(dirpath, dest)
 219
 220                 for filename in filenames:
 221                         filename = join(dirpath, filename)
 222
 223                         # Whenever 'file' is deleted OSX will helpfully remove '._file'
 224                         if not os.path.exists(join(dest, filename)):
 225                                 continue
 226
 227                         if filename.lower() in files_to_copy:
 228                                 source_filename = filemap[filename.lower()].orig_filename
 229                                 sourcestat = os.stat(join(source, source_filename))
 230                                 deststat = os.stat(join(dest, filename))
 231                                 same_time = abs(sourcestat.st_mtime - deststat.st_mtime) < 5
 232                                 same_size = sourcestat.st_size == deststat.st_size
 233                                 if same_time and same_size:
 234                                         files_to_copy.remove(filename.lower())
 235                                         yield "Keep: " + filename
 236                                 else:
 237                                         yield "Update: " + filename
 238
 239                         elif not filename.startswith("-Playlists-"):
 240                                 yield "Delete: " + filename
 241                                 if not dry_run:
 242                                         os.unlink(join(dest, filename))
 243
 244                 if len(os.listdir(full_dirpath)) == 0:
 245                         yield "Delete: " + dirpath
 246                         if not dry_run:
 247                                 os.rmdir(full_dirpath)
 248
 249
 250         logging.info("Copying new files")
 251         files_to_copy = list(files_to_copy)
 252         files_to_copy.sort()
 253         for filename in files_to_copy:
 254                 yield "Copy: " + filemap[filename].orig_filename
 255                 if not dry_run:
 256                         source_file = join(source, filemap[filename].orig_filename)
 257                         dest_file = join(dest, filemap[filename].encoded_filename)
 258                         mkdirhier(os.path.dirname(dest_file))
 259                         shutil.copy2(source_file, dest_file)
 260
 261