123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200 |
- import calendar
- import datetime
- import logging
- from decimal import Decimal
- from typing import Iterable, Optional
- from uuid import uuid4
- import pendulum
- from boardgames.models import BoardGame
- from books.koreader import process_koreader_sqlite_file
- from books.models import Book
- from django.conf import settings
- from django.contrib.auth import get_user_model
- from django.db import models
- from django.urls import reverse
- from django.utils import timezone
- from django.utils.functional import cached_property
- from django_extensions.db.models import TimeStampedModel
- from imagekit.models import ImageSpecField
- from imagekit.processors import ResizeToFit
- from locations.models import GeoLocation
- from music.lastfm import LastFM
- from music.models import Artist, Track
- from podcasts.models import PodcastEpisode
- from profiles.utils import (
- end_of_day,
- end_of_month,
- end_of_week,
- start_of_day,
- start_of_month,
- start_of_week,
- )
- from scrobbles.constants import LONG_PLAY_MEDIA
- from scrobbles.stats import build_charts
- from scrobbles.utils import media_class_to_foreign_key
- from sports.models import SportEvent
- from videogames import retroarch
- from videogames.models import VideoGame
- from videos.models import Series, Video
- from webpages.models import WebPage
- from vrobbler.apps.scrobbles.constants import MEDIA_END_PADDING_SECONDS
- logger = logging.getLogger(__name__)
- User = get_user_model()
- BNULL = {"blank": True, "null": True}
- POINTS_FOR_MOVEMENT_HISTORY = int(
- getattr(settings, "POINTS_FOR_MOVEMENT_HISTORY", 3)
- )
- class BaseFileImportMixin(TimeStampedModel):
- user = models.ForeignKey(User, on_delete=models.DO_NOTHING, **BNULL)
- uuid = models.UUIDField(editable=False, default=uuid4)
- processing_started = models.DateTimeField(**BNULL)
- processed_finished = models.DateTimeField(**BNULL)
- process_log = models.TextField(**BNULL)
- process_count = models.IntegerField(**BNULL)
- class Meta:
- abstract = True
- def __str__(self):
- return f"{self.import_type} import on {self.human_start}"
- @property
- def human_start(self):
- start = "Unknown"
- if self.processing_started:
- start = self.processing_started.strftime("%B %d, %Y at %H:%M")
- return start
- @property
- def import_type(self) -> str:
- return "Unknown Import Source"
- def process(self, force=False):
- logger.warning("Process not implemented")
- def undo(self, dryrun=False):
- """Accepts the log from a scrobble import and removes the scrobbles"""
- from scrobbles.models import Scrobble
- if not self.process_log:
- logger.warning("No lines in process log found to undo")
- return
- for line in self.process_log.split("\n"):
- scrobble_id = line.split("\t")[0]
- scrobble = Scrobble.objects.filter(id=scrobble_id).first()
- if not scrobble:
- logger.warning(
- f"Could not find scrobble {scrobble_id} to undo"
- )
- continue
- logger.info(f"Removing scrobble {scrobble_id}")
- if not dryrun:
- scrobble.delete()
- self.processed_finished = None
- self.processing_started = None
- self.process_count = None
- self.process_log = ""
- self.save(
- update_fields=[
- "processed_finished",
- "processing_started",
- "process_log",
- "process_count",
- ]
- )
- def scrobbles(self) -> models.QuerySet:
- scrobble_ids = []
- if self.process_log:
- for line in self.process_log.split("\n"):
- sid = line.split("\t")[0]
- if sid:
- scrobble_ids.append(sid)
- return Scrobble.objects.filter(id__in=scrobble_ids)
- def mark_started(self):
- self.processing_started = timezone.now()
- self.save(update_fields=["processing_started"])
- def mark_finished(self):
- self.processed_finished = timezone.now()
- self.save(update_fields=["processed_finished"])
- def record_log(self, scrobbles):
- self.process_log = ""
- if not scrobbles:
- self.process_count = 0
- self.save(update_fields=["process_log", "process_count"])
- return
- for count, scrobble in enumerate(scrobbles):
- scrobble_str = f"{scrobble.id}\t{scrobble.timestamp}\t{scrobble.media_obj.title}"
- log_line = f"{scrobble_str}"
- if count > 0:
- log_line = "\n" + log_line
- self.process_log += log_line
- self.process_count = len(scrobbles)
- self.save(update_fields=["process_log", "process_count"])
- @property
- def upload_file_path(self):
- raise NotImplementedError
- class KoReaderImport(BaseFileImportMixin):
- class Meta:
- verbose_name = "KOReader Import"
- @property
- def import_type(self) -> str:
- return "KOReader"
- def get_absolute_url(self):
- return reverse(
- "scrobbles:koreader-import-detail", kwargs={"slug": self.uuid}
- )
- def get_path(instance, filename):
- extension = filename.split(".")[-1]
- uuid = instance.uuid
- return f"koreader-uploads/{uuid}.{extension}"
- @property
- def upload_file_path(self) -> str:
- if getattr(settings, "USE_S3_STORAGE"):
- path = self.sqlite_file.url
- else:
- path = self.sqlite_file.path
- return path
- sqlite_file = models.FileField(upload_to=get_path, **BNULL)
- def process(self, force=False):
- if self.processed_finished and not force:
- logger.info(
- f"{self} already processed on {self.processed_finished}"
- )
- return
- self.mark_started()
- scrobbles = process_koreader_sqlite_file(
- self.upload_file_path, self.user.id
- )
- self.record_log(scrobbles)
- self.mark_finished()
- class AudioScrobblerTSVImport(BaseFileImportMixin):
- class Meta:
- verbose_name = "AudioScrobbler TSV Import"
- @property
- def import_type(self) -> str:
- return "AudiosScrobbler"
- def get_absolute_url(self):
- return reverse(
- "scrobbles:tsv-import-detail", kwargs={"slug": self.uuid}
- )
- def get_path(instance, filename):
- extension = filename.split(".")[-1]
- uuid = instance.uuid
- return f"audioscrobbler-uploads/{uuid}.{extension}"
- @property
- def upload_file_path(self):
- if getattr(settings, "USE_S3_STORAGE"):
- path = self.tsv_file.url
- else:
- path = self.tsv_file.path
- return path
- tsv_file = models.FileField(upload_to=get_path, **BNULL)
- def process(self, force=False):
- from scrobbles.tsv import process_audioscrobbler_tsv_file
- if self.processed_finished and not force:
- logger.info(
- f"{self} already processed on {self.processed_finished}"
- )
- return
- self.mark_started()
- tz = None
- user_id = None
- if self.user:
- user_id = self.user.id
- tz = self.user.profile.tzinfo
- scrobbles = process_audioscrobbler_tsv_file(
- self.upload_file_path, user_id, user_tz=tz
- )
- self.record_log(scrobbles)
- self.mark_finished()
- class LastFmImport(BaseFileImportMixin):
- class Meta:
- verbose_name = "Last.FM Import"
- @property
- def import_type(self) -> str:
- return "LastFM"
- def get_absolute_url(self):
- return reverse(
- "scrobbles:lastfm-import-detail", kwargs={"slug": self.uuid}
- )
- def process(self, import_all=False):
- """Import scrobbles found on LastFM"""
- if self.processed_finished:
- logger.info(
- f"{self} already processed on {self.processed_finished}"
- )
- return
- last_import = None
- if not import_all:
- try:
- last_import = LastFmImport.objects.exclude(id=self.id).last()
- except:
- pass
- if not import_all and not last_import:
- logger.warn(
- "No previous import, to import all Last.fm scrobbles, pass import_all=True"
- )
- return
- lastfm = LastFM(self.user)
- last_processed = None
- if last_import:
- last_processed = last_import.processed_finished
- self.mark_started()
- scrobbles = lastfm.import_from_lastfm(last_processed)
- self.record_log(scrobbles)
- self.mark_finished()
- class RetroarchImport(BaseFileImportMixin):
- class Meta:
- verbose_name = "Retroarch Import"
- @property
- def import_type(self) -> str:
- return "Retroarch"
- def get_absolute_url(self):
- return reverse(
- "scrobbles:retroarch-import-detail", kwargs={"slug": self.uuid}
- )
- def process(self, import_all=False, force=False):
- """Import scrobbles found on Retroarch"""
- if self.processed_finished and not force:
- logger.info(
- f"{self} already processed on {self.processed_finished}"
- )
- return
- if force:
- logger.info(f"You told me to force import from Retroarch")
- if not self.user.profile.retroarch_path:
- logger.info(
- "Tying to import Retroarch logs, but user has no retroarch_path configured"
- )
- self.mark_started()
- scrobbles = retroarch.import_retroarch_lrtl_files(
- self.user.profile.retroarch_path,
- self.user.id,
- )
- self.record_log(scrobbles)
- self.mark_finished()
- class ChartRecord(TimeStampedModel):
- """Sort of like a materialized view for what we could dynamically generate,
- but would kill the DB as it gets larger. Collects time-based records
- generated by a cron-like archival job
- 1972 by Josh Rouse - #3 in 2023, January
- """
- user = models.ForeignKey(User, on_delete=models.DO_NOTHING, **BNULL)
- rank = models.IntegerField(db_index=True)
- count = models.IntegerField(default=0)
- year = models.IntegerField(**BNULL)
- month = models.IntegerField(**BNULL)
- week = models.IntegerField(**BNULL)
- day = models.IntegerField(**BNULL)
- video = models.ForeignKey(Video, on_delete=models.DO_NOTHING, **BNULL)
- series = models.ForeignKey(Series, on_delete=models.DO_NOTHING, **BNULL)
- artist = models.ForeignKey(Artist, on_delete=models.DO_NOTHING, **BNULL)
- track = models.ForeignKey(Track, on_delete=models.DO_NOTHING, **BNULL)
- period_start = models.DateTimeField(**BNULL)
- period_end = models.DateTimeField(**BNULL)
- def save(self, *args, **kwargs):
- profile = self.user.profile
- if self.week:
- # set start and end to start and end of week
- period = datetime.date.fromisocalendar(self.year, self.week, 1)
- self.period_start = start_of_week(period, profile)
- self.period_start = end_of_week(period, profile)
- if self.day:
- period = datetime.datetime(self.year, self.month, self.day)
- self.period_start = start_of_day(period, profile)
- self.period_end = end_of_day(period, profile)
- if self.month and not self.day:
- period = datetime.datetime(self.year, self.month, 1)
- self.period_start = start_of_month(period, profile)
- self.period_end = end_of_month(period, profile)
- super(ChartRecord, self).save(*args, **kwargs)
- @property
- def media_obj(self):
- media_obj = None
- if self.video:
- media_obj = self.video
- if self.track:
- media_obj = self.track
- if self.artist:
- media_obj = self.artist
- return media_obj
- @property
- def month_str(self) -> str:
- month_str = ""
- if self.month:
- month_str = calendar.month_name[self.month]
- return month_str
- @property
- def day_str(self) -> str:
- day_str = ""
- if self.day:
- day_str = str(self.day)
- return day_str
- @property
- def week_str(self) -> str:
- week_str = ""
- if self.week:
- week_str = str(self.week)
- return "Week " + week_str
- @property
- def period(self) -> str:
- period = str(self.year)
- if self.month:
- period = " ".join([self.month_str, period])
- if self.week:
- period = " ".join([self.week_str, period])
- if self.day:
- period = " ".join([self.day_str, period])
- return period
- @property
- def period_type(self) -> str:
- period = "year"
- if self.month:
- period = "month"
- if self.week:
- period = "week"
- if self.day:
- period = "day"
- return period
- def __str__(self):
- title = f"#{self.rank} in {self.period}"
- if self.day or self.week:
- title = f"#{self.rank} on {self.period}"
- return title
- def link(self):
- get_params = f"?date={self.year}"
- if self.week:
- get_params = get_params = get_params + f"-W{self.week}"
- if self.month:
- get_params = get_params = get_params + f"-{self.month}"
- if self.day:
- get_params = get_params = get_params + f"-{self.day}"
- if self.artist:
- get_params = get_params + "&media=Artist"
- return reverse("scrobbles:charts-home") + get_params
- @classmethod
- def build(cls, user, **kwargs):
- build_charts(user=user, **kwargs)
- @classmethod
- def for_year(cls, user, year):
- return cls.objects.filter(year=year, user=user)
- @classmethod
- def for_month(cls, user, year, month):
- return cls.objects.filter(year=year, month=month, user=user)
- @classmethod
- def for_day(cls, user, year, day, month):
- return cls.objects.filter(year=year, month=month, day=day, user=user)
- @classmethod
- def for_week(cls, user, year, week):
- return cls.objects.filter(year=year, week=week, user=user)
- class Scrobble(TimeStampedModel):
- """A scrobble tracks played media items by a user."""
- class MediaType(models.TextChoices):
- """Enum mapping a media model type to a string"""
- VIDEO = "Video", "Video"
- TRACK = "Track", "Track"
- PODCAST_EPISODE = "PodcastEpisode", "Podcast episode"
- SPORT_EVENT = "SportEvent", "Sport event"
- BOOK = "Book", "Book"
- VIDEO_GAME = "VideoGame", "Video game"
- BOARD_GAME = "BoardGame", "Board game"
- GEO_LOCATION = "GeoLocation", "GeoLocation"
- WEBPAGE = "WebPage", "Web Page"
- uuid = models.UUIDField(editable=False, **BNULL)
- video = models.ForeignKey(Video, on_delete=models.DO_NOTHING, **BNULL)
- track = models.ForeignKey(Track, on_delete=models.DO_NOTHING, **BNULL)
- podcast_episode = models.ForeignKey(
- PodcastEpisode, on_delete=models.DO_NOTHING, **BNULL
- )
- sport_event = models.ForeignKey(
- SportEvent, on_delete=models.DO_NOTHING, **BNULL
- )
- book = models.ForeignKey(Book, on_delete=models.DO_NOTHING, **BNULL)
- video_game = models.ForeignKey(
- VideoGame, on_delete=models.DO_NOTHING, **BNULL
- )
- board_game = models.ForeignKey(
- BoardGame, on_delete=models.DO_NOTHING, **BNULL
- )
- geo_location = models.ForeignKey(
- GeoLocation, on_delete=models.DO_NOTHING, **BNULL
- )
- web_page = models.ForeignKey(WebPage, on_delete=models.DO_NOTHING, **BNULL)
- media_type = models.CharField(
- max_length=14, choices=MediaType.choices, default=MediaType.VIDEO
- )
- user = models.ForeignKey(
- User, blank=True, null=True, on_delete=models.DO_NOTHING
- )
- # Time keeping
- timestamp = models.DateTimeField(**BNULL)
- stop_timestamp = models.DateTimeField(**BNULL)
- playback_position_ticks = models.PositiveBigIntegerField(**BNULL)
- playback_position_seconds = models.IntegerField(**BNULL)
- # Status indicators
- is_paused = models.BooleanField(default=False)
- played_to_completion = models.BooleanField(default=False)
- in_progress = models.BooleanField(default=True)
- # Metadata
- source = models.CharField(max_length=255, **BNULL)
- source_id = models.TextField(**BNULL)
- scrobble_log = models.TextField(**BNULL)
- notes = models.TextField(**BNULL)
- # Fields for keeping track of book data
- book_koreader_hash = models.CharField(max_length=50, **BNULL)
- book_pages_read = models.IntegerField(**BNULL)
- book_page_data = models.JSONField(**BNULL)
- # Fields for keeping track of video game data
- videogame_save_data = models.FileField(
- upload_to="scrobbles/videogame_save_data/", **BNULL
- )
- videogame_screenshot = models.ImageField(
- upload_to="scrobbles/videogame_screenshot/", **BNULL
- )
- videogame_screenshot_small = ImageSpecField(
- source="videogame_screenshot",
- processors=[ResizeToFit(100, 100)],
- format="JPEG",
- options={"quality": 60},
- )
- videogame_screenshot_medium = ImageSpecField(
- source="videogame_screenshot",
- processors=[ResizeToFit(300, 300)],
- format="JPEG",
- options={"quality": 75},
- )
- long_play_seconds = models.BigIntegerField(**BNULL)
- long_play_complete = models.BooleanField(**BNULL)
- def save(self, *args, **kwargs):
- if not self.uuid:
- self.uuid = uuid4()
- # Microseconds mess up Django's filtering, and we don't need be that specific
- if self.timestamp:
- self.timestamp = self.timestamp.replace(microsecond=0)
- self.media_type = self.MediaType(self.media_obj.__class__.__name__)
- return super(Scrobble, self).save(*args, **kwargs)
- @property
- def scrobble_media_key(self) -> str:
- return media_class_to_foreign_key(self.media_type) + "_id"
- @property
- def status(self) -> str:
- if self.is_paused:
- return "paused"
- if self.played_to_completion:
- return "finished"
- if self.in_progress:
- return "in-progress"
- return "zombie"
- @property
- def is_stale(self) -> bool:
- """Mark scrobble as stale if it's been more than an hour since it was updated"""
- is_stale = False
- now = timezone.now()
- seconds_since_last_update = (now - self.modified).seconds
- if seconds_since_last_update >= self.media_obj.SECONDS_TO_STALE:
- is_stale = True
- return is_stale
- @property
- def previous(self) -> "Scrobble":
- return (
- self.media_obj.scrobble_set.order_by("-timestamp")
- .filter(timestamp__lt=self.timestamp)
- .first()
- )
- @property
- def next(self) -> "Scrobble":
- return (
- self.media_obj.scrobble_set.order_by("timestamp")
- .filter(timestamp__gt=self.timestamp)
- .first()
- )
- @property
- def previous_by_media(self) -> "Scrobble":
- return (
- Scrobble.objects.filter(
- media_type=self.media_type,
- user=self.user,
- timestamp__lt=self.timestamp,
- )
- .order_by("-timestamp")
- .first()
- )
- @property
- def next_by_media(self) -> "Scrobble":
- return (
- Scrobble.objects.filter(
- media_type=self.media_type,
- user=self.user,
- timestamp__gt=self.timestamp,
- )
- .order_by("-timestamp")
- .first()
- )
- @property
- def previous_by_user(self) -> "Scrobble":
- return (
- Scrobble.objects.order_by("-timestamp")
- .filter(timestamp__lt=self.timestamp)
- .first()
- )
- @property
- def next_by_user(self) -> "Scrobble":
- return (
- Scrobble.objects.order_by("-timestamp")
- .filter(timestamp__gt=self.timestamp)
- .first()
- )
- @property
- def session_pages_read(self) -> Optional[int]:
- """Look one scrobble back, if it isn't complete,"""
- if not self.book_pages_read:
- return
- if self.previous:
- return self.book_pages_read - self.previous.book_pages_read
- return self.book_pages_read
- @property
- def is_long_play(self) -> bool:
- return self.media_obj.__class__.__name__ in LONG_PLAY_MEDIA.values()
- @property
- def percent_played(self) -> int:
- if not self.media_obj:
- return 0
- if self.media_obj and not self.media_obj.run_time_seconds:
- return 100
- if not self.playback_position_seconds and self.played_to_completion:
- return 100
- playback_seconds = self.playback_position_seconds
- if not playback_seconds:
- playback_seconds = (timezone.now() - self.timestamp).seconds
- run_time_secs = self.media_obj.run_time_seconds
- percent = int((playback_seconds / run_time_secs) * 100)
- if self.is_long_play:
- long_play_secs = 0
- if self.previous and not self.previous.long_play_complete:
- long_play_secs = self.previous.long_play_seconds or 0
- percent = int(
- ((playback_seconds + long_play_secs) / run_time_secs) * 100
- )
- return percent
- @property
- def probably_still_in_progress(self) -> bool:
- """Add our start time to our media run time to get when we expect to
- Audio tracks should be given a second or two of grace, videos should
- be given closer to 30 minutes, because the odds of watching it back to
- back are very slim.
- """
- is_in_progress = False
- padding_seconds = MEDIA_END_PADDING_SECONDS.get(self.media_type)
- if not padding_seconds:
- return is_in_progress
- expected_end = self.timestamp + datetime.timedelta(
- seconds=self.media_obj.run_time_seconds
- )
- expected_end_padded = expected_end + datetime.timedelta(
- seconds=padding_seconds
- )
- # Take our start time, add our media length and an extra 30 min (1800s) is it still in the future? keep going
- is_in_progress = expected_end_padded > pendulum.now()
- logger.info(
- "[scrobbling] checking if we're probably still playing",
- extra={
- "media_id": self.media_obj.id,
- "scrobble_id": self.id,
- "media_type": self.media_type,
- "probably_still_in_progress": is_in_progress,
- },
- )
- return is_in_progress
- @property
- def can_be_updated(self) -> bool:
- if self.media_obj.__class__.__name__ in LONG_PLAY_MEDIA.values():
- logger.info(
- "[scrobbling] cannot be updated, long play media",
- extra={
- "media_id": self.media_obj.id,
- "scrobble_id": self.id,
- "media_type": self.media_type,
- },
- )
- return False
- if self.percent_played >= 100 and not self.probably_still_in_progress:
- logger.info(
- "[scrobbling] cannot be updated, existing scrobble is 100% played",
- extra={
- "media_id": self.media_obj.id,
- "scrobble_id": self.id,
- "media_type": self.media_type,
- },
- )
- return False
- if self.is_stale:
- logger.info(
- "[scrobbling] cannot be udpated, stale",
- extra={
- "media_id": self.media_obj.id,
- "scrobble_id": self.id,
- "media_type": self.media_type,
- },
- )
- return False
- logger.info(
- "[scrobbling] can be updated",
- extra={
- "media_id": self.media_obj.id,
- "scrobble_id": self.id,
- "media_type": self.media_type,
- },
- )
- return True
- @property
- def media_obj(self):
- media_obj = None
- if self.video:
- media_obj = self.video
- if self.track:
- media_obj = self.track
- if self.podcast_episode:
- media_obj = self.podcast_episode
- if self.sport_event:
- media_obj = self.sport_event
- if self.book:
- media_obj = self.book
- if self.video_game:
- media_obj = self.video_game
- if self.board_game:
- media_obj = self.board_game
- if self.geo_location:
- media_obj = self.geo_location
- if self.web_page:
- media_obj = self.web_page
- return media_obj
- def __str__(self):
- timestamp = self.timestamp.strftime("%Y-%m-%d")
- return f"Scrobble of {self.media_obj} ({timestamp})"
- def calc_reading_duration(self) -> int:
- duration = 0
- if self.book_page_data:
- for k, v in self.book_page_data.items():
- duration += v.get("duration")
- return duration
- def calc_pages_read(self) -> int:
- pages_read = 0
- if self.book_page_data:
- pages = [int(k) for k in self.book_page_data.keys()]
- pages.sort()
- if len(pages) == 1:
- pages_read = 1
- elif len(pages) >= 2:
- pages_read += pages[-1] - pages[0]
- else:
- pages_read = pages[-1] - pages[0]
- return pages_read
- @property
- def last_page_read(self) -> int:
- last_page = 0
- if self.book_page_data:
- pages = [int(k) for k in self.book_page_data.keys()]
- pages.sort()
- last_page = pages[-1]
- return last_page
- @classmethod
- def create_or_update(
- cls, media, user_id: int, scrobble_data: dict, **kwargs
- ) -> "Scrobble":
- key = media_class_to_foreign_key(media.__class__.__name__)
- media_query = models.Q(**{key: media})
- scrobble_data[key + "_id"] = media.id
- # Find our last scrobble of this media item (track, video, etc)
- scrobble = (
- cls.objects.filter(
- media_query,
- user_id=user_id,
- )
- .order_by("-timestamp")
- .first()
- )
- source = scrobble_data["source"]
- mtype = media.__class__.__name__
- mopidy_status = scrobble_data.get("mopidy_status", None)
- # GeoLocations are a special case scrobble
- if mtype == cls.MediaType.GEO_LOCATION:
- scrobble = cls.create_or_update_location(
- media, scrobble_data, user_id
- )
- return scrobble
- logger.info(
- f"[scrobbling] check for existing scrobble to update ",
- extra={
- "scrobble_id": scrobble.id if scrobble else None,
- "media_type": mtype,
- "media_id": media.id,
- "scrobble_data": scrobble_data,
- "percent_played": scrobble.percent_played if scrobble else 0,
- "can_be_updated": scrobble.can_be_updated
- if scrobble
- else False,
- },
- )
- if scrobble and (
- scrobble.can_be_updated or mopidy_status == "stopped"
- ):
- return scrobble.update(scrobble_data)
- # Discard status before creating
- scrobble_data.pop("mopidy_status", None)
- scrobble_data.pop("jellyfin_status", None)
- logger.info(
- f"[scrobbling] creating new scrobble",
- extra={
- "scrobble_id": scrobble.id if scrobble else None,
- "media_type": mtype,
- "media_id": media.id,
- "source": source,
- },
- )
- return cls.create(scrobble_data)
- @classmethod
- def create_or_update_location(
- cls, location: GeoLocation, scrobble_data: dict, user_id: int
- ) -> "Scrobble":
- """Location is special type, where the current scrobble for a user is always the
- current active scrobble, and we only finish it a move on if we get a new location
- that is far enough (and far enough over the last three past scrobbles) to have
- actually moved.
- """
- scrobble = (
- cls.objects.filter(
- media_type=cls.MediaType.GEO_LOCATION,
- user_id=user_id,
- timestamp__lte=scrobble_data.get("timestamp"),
- )
- .order_by("-timestamp")
- .first()
- )
- logger.info(
- f"[scrobbling] check for existing scrobble to update ",
- extra={
- "scrobble_id": scrobble.id if scrobble else None,
- "media_type": cls.MediaType.GEO_LOCATION,
- "media_id": location.id,
- "scrobble_data": scrobble_data,
- "percent_played": scrobble.percent_played if scrobble else 0,
- "can_be_updated": scrobble.can_be_updated
- if scrobble
- else False,
- },
- )
- if not scrobble:
- logger.info(
- f"[scrobbling] no existing location scrobbles, scrobble ahoy!",
- extra={
- "new_location_id": location.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- },
- )
- return cls.create(scrobble_data)
- logger.info(
- f"[scrobbling] checking if last location matches current location",
- extra={
- "scrobble_id": scrobble.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "location_id": location.id,
- "scrobble_location_id": scrobble.media_obj.id,
- },
- )
- if scrobble.media_obj == location:
- logger.info(
- f"[scrobbling] last location and new location are the same, not moving",
- extra={
- "scrobble_id": scrobble.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "new_location_id": location.id,
- },
- )
- return scrobble
- jitter_correction_locations = cls.past_scrobbled_locations(
- user_id, POINTS_FOR_MOVEMENT_HISTORY
- )
- has_moved = location.has_moved(jitter_correction_locations)
- logger.info(
- f"[scrobbling] checking if last location has moved",
- extra={
- "scrobble_id": scrobble.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "location_id": location.id,
- "scrobble_location_id": scrobble.media_obj.id,
- "has_moved": has_moved,
- "past_locations_used": jitter_correction_locations,
- },
- )
- if not has_moved:
- logger.info(
- f"[scrobbling] new location received, but not far from old location, not moving",
- extra={
- "new_location_id": location.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "old_location_id": scrobble.media_obj.id,
- },
- )
- return scrobble
- scrobble.stop(force_finish=True)
- logger.info(
- f"[scrobbling] finish location scrobble, moved from old location",
- extra={
- "scrobble_id": scrobble.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "media_id": location.id,
- },
- )
- if existing_locations := location.in_proximity(named=True):
- existing_location = existing_locations.first()
- logger.info(
- f"[scrobbling] has moved but found existing named location, using it",
- extra={
- "media_id": location.id,
- "media_type": cls.MediaType.GEO_LOCATION,
- "existing_location_id": existing_location.id,
- },
- )
- scrobble_data["geo_location"] = existing_location
- scrobble = cls.create(scrobble_data)
- logger.info(
- f"[scrobbling] created for location",
- extra={
- "scrobble_id": scrobble.id,
- "media_id": location.id,
- "scrobble_data": scrobble_data,
- "media_type": cls.MediaType.GEO_LOCATION,
- "source": scrobble_data.get("source"),
- },
- )
- return scrobble
- @classmethod
- def past_scrobbled_locations(
- cls, user_id: int, num: int
- ) -> list["Location"]:
- past_scrobbles = cls.objects.filter(
- media_type="GeoLocation",
- user_id=user_id,
- ).order_by("-timestamp")[1:num]
- return [s.geo_location for s in past_scrobbles]
- def update(self, scrobble_data: dict) -> "Scrobble":
- # Status is a field we get from Mopidy, which refuses to poll us
- scrobble_status = scrobble_data.pop("mopidy_status", None)
- if not scrobble_status:
- scrobble_status = scrobble_data.pop("jellyfin_status", None)
- logger.info(
- "[scrobbling] update called",
- extra={
- "scrobble_id": self.id,
- "scrobble_data": scrobble_data,
- "media_type": self.media_type,
- "scrobble_status": scrobble_status,
- },
- )
- # This is really expensive on the DB ... do we need to track this?
- # if self.percent_played < 100:
- # # Only worry about ticks if we haven't gotten to the end
- # self.update_ticks(scrobble_data)
- if self.beyond_completion_percent:
- scrobble_status = "stopped"
- if scrobble_status == "stopped":
- self.stop()
- if scrobble_status == "paused":
- self.pause()
- if scrobble_status == "resumed":
- self.resume()
- if scrobble_status != "resumed":
- scrobble_data["stop_timestamp"] = (
- scrobble_data.pop("timestamp", None) or timezone.now()
- )
- # timestamp should be more-or-less immutable
- scrobble_data.pop("timestamp", None)
- update_fields = []
- for key, value in scrobble_data.items():
- setattr(self, key, value)
- update_fields.append(key)
- self.save(update_fields=update_fields)
- logger.info(
- "[scrobbling] update finished",
- extra={
- "scrobble_id": self.id,
- "scrobble_data": scrobble_data,
- "scrobble_status": scrobble_status,
- "media_type": self.media_type,
- },
- )
- return self
- @classmethod
- def create(
- cls,
- scrobble_data: dict,
- ) -> "Scrobble":
- scrobble_data["scrobble_log"] = ""
- scrobble = cls.objects.create(
- **scrobble_data,
- )
- return scrobble
- def stop(self, force_finish=False) -> None:
- self.stop_timestamp = timezone.now()
- self.played_to_completion = True
- self.in_progress = False
- if not self.playback_position_seconds:
- self.playback_position_seconds = int(
- (self.stop_timestamp - self.timestamp).total_seconds()
- )
- self.save(
- update_fields=[
- "in_progress",
- "played_to_completion",
- "stop_timestamp",
- "playback_position_seconds",
- ]
- )
- class_name = self.media_obj.__class__.__name__
- if class_name in LONG_PLAY_MEDIA.values():
- self.finish_long_play()
- logger.info(
- f"[scrobbling] stopped",
- extra={
- "scrobble_id": self.id,
- "media_id": self.media_obj.id,
- "media_type": self.media_type,
- "source": self.source,
- },
- )
- def pause(self) -> None:
- if self.is_paused:
- logger.warning(f"{self.id} - already paused - {self.source}")
- return
- self.is_paused = True
- self.save(update_fields=["is_paused"])
- logger.info(
- f"[scrobbling] paused",
- extra={
- "scrobble_id": self.id,
- "media_type": self.media_type,
- "source": self.source,
- },
- )
- def resume(self) -> None:
- if self.is_paused or not self.in_progress:
- self.is_paused = False
- self.in_progress = True
- self.save(update_fields=["is_paused", "in_progress"])
- logger.info(
- f"[scrobbling] resumed",
- extra={
- "scrobble_id": self.id,
- "media_type": self.media_type,
- "source": self.source,
- },
- )
- def cancel(self) -> None:
- self.delete()
- def update_ticks(self, data) -> None:
- self.playback_position_seconds = data.get("playback_position_seconds")
- self.save(update_fields=["playback_position_seconds"])
- def finish_long_play(self):
- seconds_elapsed = (timezone.now() - self.timestamp).seconds
- past_seconds = 0
- # Set our playback seconds, and calc long play seconds
- self.playback_position_seconds = seconds_elapsed
- if self.previous:
- past_seconds = self.previous.long_play_seconds
- self.long_play_seconds = past_seconds + seconds_elapsed
- # Long play scrobbles are always finished when we say they are
- self.played_to_completion = True
- self.save(
- update_fields=[
- "playback_position_seconds",
- "played_to_completion",
- "long_play_seconds",
- ]
- )
- logger.info(
- f"[scrobbling] finishing long play",
- extra={
- "scrobble_id": self.id,
- },
- )
- @property
- def beyond_completion_percent(self) -> bool:
- """Returns true if our media is beyond our completion percent, unless
- our type is geolocation in which case we always return false
- """
- beyond_completion = (
- self.percent_played >= self.media_obj.COMPLETION_PERCENT
- )
- if self.media_type == "GeoLocation":
- logger.info(
- f"[scrobbling] locations are ONLY completed when new one is created",
- extra={
- "scrobble_id": self.id,
- "media_type": self.media_type,
- "beyond_completion": beyond_completion,
- },
- )
- beyond_completion = False
- return beyond_completion
|