path: root/import/src/plugins/infojson.rs

/*
    This file is part of jellything (https://codeberg.org/metamuffin/jellything)
    which is licensed under the GNU Affero General Public License (version 3); see /COPYING.
    Copyright (C) 2026 metamuffin <metamuffin.org>
*/
use crate::{
    plugins::{ImportPlugin, PluginContext, PluginInfo},
    source_rank::ObjectImportSourceExt,
};
use anyhow::{Context, Result, anyhow};
use chrono::{Utc, format::Parsed};
use jellycommon::*;
use jellydb::RowNum;
use jellyremuxer::matroska::{AttachedFile, Segment};
use log::debug;
use serde::{Deserialize, Serialize};
use std::{collections::HashMap, fs::File, io::BufReader, path::Path};

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YVideo {
    pub album: Option<String>,
    pub age_limit: Option<usize>,
    pub alt_title: Option<String>,
    pub aspect_ratio: Option<f32>,
    pub automatic_captions: Option<HashMap<String, Vec<YCaption>>>,
    pub availability: Option<String>, // "public" | "private" | "unlisted",
    pub average_rating: Option<String>,
    pub categories: Option<Vec<String>>,
    pub channel_follower_count: Option<usize>,
    pub channel_id: Option<String>,
    pub channel_is_verified: Option<bool>,
    pub channel: Option<String>,
    pub chapters: Option<Vec<YChapter>>,
    pub comment_count: Option<usize>,
    pub description: Option<String>,
    pub display_id: Option<String>,
    pub duration_string: Option<String>,
    pub duration: Option<f64>,
    pub epoch: usize,
    pub extractor_key: String,
    pub extractor: String,
    pub formats: Option<Vec<YFormat>>,
    pub fulltitle: Option<String>,
    pub heatmap: Option<Vec<YHeatmapSample>>,
    pub height: Option<i32>,
    pub id: String,
    pub is_live: Option<bool>,
    pub like_count: Option<usize>,
    pub media_type: Option<String>,
    pub n_entries: Option<usize>,
    pub original_url: Option<String>,
    pub playable_in_embed: Option<bool>,
    pub playlist_count: Option<usize>,
    pub playlist_id: Option<String>,
    pub playlist_index: Option<usize>,
    pub playlist_title: Option<String>,
    pub playlist_uploader_id: Option<String>,
    pub playlist_uploader: Option<String>,
    pub playlist: Option<String>,
    pub tags: Option<Vec<String>>,
    pub thumbnail: Option<String>,
    pub thumbnails: Option<Vec<YThumbnail>>,
    pub title: String,
    pub upload_date: Option<String>,
    pub uploader_id: Option<String>,
    pub uploader_url: Option<String>,
    pub uploader: Option<String>,
    pub view_count: Option<usize>,
    pub was_live: Option<bool>,
    pub webpage_url_basename: String,
    pub webpage_url_domain: String,
    pub webpage_url: String,
    pub width: Option<i32>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YCaption {
    pub url: Option<String>,
    pub ext: String, //"vtt" | "json3" | "srv1" | "srv2" | "srv3" | "ttml",
    pub protocol: Option<String>,
    pub name: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YFormat {
    pub format_id: String,
    pub format_note: Option<String>,
    pub ext: String,
    pub protocol: String,
    pub acodec: Option<String>,
    pub vcodec: Option<String>,
    pub url: Option<String>,
    pub width: Option<u32>,
    pub height: Option<u32>,
    pub fps: Option<f64>,
    pub columns: Option<u32>,
    pub fragments: Option<Vec<YFragment>>,
    pub resolution: Option<String>,
    pub dynamic_range: Option<String>,
    pub aspect_ratio: Option<f64>,
    pub http_headers: HashMap<String, String>,
    pub audio_ext: String,
    pub video_ext: String,
    pub vbr: Option<f64>,
    pub abr: Option<f64>,
    pub format: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YFragment {
    pub url: Option<String>,
    pub duration: Option<f64>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YThumbnail {
    pub url: String,
    pub preference: Option<i32>,
    pub id: String,
    pub height: Option<u32>,
    pub width: Option<u32>,
    pub resolution: Option<String>,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YChapter {
    pub start_time: f64,
    pub end_time: f64,
    pub title: String,
}

#[derive(Debug, Clone, Serialize, Deserialize)]
pub struct YHeatmapSample {
    pub start_time: f64,
    pub end_time: f64,
    pub value: f64,
}

pub fn parse_upload_date(d: &str) -> anyhow::Result<i64> {
    let (year, month, day) = (&d[0..4], &d[4..6], &d[6..8]);
    let (year, month, day) = (
        year.parse().context("parsing year")?,
        month.parse().context("parsing month")?,
        day.parse().context("parsing day")?,
    );

    let mut p = Parsed::new();
    p.year = Some(year);
    p.month = Some(month);
    p.day = Some(day);
    p.hour_div_12 = Some(0);
    p.hour_mod_12 = Some(0);
    p.minute = Some(0);
    p.second = Some(0);
    Ok(p.to_datetime_with_timezone(&Utc)?.timestamp_millis())
}

pub fn is_info_json(a: &&AttachedFile) -> bool {
    a.name == "info.json" && a.media_type == "application/json"
}
pub struct Infojson;
impl ImportPlugin for Infojson {
    fn info(&self) -> PluginInfo {
        PluginInfo {
            name: "infojson",
            tag: MSOURCE_INFOJSON,
            handle_file: true,
            handle_media: true,
            ..Default::default()
        }
    }
    fn file(&self, ct: &PluginContext, parent: RowNum, path: &Path) -> Result<()> {
        let filename = path.file_name().unwrap().to_string_lossy();
        if filename != "channel.info.json" {
            return Ok(());
        }

        debug!("import channel info.json at {path:?}");
        let data = serde_json::from_reader::<_, YVideo>(BufReader::new(File::open(path)?))?;
        let title = clean_uploader_name(&data.title);

        ct.ic.db.transaction(&mut |txn| {
            let mut node = txn.get(parent)?.unwrap();
            node = node.as_object().insert_s(ct.is, NO_KIND, KIND_CHANNEL);
            node = node.as_object().insert_s(ct.is, NO_TITLE, title);
            if let Some(cid) = &data.channel_id {
                node = node.as_object().update(NO_IDENTIFIERS, |ids| {
                    ids.insert_s(ct.is, IDENT_YOUTUBE_CHANNEL, &cid)
                });
            }
            if let Some(uid) = &data.uploader_id {
                node = node.as_object().update(NO_IDENTIFIERS, |ids| {
                    ids.insert_s(ct.is, IDENT_YOUTUBE_CHANNEL_HANDLE, &uid)
                })
            }
            if let Some(desc) = &data.description {
                node = node.as_object().insert_s(ct.is, NO_DESCRIPTION, &desc);
            }
            if let Some(followers) = data.channel_follower_count {
                node = node.as_object().update(NO_RATINGS, |rat| {
                    rat.insert_s(ct.is, RTYP_YOUTUBE_SUBSCRIBERS, followers as f64)
                });
            }

            txn.update(parent, node)
        })
    }

    fn media(&self, ct: &PluginContext, row: RowNum, _path: &Path, seg: &Segment) -> Result<()> {
        let infojson = seg
            .attachments
            .iter()
            .flat_map(|a| &a.files)
            .find(is_info_json)
            .map(|att| {
                let data = ct
                    .ic
                    .cache
                    .read(str::from_utf8(&att.data).unwrap())?
                    .ok_or(anyhow!("info json cache missing"))?;
                anyhow::Ok(serde_json::from_slice::<YVideo>(&data)?)
            })
            .transpose()
            .context("infojson parsing")?;

        if let Some(infojson) = infojson {
            let release_date = infojson
                .upload_date
                .as_ref()
                .map(|date| parse_upload_date(date).context("parsing upload date"))
                .transpose()?;

            let kind = if let Some(ty) = &infojson.media_type
                && ty == "short"
            {
                KIND_SHORTFORMVIDEO
            } else if infojson.album.is_some() {
                KIND_MUSIC
            } else {
                KIND_VIDEO
            };

            ct.ic.db.transaction(&mut |txn| {
                let mut node = txn.get(row)?.unwrap();
                node = node.as_object().insert_s(ct.is, NO_KIND, kind);
                node = node.as_object().insert_s(ct.is, NO_TITLE, &infojson.title);
                if let Some(title) = &infojson.alt_title
                    && title != &infojson.title
                    && !node.as_object().has(NO_SUBTITLE.0)
                {
                    node = node.as_object().insert_s(ct.is, NO_SUBTITLE, &title);
                }
                if let Some(up) = &infojson.uploader
                    && !node.as_object().has(NO_SUBTITLE.0)
                {
                    node = node
                        .as_object()
                        .insert_s(ct.is, NO_SUBTITLE, &clean_uploader_name(&up));
                }
                if let Some(desc) = &infojson.description {
                    node = node.as_object().insert_s(ct.is, NO_DESCRIPTION, &desc);
                }
                if let Some(tag) = infojson.tags.clone() {
                    node = node
                        .as_object()
                        .extend(NO_TAG, tag.iter().map(String::as_str));
                }
                if let Some(rd) = release_date {
                    node = node.as_object().insert_s(ct.is, NO_RELEASEDATE, rd);
                }
                match infojson.extractor.as_str() {
                    "youtube" => {
                        node = node.as_object().update(NO_IDENTIFIERS, |rat| {
                            rat.insert_s(ct.is, IDENT_YOUTUBE_VIDEO, &infojson.id)
                        });
                        node = node.as_object().update(NO_RATINGS, |rat| {
                            rat.insert_s(
                                ct.is,
                                RTYP_YOUTUBE_VIEWS,
                                infojson.view_count.unwrap_or_default() as f64,
                            )
                        });
                        node = node.as_object().update(NO_RATINGS, |rat| {
                            rat.insert_s(
                                ct.is,
                                RTYP_YOUTUBE_LIKES,
                                infojson.like_count.unwrap_or_default() as f64,
                            )
                        });
                    }
                    "Bandcamp" => {
                        node = node.as_object().update(NO_IDENTIFIERS, |rat| {
                            rat.insert_s(ct.is, IDENT_BANDCAMP, &infojson.id)
                        });
                    }
                    _ => (),
                };

                txn.update(row, node)
            })?;
        }
        Ok(())
    }
}

fn clean_uploader_name(mut s: &str) -> &str {
    s = s.strip_suffix(" - Videos").unwrap_or(s); // youtube
    s = s.strip_suffix(" - Topic").unwrap_or(s); // youtube
    s = s.strip_prefix("Uploads from ").unwrap_or(s); // youtube
    s = s.strip_prefix("Discography of ").unwrap_or(s); // bandcamp
    s
}