-
-
Notifications
You must be signed in to change notification settings - Fork 1.8k
feat(func): media library #2210
New issue
Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.
By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.
Already on GitHub? Sign in to your account
Open
PIKACHUIM
wants to merge
3
commits into
main
Choose a base branch
from
dev-media
base: main
Could not load branches
Branch not found: {{ refName }}
Loading
Could not load tags
Nothing to show
Loading
Are you sure you want to change the base?
Some commits from the old base branch may be removed from the timeline,
and old review comments may become outdated.
Open
Changes from all commits
Commits
Show all changes
3 commits
Select commit
Hold shift + click to select a range
File filter
Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,281 @@ | ||
| package db | ||
|
|
||
| import ( | ||
| "github.com/OpenListTeam/OpenList/v4/internal/model" | ||
| "gorm.io/gorm" | ||
| ) | ||
|
|
||
| // ==================== MediaConfig ==================== | ||
|
|
||
| // GetMediaConfig 获取指定类型的媒体库配置，不存在则返回默认值 | ||
| func GetMediaConfig(mediaType model.MediaType) (*model.MediaConfig, error) { | ||
| var cfg model.MediaConfig | ||
| result := db.Where("media_type = ?", mediaType).First(&cfg) | ||
| if result.Error == gorm.ErrRecordNotFound { | ||
| // 返回默认配置 | ||
| return &model.MediaConfig{ | ||
| MediaType: mediaType, | ||
| Enabled: false, | ||
| ScanPath: "/", | ||
| PathMerge: false, | ||
| }, nil | ||
| } | ||
| return &cfg, result.Error | ||
| } | ||
|
|
||
| // GetAllMediaConfigs 获取所有媒体库配置 | ||
| func GetAllMediaConfigs() ([]model.MediaConfig, error) { | ||
| var cfgs []model.MediaConfig | ||
| err := db.Find(&cfgs).Error | ||
| return cfgs, err | ||
| } | ||
|
|
||
| // SaveMediaConfig 保存媒体库配置（upsert） | ||
| func SaveMediaConfig(cfg *model.MediaConfig) error { | ||
| var existing model.MediaConfig | ||
| result := db.Where("media_type = ?", cfg.MediaType).First(&existing) | ||
| if result.Error == gorm.ErrRecordNotFound { | ||
| return db.Create(cfg).Error | ||
| } | ||
| cfg.ID = existing.ID | ||
| return db.Save(cfg).Error | ||
| } | ||
|
|
||
| // ==================== MediaItem ==================== | ||
|
|
||
| // MediaItemQuery 媒体条目查询参数 | ||
| type MediaItemQuery struct { | ||
| MediaType model.MediaType | ||
| FolderPath string | ||
| Hidden *bool | ||
| Keyword string | ||
| OrderBy string // "name", "date", "size" | ||
| OrderDir string // "asc", "desc" | ||
| Page int | ||
| PageSize int | ||
| } | ||
|
|
||
| // ListMediaItems 分页查询媒体条目 | ||
| func ListMediaItems(q MediaItemQuery) ([]model.MediaItem, int64, error) { | ||
| tx := db.Model(&model.MediaItem{}) | ||
| if q.MediaType != "" { | ||
| tx = tx.Where("media_type = ?", q.MediaType) | ||
| } | ||
| if q.FolderPath != "" { | ||
| tx = tx.Where("folder_path = ?", q.FolderPath) | ||
| } | ||
| if q.Hidden != nil { | ||
| tx = tx.Where("hidden = ?", *q.Hidden) | ||
| } | ||
| if q.Keyword != "" { | ||
| like := "%" + q.Keyword + "%" | ||
| tx = tx.Where("file_name LIKE ? OR scraped_name LIKE ?", like, like) | ||
| } | ||
|
|
||
| var total int64 | ||
| if err := tx.Count(&total).Error; err != nil { | ||
| return nil, 0, err | ||
| } | ||
|
|
||
| // 排序 | ||
| orderCol := "created_at" | ||
| switch q.OrderBy { | ||
| case "name": | ||
| orderCol = "COALESCE(NULLIF(scraped_name,''), file_name)" | ||
| case "date": | ||
| orderCol = "release_date" | ||
| case "size": | ||
| orderCol = "file_size" | ||
| } | ||
| dir := "asc" | ||
| if q.OrderDir == "desc" { | ||
| dir = "desc" | ||
| } | ||
| tx = tx.Order(orderCol + " " + dir) | ||
|
|
||
| // 分页 | ||
| if q.PageSize <= 0 { | ||
| q.PageSize = 20 | ||
| } | ||
| if q.Page <= 0 { | ||
| q.Page = 1 | ||
| } | ||
| tx = tx.Offset((q.Page - 1) * q.PageSize).Limit(q.PageSize) | ||
|
|
||
| var items []model.MediaItem | ||
| err := tx.Find(&items).Error | ||
| return items, total, err | ||
| } | ||
|
|
||
| // GetMediaItemByID 按ID获取媒体条目 | ||
| func GetMediaItemByID(id uint) (*model.MediaItem, error) { | ||
| var item model.MediaItem | ||
| err := db.First(&item, id).Error | ||
| return &item, err | ||
| } | ||
|
|
||
| // GetMediaItemByPath 按文件路径获取媒体条目 | ||
| func GetMediaItemByPath(filePath string) (*model.MediaItem, error) { | ||
| var item model.MediaItem | ||
| result := db.Where("file_path = ?", filePath).First(&item) | ||
| return &item, result.Error | ||
| } | ||
|
|
||
| // CreateOrUpdateMediaItem 创建或更新媒体条目（按 file_path 唯一） | ||
| // 更新时保留已有的刮削数据，避免重新扫描时把已刮削的字段清空 | ||
| func CreateOrUpdateMediaItem(item *model.MediaItem) error { | ||
| var existing model.MediaItem | ||
| result := db.Where("file_path = ?", item.FilePath).First(&existing) | ||
| if result.Error == gorm.ErrRecordNotFound { | ||
| return db.Create(item).Error | ||
| } | ||
| if result.Error != nil { | ||
| return result.Error | ||
| } | ||
| item.ID = existing.ID | ||
| item.CreatedAt = existing.CreatedAt | ||
| // 如果已有刮削数据，保留刮削字段，防止重新扫描时覆盖刮削结果 | ||
| if existing.ScrapedAt != nil { | ||
| item.ScrapedAt = existing.ScrapedAt | ||
| item.ScrapedName = existing.ScrapedName | ||
| item.Cover = existing.Cover | ||
| item.AlbumName = existing.AlbumName | ||
| item.AlbumArtist = existing.AlbumArtist | ||
| item.TrackNumber = existing.TrackNumber | ||
| item.Duration = existing.Duration | ||
| item.Genre = existing.Genre | ||
| item.ReleaseDate = existing.ReleaseDate | ||
| item.Rating = existing.Rating | ||
| item.Plot = existing.Plot | ||
| item.Authors = existing.Authors | ||
| item.Description = existing.Description | ||
| item.Publisher = existing.Publisher | ||
| item.ISBN = existing.ISBN | ||
| item.ExternalID = existing.ExternalID | ||
| } | ||
| return db.Save(item).Error | ||
|
Comment on lines
+135
to
+156
|
||
| } | ||
|
|
||
| // UpdateMediaItem 更新媒体条目（仅更新可编辑字段） | ||
| func UpdateMediaItem(item *model.MediaItem) error { | ||
| return db.Save(item).Error | ||
| } | ||
|
|
||
| // DeleteMediaItem 硬删除媒体条目（真正从数据库删除） | ||
| func DeleteMediaItem(id uint) error { | ||
| return db.Unscoped().Delete(&model.MediaItem{}, id).Error | ||
| } | ||
|
|
||
| // ClearMediaItems 硬删除指定类型的所有媒体条目（真正从数据库删除） | ||
| func ClearMediaItems(mediaType model.MediaType) error { | ||
| return db.Unscoped().Where("media_type = ?", mediaType).Delete(&model.MediaItem{}).Error | ||
| } | ||
|
|
||
| // ListAlbums 列出所有专辑（音乐专用） | ||
| func ListAlbums(q MediaItemQuery) ([]AlbumInfo, int64, error) { | ||
| type albumRow struct { | ||
| AlbumName string | ||
| AlbumArtist string | ||
| Cover string | ||
| ReleaseDate string | ||
| TrackCount int | ||
| } | ||
|
|
||
| // 构建基础查询 | ||
| baseQuery := db.Model(&model.MediaItem{}). | ||
| Where("media_type = ?", model.MediaTypeMusic) | ||
| if q.Hidden != nil { | ||
| baseQuery = baseQuery.Where("hidden = ?", *q.Hidden) | ||
| } | ||
| if q.Keyword != "" { | ||
| like := "%" + q.Keyword + "%" | ||
| baseQuery = baseQuery.Where("album_name LIKE ? OR album_artist LIKE ?", like, like) | ||
| } | ||
|
|
||
| // 统计分组数（用子查询） | ||
| var total int64 | ||
| if err := db.Table("(?) as sub", baseQuery. | ||
| Select("album_name, album_artist"). | ||
| Group("album_name, album_artist")). | ||
| Count(&total).Error; err != nil { | ||
| return nil, 0, err | ||
| } | ||
|
|
||
| if q.PageSize <= 0 { | ||
| q.PageSize = 20 | ||
| } | ||
| if q.Page <= 0 { | ||
| q.Page = 1 | ||
| } | ||
|
|
||
| tx := baseQuery. | ||
| Select("album_name, album_artist, MAX(cover) as cover, MAX(release_date) as release_date, COUNT(*) as track_count"). | ||
| Group("album_name, album_artist"). | ||
| Offset((q.Page - 1) * q.PageSize).Limit(q.PageSize) | ||
|
|
||
| var rows []albumRow | ||
| if err := tx.Scan(&rows).Error; err != nil { | ||
| return nil, 0, err | ||
| } | ||
|
|
||
| albums := make([]AlbumInfo, len(rows)) | ||
| for i, r := range rows { | ||
| albums[i] = AlbumInfo{ | ||
| AlbumName: r.AlbumName, | ||
| AlbumArtist: r.AlbumArtist, | ||
| Cover: r.Cover, | ||
| ReleaseDate: r.ReleaseDate, | ||
| TrackCount: r.TrackCount, | ||
| } | ||
| } | ||
| return albums, total, nil | ||
| } | ||
|
|
||
| // AlbumInfo 专辑信息 | ||
| type AlbumInfo struct { | ||
| AlbumName string `json:"album_name"` | ||
| AlbumArtist string `json:"album_artist"` | ||
| Cover string `json:"cover"` | ||
| ReleaseDate string `json:"release_date"` | ||
| TrackCount int `json:"track_count"` | ||
| } | ||
|
|
||
| // GetAlbumTracks 获取专辑曲目列表 | ||
| func GetAlbumTracks(albumName, albumArtist string) ([]model.MediaItem, error) { | ||
| var items []model.MediaItem | ||
| tx := db.Where("media_type = ?", model.MediaTypeMusic) | ||
| if albumName != "" { | ||
| tx = tx.Where("album_name = ?", albumName) | ||
| } else { | ||
| // album_name 为空时，查询该艺术家下所有无专辑名的曲目 | ||
| tx = tx.Where("(album_name = '' OR album_name IS NULL)") | ||
| } | ||
| if albumArtist != "" { | ||
| tx = tx.Where("album_artist = ?", albumArtist) | ||
| } | ||
| err := tx.Order("track_number asc").Find(&items).Error | ||
| return items, err | ||
| } | ||
|
|
||
| // ListFolderPaths 列出指定媒体类型下的所有文件夹路径（目录浏览模式） | ||
| func ListFolderPaths(mediaType model.MediaType) ([]string, error) { | ||
| var paths []string | ||
| err := db.Model(&model.MediaItem{}). | ||
| Where("media_type = ?", mediaType). | ||
| Distinct("folder_path"). | ||
| Pluck("folder_path", &paths).Error | ||
| return paths, err | ||
| } | ||
|
|
||
| // GetUnscrappedItems 获取未刮削或刮削不完整的媒体条目 | ||
| // 只要 scraped_at 为空，或 cover/scraped_name/description 任一为空，就需要重新刮削 | ||
| func GetUnscrappedItems(mediaType model.MediaType, limit int) ([]model.MediaItem, error) { | ||
| var items []model.MediaItem | ||
| err := db.Where( | ||
| "media_type = ? AND (scraped_at IS NULL OR cover = '' OR cover IS NULL OR scraped_name = '' OR scraped_name IS NULL OR description = '' OR description IS NULL)", | ||
| mediaType, | ||
| ). | ||
| Limit(limit). | ||
| Find(&items).Error | ||
|
Comment on lines
+270
to
+279
|
||
| return items, err | ||
| } | ||
|
Comment on lines
+270
to
+281
|
||
Oops, something went wrong.
Add this suggestion to a batch that can be applied as a single commit.
This suggestion is invalid because no changes were made to the code.
Suggestions cannot be applied while the pull request is closed.
Suggestions cannot be applied while viewing a subset of changes.
Only one suggestion per line can be applied in a batch.
Add this suggestion to a batch that can be applied as a single commit.
Applying suggestions on deleted lines is not supported.
You must change the existing code in this line in order to create a valid suggestion.
Outdated suggestions cannot be applied.
This suggestion has been applied or marked resolved.
Suggestions cannot be applied from pending reviews.
Suggestions cannot be applied on multi-line comments.
Suggestions cannot be applied while the pull request is queued to merge.
Suggestion cannot be applied right now. Please check back later.
There was a problem hiding this comment.
Choose a reason for hiding this comment
The reason will be displayed to describe this comment to others. Learn more.
These queries check
result.Error == gorm.ErrRecordNotFound. Elsewhere in the repo the pattern iserrors.Is(err, gorm.ErrRecordNotFound)(important when errors may be wrapped). Consider switching toerrors.Ishere for consistency and robustness.