remove empty section in notes
This commit is contained in:
parent
5cf9db9589
commit
88c0c5cd3a
334
_notes.org
334
_notes.org
|
|
@ -1,170 +1,164 @@
|
|||
* beets
|
||||
|
||||
** container build & run
|
||||
|
||||
#+begin_src sh
|
||||
|
||||
#+end_src
|
||||
|
||||
** misc commands
|
||||
|
||||
- ~beets web # web ui~
|
||||
- ~beets info --library | less # library data~
|
||||
- ~beets info | less # file data~
|
||||
- ~beets replaygain # run replay gain checks on all tracks~
|
||||
- ~beets xtractor # run xtractor on all tracks~
|
||||
- ~beets-flac xt 'mb_trackid::^.+$'~
|
||||
- ~jq '.metadata.tags' /opt/music/beets/xtraction_data/[uid].json | less~
|
||||
- ~beets-flac ls -f '$artist - $title - $mb_trackid' 'mb_trackid::^.+$'~
|
||||
|
||||
** tagging and searches
|
||||
|
||||
https://beets.readthedocs.io/en/stable/reference/query.html
|
||||
|
||||
- use carat (^) to negate queries
|
||||
- ~beets fields~ to print database fields
|
||||
- ~beets describe~ to aggregate queries
|
||||
- ~beets ls -f '$albumartist - $title - is_mail: $is_male'~
|
||||
- ~-f~ is for format strings and can be used adjust output string
|
||||
- can print any fields/tags from library database
|
||||
- ~beets ls [-a] trust in trance~
|
||||
- ~-a~ prints album info using passed query string ; no ~-a~ prints tracks
|
||||
- ~beets ls -p trust in trance~
|
||||
- prints paths
|
||||
- can be used to print album folder path, not just track paths
|
||||
- ~beets-library info -l -a albumartist:Shinedown sound madness~
|
||||
- show library data for an album
|
||||
- remove ~-a~ to operate at item level
|
||||
|
||||
- ~beets ls -f '$id - $albumartist - $album - $path' path:/opt/music/beets/dupes/~
|
||||
- finds items at a specific path
|
||||
- use this to cleanup bad items (deleted dupes/similar)
|
||||
- follow up with the following to remove items at the path
|
||||
- ~beets rm path:/opt/music/beets/dupes/~
|
||||
|
||||
- ~beets-library ls -f '$albumartist - $album - $title - $mb_albumid' mb_albumid::^$~
|
||||
- find all tracks without music brains id
|
||||
- add ~-a~ flag to get albums
|
||||
|
||||
- ~beets ls -a 'added:2024-05-08'~
|
||||
- show all albums added on a specific day
|
||||
- remove ~-a~ to search by item
|
||||
- ~beets ls -a 'added:-1w..'~
|
||||
- show all albums added in the last week
|
||||
- remove ~-a~ to search by item
|
||||
- ~beets ls -f '$added - $albumartist - $album %ifdef{title, - $title}'~
|
||||
- list when all tracks were added to library
|
||||
- using ~-a~ will show for album (this can differ from tracks if 'missing' were filled in later)
|
||||
- ~beets modify [-a] [query] [field=value] [field!]~
|
||||
- ~-a~ operates at album level
|
||||
- ~field=value~ to set field values
|
||||
- ~field!~ to remove field from items
|
||||
- ~beets ls my_seed:True~
|
||||
- show all items with custom tag set to true
|
||||
- ~beets ls ^my_seed:True~
|
||||
- show all items missing custom tag or having it set to false
|
||||
- ~beets ls my_import:..2~
|
||||
- show all items with int field less than or equal to 2
|
||||
- use ~n..~ for greater than
|
||||
- omit ~..~ and just give ~n~ to match explicit value
|
||||
|
||||
- commands related to replay gain
|
||||
- ~beets-library ls rg_album_gain::^$~
|
||||
- ~beets-library ls rg_track_gain::^$~
|
||||
#+begin_src sh
|
||||
beets-library ls -a -f '$r128_album_gain - $rg_album_gain' \
|
||||
my_import:[n] ^rg_album_gain::^$ , my_import:[n] ^r128_album_gain::^$
|
||||
beets-library ls -f '$r128_album_gain - $r128_track_gain - $rg_album_gain - $rg_track_gain' \
|
||||
my_import:[n] ^rg_track_gain::^$ , my_import:[n] ^r128_track_gain::^$
|
||||
#+end_src
|
||||
- command to set music brains id and update Metadata accordingly
|
||||
- ~beets modify -a $id mb_albumid=blah && beets mbsync...~
|
||||
- ~beets modify $id mb_trackid=blah && beets mbsync...~
|
||||
** importing new files/tracks/etc (full order of operations)
|
||||
|
||||
#+begin_src sh
|
||||
# beets commands to run, in order for every import/addition to beets
|
||||
beets-library unimported # list all the files in the library folder which are not in the beets database
|
||||
beets-library describe my_import # check to figure out what the next serial number is for custom import tag
|
||||
#beets-library import --set my_import=[n] --set my_seed=[True|False] /opt/music/to_import # main import
|
||||
beets-library import -l /opt/music/beets/import.log --set my_import=[n] --set my_seed=True /opt/music/to_import
|
||||
#beets-library stats # check library data is ok or at least 'looks reasonable plus or minus dupes or bad tracks'
|
||||
#beets-library info --library | less # show file metadata (in bulk)
|
||||
beets-library duplicates | uniq -d # check for dupes
|
||||
beets-library duplicates --move /opt/music/dupes # remove dupes from lib and move dupes for verification / follow up as appropriate
|
||||
beets-library unimported # ensure no dangling files in library prior to missing track cleanup
|
||||
beets-library unimported | xargs -I{} mv {} /opt/music/unimported/ # move unimported 'cruft' out of library for future follow up
|
||||
beets-library missing # check for missing tracks
|
||||
beets-library ls -f '$albumartist - $album - $path' -a missing:1.. # list all ablums with one or more missing tracks
|
||||
beets-library remove -a missing:1.. # does not change filesystem ; removes albums with missing tracks from library
|
||||
beets-library unimported # verify this looks appropriate and matches the output from missing
|
||||
beets-library unimported | xargs -I{} mv {} /opt/music/missing/ # move missing out of library for future follow up
|
||||
beets-library bad my_import:[n] # bad/missing files check
|
||||
beets-library move # move files to library directory
|
||||
beets-library describe my_import # figure out what imorts to process - use as query (filter) with remaining commands
|
||||
# use my_import:[n].. to filter on import n and later, see query ranges for added options
|
||||
# best to add the import filter to below commands to save processing time
|
||||
#beets-library mbsync my_import:[n] # update music brainz data (not stricly required but smart if re-importing or re-exporting in bulk)
|
||||
beets-library ftintitle my_import:[n] # move 'featured by' to track title
|
||||
beets-library modify -a my_import:[n] r128_album_gain! rg_album_gain! # wipe album replay gain info in full
|
||||
beets-library modify my_import:[n] r128_album_gain! r128_track_gain! rg_album_gain! rg_track_gain! # wipe track replay gain info in full
|
||||
beets-library lastgenre my_import:[n] # pull down last.fm genre stuff
|
||||
beets-library fetchart my_import:[n] # fetch cover art
|
||||
beets-library fingerprint my_import:[n] # chromaprint analysis
|
||||
beets-library ls -f '$artist - $title - $acoustid_fingerprint' | less # verify chromaprint worked (optional)
|
||||
beets-library xtractor my_import:[n] # essentia data extraction -- music analysis (long runtime)
|
||||
beets-library ls -f '$artist - $title - $mood_aggressive - $mood_electronic' | less # verify xtractor worked (optional)
|
||||
#\beet --config /opt/music/beets/library.yaml ls -a -f '$albumartist' | uniq | sort > /opt/music/to_import/_artists_for_rg.txt
|
||||
#cat /opt/music/to_import/_artists_for_rg.txt | xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain -w -f {}
|
||||
# replay gain with -a and non -a form of below for /full/ library replay gain analysis
|
||||
#beets-library -v replaygain -f -a my_import:[n] # do replaygain analysis on albums
|
||||
#beets-library -v replaygain -f my_import:[n] # do replaygain analysis on tracks
|
||||
# replay gain albums, can be resumed
|
||||
beets-library ls -a -f '$id' my_import:[n] rg_album_gain::^$ | \
|
||||
xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain -a id:{}
|
||||
# replay gain tracks, can be resumed
|
||||
beets-library ls -f '$id' my_import:[n] rg_track_gain::^$ | \
|
||||
xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain id:{}
|
||||
beets-library ls -f '$artist - $title - $rg_album_gain - $rg_track_gain' | less # verify replay gain worked (optional / limited test)
|
||||
beets-library scrub my_import:[n] # scrub file tags & write only beets tracked metadata to files
|
||||
#beets-library embedart # not needed if calling scrub -- embed cover art in files
|
||||
#beets-library write # not needed if calling scrub -- write changes to files
|
||||
beets-library move my_import:[n] # re-organize files based on latest metadata
|
||||
beets-library alt update airsonic # run conversion for airsonic alternatives profile -- manage the 'compressed audio library' automagically
|
||||
duplicate_alternatives # check for dupes in 'alternatives' area
|
||||
#+end_src
|
||||
|
||||
** xtractor json decode exception monkey patch
|
||||
|
||||
#+begin_src python
|
||||
#~/.local/lib/python3.8/site-packages/beetsplug/xtractor/helper.py
|
||||
def extract_from_output(output_path, target_map: Subview):
|
||||
"""extracts data from the json file as mapped out in the
|
||||
`low_level_targets` / `high_level_targets` configuration keys
|
||||
"""
|
||||
data = {}
|
||||
|
||||
if os.path.isfile(output_path):
|
||||
with open(output_path, "r") as json_file:
|
||||
audiodata = None
|
||||
try:
|
||||
audiodata = json.load(json_file)
|
||||
except json.decoder.JSONDecodeError:
|
||||
print('Error processing ', output_path)
|
||||
from pathlib import Path
|
||||
Path(output_path).unlink(missing_ok=True)
|
||||
for key in target_map.keys():
|
||||
data[key] = None
|
||||
return data
|
||||
for key in target_map.keys():
|
||||
try:
|
||||
val = extract_value_from_audiodata(audiodata, target_map[key])
|
||||
except AttributeError:
|
||||
val = None
|
||||
|
||||
data[key] = val
|
||||
else:
|
||||
raise FileNotFoundError("Output file({}) not found!".format(output_path))
|
||||
|
||||
return data
|
||||
#+end_src
|
||||
* beets
|
||||
|
||||
** misc commands
|
||||
|
||||
- ~beets web # web ui~
|
||||
- ~beets info --library | less # library data~
|
||||
- ~beets info | less # file data~
|
||||
- ~beets replaygain # run replay gain checks on all tracks~
|
||||
- ~beets xtractor # run xtractor on all tracks~
|
||||
- ~beets-flac xt 'mb_trackid::^.+$'~
|
||||
- ~jq '.metadata.tags' /opt/music/beets/xtraction_data/[uid].json | less~
|
||||
- ~beets-flac ls -f '$artist - $title - $mb_trackid' 'mb_trackid::^.+$'~
|
||||
|
||||
** tagging and searches
|
||||
|
||||
https://beets.readthedocs.io/en/stable/reference/query.html
|
||||
|
||||
- use carat (^) to negate queries
|
||||
- ~beets fields~ to print database fields
|
||||
- ~beets describe~ to aggregate queries
|
||||
- ~beets ls -f '$albumartist - $title - is_mail: $is_male'~
|
||||
- ~-f~ is for format strings and can be used adjust output string
|
||||
- can print any fields/tags from library database
|
||||
- ~beets ls [-a] trust in trance~
|
||||
- ~-a~ prints album info using passed query string ; no ~-a~ prints tracks
|
||||
- ~beets ls -p trust in trance~
|
||||
- prints paths
|
||||
- can be used to print album folder path, not just track paths
|
||||
- ~beets-library info -l -a albumartist:Shinedown sound madness~
|
||||
- show library data for an album
|
||||
- remove ~-a~ to operate at item level
|
||||
|
||||
- ~beets ls -f '$id - $albumartist - $album - $path' path:/opt/music/beets/dupes/~
|
||||
- finds items at a specific path
|
||||
- use this to cleanup bad items (deleted dupes/similar)
|
||||
- follow up with the following to remove items at the path
|
||||
- ~beets rm path:/opt/music/beets/dupes/~
|
||||
|
||||
- ~beets-library ls -f '$albumartist - $album - $title - $mb_albumid' mb_albumid::^$~
|
||||
- find all tracks without music brains id
|
||||
- add ~-a~ flag to get albums
|
||||
|
||||
- ~beets ls -a 'added:2024-05-08'~
|
||||
- show all albums added on a specific day
|
||||
- remove ~-a~ to search by item
|
||||
- ~beets ls -a 'added:-1w..'~
|
||||
- show all albums added in the last week
|
||||
- remove ~-a~ to search by item
|
||||
- ~beets ls -f '$added - $albumartist - $album %ifdef{title, - $title}'~
|
||||
- list when all tracks were added to library
|
||||
- using ~-a~ will show for album (this can differ from tracks if 'missing' were filled in later)
|
||||
- ~beets modify [-a] [query] [field=value] [field!]~
|
||||
- ~-a~ operates at album level
|
||||
- ~field=value~ to set field values
|
||||
- ~field!~ to remove field from items
|
||||
- ~beets ls my_seed:True~
|
||||
- show all items with custom tag set to true
|
||||
- ~beets ls ^my_seed:True~
|
||||
- show all items missing custom tag or having it set to false
|
||||
- ~beets ls my_import:..2~
|
||||
- show all items with int field less than or equal to 2
|
||||
- use ~n..~ for greater than
|
||||
- omit ~..~ and just give ~n~ to match explicit value
|
||||
|
||||
- commands related to replay gain
|
||||
- ~beets-library ls rg_album_gain::^$~
|
||||
- ~beets-library ls rg_track_gain::^$~
|
||||
#+begin_src sh
|
||||
beets-library ls -a -f '$r128_album_gain - $rg_album_gain' \
|
||||
my_import:[n] ^rg_album_gain::^$ , my_import:[n] ^r128_album_gain::^$
|
||||
beets-library ls -f '$r128_album_gain - $r128_track_gain - $rg_album_gain - $rg_track_gain' \
|
||||
my_import:[n] ^rg_track_gain::^$ , my_import:[n] ^r128_track_gain::^$
|
||||
#+end_src
|
||||
- command to set music brains id and update Metadata accordingly
|
||||
- ~beets modify -a $id mb_albumid=blah && beets mbsync...~
|
||||
- ~beets modify $id mb_trackid=blah && beets mbsync...~
|
||||
** importing new files/tracks/etc (full order of operations)
|
||||
|
||||
#+begin_src sh
|
||||
# beets commands to run, in order for every import/addition to beets
|
||||
beets-library unimported # list all the files in the library folder which are not in the beets database
|
||||
beets-library describe my_import # check to figure out what the next serial number is for custom import tag
|
||||
#beets-library import --set my_import=[n] --set my_seed=[True|False] /opt/music/to_import # main import
|
||||
beets-library import -l /opt/music/beets/import.log --set my_import=[n] --set my_seed=True /opt/music/to_import
|
||||
#beets-library stats # check library data is ok or at least 'looks reasonable plus or minus dupes or bad tracks'
|
||||
#beets-library info --library | less # show file metadata (in bulk)
|
||||
beets-library duplicates | uniq -d # check for dupes
|
||||
beets-library duplicates --move /opt/music/dupes # remove dupes from lib and move dupes for verification / follow up as appropriate
|
||||
beets-library unimported # ensure no dangling files in library prior to missing track cleanup
|
||||
beets-library unimported | xargs -I{} mv {} /opt/music/unimported/ # move unimported 'cruft' out of library for future follow up
|
||||
beets-library missing # check for missing tracks
|
||||
beets-library ls -f '$albumartist - $album - $path' -a missing:1.. # list all ablums with one or more missing tracks
|
||||
beets-library remove -a missing:1.. # does not change filesystem ; removes albums with missing tracks from library
|
||||
beets-library unimported # verify this looks appropriate and matches the output from missing
|
||||
beets-library unimported | xargs -I{} mv {} /opt/music/missing/ # move missing out of library for future follow up
|
||||
beets-library bad my_import:[n] # bad/missing files check
|
||||
beets-library move # move files to library directory
|
||||
beets-library describe my_import # figure out what imorts to process - use as query (filter) with remaining commands
|
||||
# use my_import:[n].. to filter on import n and later, see query ranges for added options
|
||||
# best to add the import filter to below commands to save processing time
|
||||
#beets-library mbsync my_import:[n] # update music brainz data (not stricly required but smart if re-importing or re-exporting in bulk)
|
||||
beets-library ftintitle my_import:[n] # move 'featured by' to track title
|
||||
beets-library modify -a my_import:[n] r128_album_gain! rg_album_gain! # wipe album replay gain info in full
|
||||
beets-library modify my_import:[n] r128_album_gain! r128_track_gain! rg_album_gain! rg_track_gain! # wipe track replay gain info in full
|
||||
beets-library lastgenre my_import:[n] # pull down last.fm genre stuff
|
||||
beets-library fetchart my_import:[n] # fetch cover art
|
||||
beets-library fingerprint my_import:[n] # chromaprint analysis
|
||||
beets-library ls -f '$artist - $title - $acoustid_fingerprint' | less # verify chromaprint worked (optional)
|
||||
beets-library xtractor my_import:[n] # essentia data extraction -- music analysis (long runtime)
|
||||
beets-library ls -f '$artist - $title - $mood_aggressive - $mood_electronic' | less # verify xtractor worked (optional)
|
||||
#\beet --config /opt/music/beets/library.yaml ls -a -f '$albumartist' | uniq | sort > /opt/music/to_import/_artists_for_rg.txt
|
||||
#cat /opt/music/to_import/_artists_for_rg.txt | xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain -w -f {}
|
||||
# replay gain with -a and non -a form of below for /full/ library replay gain analysis
|
||||
#beets-library -v replaygain -f -a my_import:[n] # do replaygain analysis on albums
|
||||
#beets-library -v replaygain -f my_import:[n] # do replaygain analysis on tracks
|
||||
# replay gain albums, can be resumed
|
||||
beets-library ls -a -f '$id' my_import:[n] rg_album_gain::^$ | \
|
||||
xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain -a id:{}
|
||||
# replay gain tracks, can be resumed
|
||||
beets-library ls -f '$id' my_import:[n] rg_track_gain::^$ | \
|
||||
xargs -d "\n" -n1 -o -t -I{} beet --config /opt/music/beets/library.yaml -v replaygain id:{}
|
||||
beets-library ls -f '$artist - $title - $rg_album_gain - $rg_track_gain' | less # verify replay gain worked (optional / limited test)
|
||||
beets-library scrub my_import:[n] # scrub file tags & write only beets tracked metadata to files
|
||||
#beets-library embedart # not needed if calling scrub -- embed cover art in files
|
||||
#beets-library write # not needed if calling scrub -- write changes to files
|
||||
beets-library move my_import:[n] # re-organize files based on latest metadata
|
||||
beets-library alt update airsonic # run conversion for airsonic alternatives profile -- manage the 'compressed audio library' automagically
|
||||
duplicate_alternatives # check for dupes in 'alternatives' area
|
||||
#+end_src
|
||||
|
||||
** xtractor json decode exception monkey patch
|
||||
|
||||
#+begin_src python
|
||||
#~/.local/lib/python3.8/site-packages/beetsplug/xtractor/helper.py
|
||||
def extract_from_output(output_path, target_map: Subview):
|
||||
"""extracts data from the json file as mapped out in the
|
||||
`low_level_targets` / `high_level_targets` configuration keys
|
||||
"""
|
||||
data = {}
|
||||
|
||||
if os.path.isfile(output_path):
|
||||
with open(output_path, "r") as json_file:
|
||||
audiodata = None
|
||||
try:
|
||||
audiodata = json.load(json_file)
|
||||
except json.decoder.JSONDecodeError:
|
||||
print('Error processing ', output_path)
|
||||
from pathlib import Path
|
||||
Path(output_path).unlink(missing_ok=True)
|
||||
for key in target_map.keys():
|
||||
data[key] = None
|
||||
return data
|
||||
for key in target_map.keys():
|
||||
try:
|
||||
val = extract_value_from_audiodata(audiodata, target_map[key])
|
||||
except AttributeError:
|
||||
val = None
|
||||
|
||||
data[key] = val
|
||||
else:
|
||||
raise FileNotFoundError("Output file({}) not found!".format(output_path))
|
||||
|
||||
return data
|
||||
#+end_src
|
||||
|
|
|
|||
Loading…
Reference in a new issue