bux
/
rls-discogs
1
0
Fork 0
Code Issues 2 Pull Requests 0 Releases 1 Activity
scene release to discogs release
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
11 Commits
1 Branch
52KB
Branch: master
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'master'
${ noResults }
rls-discogs/parse-rls.fish

192 lines
8.5KB
Raw Permalink Blame History 

  1. #!/usr/bin/env -S fish

  2. #set fish_trace on

  3. 

  4. function usage

  5.     begin

  6.         echo "Split scene release name into artist, title, barcode, catno, format, edition, year"

  7.         echo

  8.         echo "Usage: $0 [-j][-t][-v]"

  9.         echo

  10.         echo " -t / --tsv       Output tab separated (default)"

  11.         echo " -j / --json      Output as JSON"

  12.         echo " -v / --verbose   Output unmatched to stderr"

  13.         echo " -s / --stats     Output stats to stderr"

  14.     	exit 1

  15. 	end >&2

  16. end

  17. 

  18. argparse -n (status current-filename) -x 'j,t' 'h/help' 'v/verbose' 'j/json' 't/tsv' 's/stats' -- $argv

  19. if test $status -ne 0

  20.     usage

  21. end

  22. 

  23. if set -q _flag_help

  24.     usage

  25. end

  26. 

  27. 

  28. # supported patterns

  29. # artist-title-(catno)-edition-format-year

  30. # artist-title-(catno)-lang-format-year

  31. # artist-title-(catno)-format-year

  32. # artist-title(catno)-format-year

  33. # artist-title(catno)-year

  34. # artist-title-(barcode)-lang-format-year

  35. # artist-title-(barcode)-edition-format-year

  36. # artist-title-(barcode)-format-year

  37. # artist-title-format-lang-year

  38. # artist-title-edition-format-lang-year

  39. # artist-title-edition-format-year

  40. # artist-title-edition-lang-year

  41. # artist-title-edition-year

  42. # artist-title-format-edition-year

  43. # artist-title-format-year

  44. # artist-title-lang-format-year

  45. # artist-title-lang-year

  46. # artist-title-year

  47. 

  48. set CNT_ATCEFY 0; set CNT_ATCLFY 0; set CNT_ATCFY 0; set CNT_ATCY 0

  49. set CNT_ATBLFY 0; set CNT_ATBEFY 0; set CNT_ATBFY 0

  50. set CNT_ATFLY 0; set CNT_ATEFLY 0; set CNT_ATEFY 0; set CNT_ATELY 0; set CNT_ATFEY 0

  51. set CNT_ATEY 0; set CNT_ATLFY 0; set CNT_ATFY 0; set CNT_ATLY 0; set CNT_ATY 0

  52. 

  53. set TOTAL 0; set IGNORED 0; set UNMATCHED 0; set ONEMATCH 0; set MMATCH 0

  54. 

  55. set EDITION '\(?(?<E>REMASTERED|BOOTLEG|DEMO|PROMO|REISSUE|EXPANDED_EDITION|DELUXE_EDITION|REMASTERED_DELUXE_EDITION|LIMITED_EDITION|BONUS_EDITION|SPECIAL_EDITION|REMASTERED_EXPANDED_BOXSET|REMASTERED_BOXSET|Remastered_Edition|Limited_Edition_Vinyl|PROMO_VINYL|Platinum_Edition)\)?'

  56. set FORMAT '\(?(?<F>[0-9]{1,2}CD|[0-9]{1,2}LP|LP|[0-9]{1,2}VINYL|CD|CDA|CDS|CDM|CDEP|CDR|CDREP|EP|VINYL|VLS|TAPE|WEB|SINGLE-WEB|EP-WEB|BOXSET|MAG)\)?'

  57. 

  58. set ISO3166 'AW|AF|AO|AI|AX|AL|AD|AE|AR|AM|AS|AQ|TF|AG|AU|AT|AZ|BI|BE|BJ|BQ|BF|BD|BG|BH|BS|BA|BL|BY|BZ|BM|BO|BR|BB|BN|BT|BV|BW|CF|CA|CC|CH|CL|CN|CI|CM|CD|CG|CK|CO|KM|CV|CR|CU|CW|CX|KY|CY|CZ|DE|DJ|DM|DK|DO|DZ|EC|EG|ER|EH|ES|EE|ET|FI|FJ|FK|FR|FO|FM|GA|GB|GE|GG|GH|GI|GN|GP|GM|GW|GQ|GR|GD|GL|GT|GF|GU|GY|HK|HM|HN|HR|HT|HU|ID|IM|IN|IO|IE|IR|IQ|IS|IL|IT|JM|JE|JO|JP|KZ|KE|KG|KH|KI|KN|KR|KW|LA|LB|LR|LY|LC|LI|LK|LS|LT|LU|LV|MO|MF|MA|MC|MD|MG|MV|MX|MH|MK|ML|MT|MM|ME|MN|MP|MZ|MR|MS|MQ|MU|MW|MY|YT|NA|NC|NE|NF|NG|NI|NU|NL|NO|NP|NR|NZ|OM|PK|PA|PN|PE|PH|PW|PG|PL|PR|KP|PT|PY|PS|PF|QA|RE|RO|RU|RW|SA|SD|SN|SG|GS|SH|SJ|SB|SL|SV|SM|SO|PM|RS|SS|ST|SR|SK|SI|SE|SZ|SX|SC|SY|TC|TD|TG|TH|TJ|TK|TM|TL|TO|TT|TN|TR|TV|TW|TZ|UG|UA|UM|UY|US|UZ|VA|VC|VE|VG|VI|VN|VU|WF|WS|YE|ZA|ZM|ZW'

  59. 

  60. set ISO639 'AA|AB|AE|AF|AK|AM|AN|AR|AS|AV|AY|AZ|BA|BE|BG|BH|BI|BM|BN|BO|BR|BS|CA|CE|CH|CO|CR|CS|CU|CV|CY|DA|DE|DV|DZ|EE|EL|EN|EO|ES|ET|EU|FA|FF|FI|FJ|FO|FR|FY|GA|GD|GL|GN|GU|GV|HA|HE|HI|HO|HR|HT|HU|HY|HZ|IA|ID|IE|IG|II|IK|IO|IS|IT|IU|JA|JV|KA|KG|KI|KJ|KK|KL|KM|KN|KO|KR|KS|KU|KV|KW|KY|LA|LB|LG|LI|LN|LO|LT|LU|LV|MG|MH|MI|MK|ML|MN|MR|MS|MT|MY|NA|NB|ND|NE|NG|NL|NN|NO|NR|NV|NY|OC|OJ|OM|OR|OS|PA|PI|PL|PS|PT|QU|RM|RN|RO|RU|RW|SA|SC|SD|SE|SG|SI|SK|SL|SM|SN|SO|SQ|SR|SS|ST|SU|SV|SW|TA|TE|TG|TH|TI|TK|TL|TN|TO|TR|TS|TT|TW|TY|UG|UK|UR|UZ|VE|VI|VO|WA|WO|XH|YI|YO|ZA|ZH|ZU'

  61. 

  62. set LANG "(?<L>$ISO3166|$ISO639|SP)"

  63. 

  64. set TEAM '[a-zA-Z0-9_]+'

  65. set YEAR '\(?(?<Y>(19|20)[0-9]{2})\)?'

  66. set SEP '(-|_-_|--)'

  67. set CATNO '\((?<C>[a-zA-Z]+[0-9]+|[a-zA-Z]+[_-][0-9]+|[a-zA-Z]+[0-9]+[a-zA-Z]+|[a-zA-Z]+[_-][0-9]+[a-zA-Z]+|[a-zA-Z]+[_-][0-9]+[_-][0-9]+|[a-zA-Z]+[0-9]+[_-][a-zA-Z]+)\)'

  68. set BARCODE '\(?(?<B>[0-9_-]{5,15})\)?'

  69. set ARTIST '(?<A>[a-zA-Z0-9._]+)'

  70. set TITLE '(?<T>[a-zA-Z0-9_.()]+)'

  71. 

  72. while read -l REL

  73. 	set TOTAL (math $TOTAL+1)

  74. 

  75. 	if string match -iq -r -- "(LINE|DVBS|DVBC|FM|DAB|SBD|CABLE|SAT)-[0-9]{2}-[0-9]{2}-[0-9]{4}-$TEAM\$" "$REL"

  76. 		set IGNORED (math $IGNORED+1)

  77. 		continue

  78. 	end

  79. 	# remove stuff unusuable in search

  80.   	set ORG $REL

  81.   	for N in 'FLAC' 'WEBFLAC' 'DIRFIX' 'PROOFFIX' 'NFOFIX' 'REPACK' 'PROPER' 'RETAIL' 'READ_NFO' 'OST' 'RERIP'

  82.         set REL (string replace -ia -- "-$N-" '-' $REL)

  83.         set REL (string replace -ia -- "_$N-" '-' $REL)

  84. 	end

  85. 

  86.     # reset named regex groups

  87.     set -e A; set -e T; set -e B; set -e C; set -e L; set -e F; set -e E; set -e Y

  88. 

  89. 	if string match -iq -r -- "^$ARTIST$SEP$TITLE-$CATNO-$EDITION-$FORMAT-$YEAR-$TEAM\$" "$REL"

  90. 		set CNT_ATCEFY (math $CNT_ATCEFY+1)

  91. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$CATNO-$LANG-$FORMAT-$YEAR-$TEAM\$" "$REL"

  92. 		set CNT_ATCLFY (math $CNT_ATCLFY+1)

  93. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$CATNO-$FORMAT-$YEAR-$TEAM\$" "$REL"

  94. 		set CNT_ATCFY (math $CNT_ATCFY+1)

  95. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$CATNO-$YEAR-$TEAM\$" "$REL"

  96. 		set CNT_ATCY (math $CNT_ATCY+1)

  97. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE$CATNO-$FORMAT-$YEAR-$TEAM\$" "$REL"

  98. 		set CNT_ATCFY (math $CNT_ATCFY+1)

  99. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE$CATNO-$YEAR-$TEAM\$" "$REL"

  100. 		set CNT_ATCY (math $CNT_ATCY+1)

  101. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$BARCODE-$LANG-$FORMAT-$YEAR-$TEAM\$" "$REL"

  102. 		set CNT_ATBLFY (math $CNT_ATBLFY+1)

  103. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$BARCODE-$EDITION-$FORMAT-$YEAR-$TEAM\$" "$REL"

  104. 		set CNT_ATBEFY (math $CNT_ATBEFY+1)

  105. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$BARCODE-$FORMAT-$YEAR-$TEAM\$" "$REL"

  106. 		set CNT_ATBFY (math $CNT_ATBFY+1)

  107. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$FORMAT-$LANG-$YEAR-$TEAM\$" "$REL"

  108. 		set CNT_ATFLY (math $CNT_ATFLY+1)

  109. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$EDITION-$FORMAT-$LANG-$YEAR-$TEAM\$" "$REL"

  110. 		set CNT_ATEFLY (math $CNT_ATEFLY+1)

  111. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$EDITION-$FORMAT-$YEAR-$TEAM\$" "$REL"

  112. 		set CNT_ATEFY (math $CNT_ATEFY+1)

  113. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$EDITION-$LANG-$YEAR-$TEAM\$" "$REL"

  114. 		set CNT_ATELY (math $CNT_ATELY+1)

  115. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$LANG-$FORMAT-$YEAR-$TEAM\$" "$REL"

  116. 		set CNT_ATLFY (math $CNT_ATLFY+1)

  117. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$FORMAT-$EDITION-$YEAR-$TEAM\$" "$REL"

  118. 		set CNT_ATFEY (math $CNT_ATFEY+1)

  119. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$FORMAT-$YEAR-$TEAM\$" "$REL"

  120. 		set CNT_ATFY (math $CNT_ATFY+1)

  121. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$EDITION-$YEAR-$TEAM\$" "$REL"

  122. 		set CNT_ATEY (math $CNT_ATEY+1)

  123. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$LANG-$YEAR-$TEAM\$" "$REL"

  124. 		set CNT_ATLY (math $CNT_ATLY+1)

  125. 	else if string match -iq -r -- "^$ARTIST$SEP$TITLE-$YEAR-$TEAM\$" "$REL"

  126. 		set CNT_ATY (math $CNT_ATY+1)

  127. 	else

  128. 		set UNMATCHED (math $UNMATCHED+1)

  129. 		if set -q _flag_verbose

  130. 		    echo "$ORG" >&2

  131. 		end

  132. 		continue

  133. 	end

  134. 

  135.     if set -q A; and test -n "$A"

  136.       set A (string replace -a '_' ' ' "$A")

  137.       set A (string trim "$A")

  138.     end

  139.     if set -q T; and test -n "$T"

  140.       set T (string replace -a '_' ' ' "$T")

  141.       set T (string trim "$T")

  142.     end

  143.     if set -q B; and test -n "$B"

  144.       set B (string replace -a '_' ' ' "$B")

  145.       set B (string trim "$B")

  146.     end

  147.     if set -q E; and test -n "$E"

  148.       set E (string replace -a '_' ' ' "$E")

  149.       set E (string trim "$E")

  150.     end

  151. 

  152.     if set -q _flag_json

  153.     echo '{}' | jq -cSM --arg rls "$ORG" --arg a "$A" --arg t "$T" \

  154.         --arg c "$C" --arg b "$B" --arg f "$F" --arg e "$E" --arg y "$Y" '{

  155.         "rls": $rls,

  156.         "artist": $a,

  157.         "title": $t,

  158.         "catno": (if ($c | length == 0) then null else $c end),

  159.         "barcode": (if ($b | length == 0) then null else $b end),

  160.         "format": (if ($f | length == 0) then null else $f end),

  161.         "edition": (if ($e | length == 0) then null else $e end),

  162.         "year": (if ($y | length == 0) then null else $y end)

  163.     }'

  164.     else

  165.         printf "%s\t%s\t%s\t%s\t%s\t%s\t%s\t%s\n" "$ORG" "$A" "$T" "$C" "$B" "$F" "$E" "$Y"

  166.     end

  167. end

  168. 

  169. # to stderr

  170. if set -q _flag_stats

  171.     begin

  172.     echo "ATCEFY    $CNT_ATCEFY"

  173.     echo "ATCLFY    $CNT_ATCLFY"

  174.     echo "ATCFY     $CNT_ATCFY"

  175.     echo "ATBLFY    $CNT_ATBLFY"

  176.     echo "ATBEFY    $CNT_ATBEFY"

  177.     echo "ATBFY     $CNT_ATBFY"

  178.     echo "ATFLY     $CNT_ATFLY"

  179.     echo "ATEFLY    $CNT_ATEFLY"

  180.     echo "ATEFY     $CNT_ATEFY"

  181.     echo "ATELY     $CNT_ATELY"

  182.     echo "ATLFY     $CNT_ATLFY"

  183.     echo "ATFY      $CNT_ATFY"

  184.     echo "ATEY      $CNT_ATEY"

  185.     echo "ATLY      $CNT_ATLY"

  186.     echo "ATY       $CNT_ATY"

  187.     echo "Unmatched $UNMATCHED"

  188.     echo "Ignored   $IGNORED"

  189.     echo "Total     $TOTAL"

  190.     end >&2

  191. end