2024.4.8.0

YT
MusicPlaylistsForm, VideoOptionsForm: add audio bitrate option
MediaItem: update type icon; update confirmation dialog for deleting non-single object
Track: update extension
PlayList: update 'ToString' information for 'MediaItem'
YouTubeMediaContainerBase: add size recalculation; add audio bitrate change; embed thumbnail in the extracted 'mp3' as cover art; update 'DownloadCommand' function; include elements' files in XML for non-single items; update 'Delete' function; update files handling; include generated playlists and cover file in the file list
YouTubeSettings: add properties 'DefaultAudioEmbedThumbnail_ExtractedFiles', 'DefaultAudioBitrate', 'DefaultAudioBitrate_crf'
Exclude 'drc' from parsing results
Fix incorrect file reference when the yt-dlp.exe has a different name

SCrawler
Base.Declarations: hide 'TokenRefreshIntervalProvider' error
Base.DeclaredNames: remove 'Header_FB_FRIENDLY_NAME' const (use 'API.Instagram.UserData.GQL')
Base.M3U8Base: add 'SkipBroken' argument
Base.UserDataBase: add size recalculation (STD)
Base.SiteSettingsBase: add 'SettingsVersion' property
TDownloader: delete 'RenameOldFileNames' function
SiteEditorForm: remove begin/end update of global settings when updating
MainFrame: update 'BTT_DOWN_SPEC' tooltip
SettingsHostCollection, SettingsHost: move site settings to a personal setting file (delete these settings from the global settings file)
DownloadGroupCollection: remove data update during initialization and reindexing
SettingsCLS: add 'SettingsVersion' property
Add hidden controls
API.JustForFans: change m3u8 parsing and downloading algo; remove 'CancellationToken' from m3u8 (replace with 'IThrower')
API.Facebook: add option 'RequestsWaitTimer_Any'; add internal option 'DownloadData_Impl'; update GDL names and tokens references; add wait timers
API.Threads: add option 'RequestsWaitTimer_Any'; add internal option 'DownloadData_Impl'; update GDL names and tokens references; add wait timers
API.Instagram: ADD 'GDL' SUPPORT; add 'UpdateWwwClaim' to 'Declarations.UpdateResponser' and 'UserData'; add additional 'HH_IG_WWW_CLAIM' properties; add 'RequestsWaitTimer_Any' property; add tooltips for timer controls; update 'LastRequests' environment; update information about requests on the label in the settings form; update reels downloading function

SCrawler.YouTube/Base/Structures.vb

@@ -81,6 +81,7 @@ Namespace API.YouTube.Base
  Public Structure MediaObject : Implements IIndexable, IComparable(Of MediaObject)
  Public Type As Plugin.UserMediaTypes
  Public ID As String
+ Public ID_DRC As Boolean
  Public Extension As String
  Public Width As Integer
  Public Height As Integer
@@ -110,10 +111,14 @@ Namespace API.YouTube.Base
  End Function
  Private Function CompareTo(ByVal Other As MediaObject) As Integer Implements IComparable(Of MediaObject).CompareTo
  If Type = Other.Type Then
- If Width.CompareTo(Other.Width) = 0 Then
- Return Size.CompareTo(Other.Size) * -1
+ If ID_DRC.CompareTo(Other.ID_DRC) = 0 Then
+ If Width.CompareTo(Other.Width) = 0 Then
+ Return Size.CompareTo(Other.Size) * -1
+ Else
+ Return Width.CompareTo(Other.Width) * -1
+ End If
  Else
- Return Width.CompareTo(Other.Width) * -1
+ Return ID_DRC.CompareTo(Other.ID_DRC)
  End If
  Else
  Return CInt(Type).CompareTo(CInt(Other.Type))

SCrawler.YouTube/Base/YouTubeFunctions.vb

@@ -174,7 +174,7 @@ Namespace API.YouTube.Base
  ByVal ObjType As YouTubeMediaType, ByVal ChannelTab As YouTubeChannelTab,
  ByVal IsMusic As Boolean, ByVal UrlAsIs As Boolean) As Boolean
  Try
- Dim command$ = "yt-dlp --write-info-json --skip-download"
+ Dim command$ = $"{YTDLP_NAME} --write-info-json --skip-download"
  command.StringAppend(GetCookiesCommand(UseCookies, CookiesFile), " ")
  If DateAfter.HasValue Then command.StringAppend($"--dateafter {DateAfter.Value:yyyyMMdd}", " ")
  If DateBefore.HasValue Then command.StringAppend($"--datebefore {DateBefore.Value:yyyyMMdd}", " ")

SCrawler.YouTube/Base/YouTubeSettings.vb

@@ -38,6 +38,7 @@ Namespace API.YouTube.Base
  <Browsable(False)> Friend ReadOnly Property DownloadLocations As DownloadLocationsCollection
  <Browsable(False)> Friend ReadOnly Property PlaylistsLocations As DownloadLocationsCollection
  <Browsable(False)> Public Overridable Property AccountName As String
+ <Browsable(False), XMLVV(0)> Private ReadOnly Property SettingsVersion As XMLValue(Of Integer)
 #Region "Environment"
 #Region "Programs"
  <Browsable(True), GridVisible(False), XMLVN({"Environment"}), Category("Environment programs"), DisplayName("Path to yt-dlp.exe"),
@@ -379,6 +380,15 @@ Namespace API.YouTube.Base
  <Browsable(True), GridVisible, XMLVN({"DefaultsAudio"}, True), Category("Defaults Audio"), DisplayName("Embed thumbnail"),
  Description("Embed thumbnail in the audio as cover art. Default: true.")>
  Public ReadOnly Property DefaultAudioEmbedThumbnail As XMLValue(Of Boolean)
+ <Browsable(True), GridVisible, XMLVN({"DefaultsAudio"}, True), Category("Defaults Audio"), DisplayName("Embed thumbnail (extracted files)"),
+ Description("Embed thumbnail in the extracted (additional file ('mp3' only)) audio as cover art. Default: true.")>
+ Public ReadOnly Property DefaultAudioEmbedThumbnail_ExtractedFiles As XMLValue(Of Boolean)
+ <Browsable(True), GridVisible, XMLVN({"DefaultsAudio"}, -1), Category("Defaults Audio"), DisplayName("Bitrate"),
+ Description("Default audio bitrate if you want to change it during download. -1 to disable. Default: -1.")>
+ Public ReadOnly Property DefaultAudioBitrate As XMLValue(Of Integer)
+ <Browsable(True), GridVisible, XMLVN({"DefaultsAudio"}, 20), Category("Defaults Audio"), DisplayName("Bitrate: ffmpeg crf"),
+ Description("This is the ffmpeg argument. Change it only if you know what you're doing. Default: 20.")>
+ Public ReadOnly Property DefaultAudioBitrate_crf As XMLValue(Of Integer)
 #Region "Music"
  <Browsable(True), GridVisible, XMLVN({"Playlists"}, True), Category("Music"), DisplayName("Create M3U8"),
  Description("Create M3U8 playlist for music. Default: true.")>

SCrawler.YouTube/Controls/MusicPlaylistsForm.resx

@@ -504,6 +504,14 @@
  AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA
  AAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA6LEtW/4flgYiLD1qeX0A
  AAAASUVORK5CYII=
+</value>
+ </data>
+ <data name="ActionButton18.BackgroundImage" type="System.Drawing.Bitmap, System.Drawing" mimetype="application/x-microsoft.net.object.bytearray.base64">
+ <value>
+ iVBORw0KGgoAAAANSUhEUgAAABAAAAAQCAYAAAAf8/9hAAAABGdBTUEAALGPC/xhBQAAAAlwSFlzAAAO
+ xAAADsQBlSsOGwAAAIZJREFUOE+1j10KwCAMgz2b755xl/IsvnaL2K20UfbDAmEako+ZROSTafjE12Go
+ tbbB43rK5xSAQq1VYFtmeQBoqZTSreVZvgTknM8yyyjA/qodsDF9gspD2Bj6B+DH+NqzhQQAG+POMnSX
+ AFuc5QFgn6ClHh5iOQVAKNixyucB8NY0vG9JOzzyhrdq5IRgAAAAAElFTkSuQmCC
 </value>
  </data>
 </root>

SCrawler.YouTube/Controls/MusicPlaylistsForm.vb

@@ -19,6 +19,7 @@ Namespace API.YouTube.Controls
  Friend Class MusicPlaylistsForm : Implements IDesignXMLContainer
 #Region "Declarations"
  Private MyView As FormView
+ Private ReadOnly MyFieldsChecker As FieldsChecker
  Friend Property DesignXML As EContainer Implements IDesignXMLContainer.DesignXML
  Private Property DesignXMLNodes As String() Implements IDesignXMLContainer.DesignXMLNodes
  Private Property DesignXMLNodeName As String Implements IDesignXMLContainer.DesignXMLNodeName
@@ -48,6 +49,7 @@ Namespace API.YouTube.Controls
  InitializeComponent()
  M3U8Files = New List(Of SFile)
  MyContainer = Container
+ MyFieldsChecker = New FieldsChecker
  End Sub
 #End Region
 #Region "Form handlers"
@@ -61,6 +63,7 @@ Namespace API.YouTube.Controls
  MyYouTubeSettings.DownloadLocations.PopulateComboBox(TXT_OUTPUT_PATH)
  MyYouTubeSettings.PlaylistsLocations.PopulateComboBox(CMB_PLS,, True)
  CMB_PLS.Text = MyYouTubeSettings.LatestPlaylistFile.Value
+ If MyYouTubeSettings.DefaultAudioBitrate > 0 Then TXT_AUDIO_BITRATE.Text = MyYouTubeSettings.DefaultAudioBitrate.Value
 
  CMB_FORMATS.Items.AddRange(AvailableAudioFormats)
  If MyYouTubeSettings.PlaylistFormSplitterDistance > 0 Then SPLITTER_MAIN.SplitterDistancePercentageSet(MyYouTubeSettings.PlaylistFormSplitterDistance)
@@ -113,14 +116,18 @@ Namespace API.YouTube.Controls
  Text = .PlaylistTitle
  End If
 
+ MyFieldsChecker.AddControl(Of Integer)(TXT_AUDIO_BITRATE, TXT_AUDIO_BITRATE.CaptionText, True)
+ MyFieldsChecker.EndLoaderOperations()
+
  UpdateSizeText()
  End With
  RefillAddit()
  Initializing = False
  End Sub
  Private Sub MusicPlaylistsForm_Closing(sender As Object, e As CancelEventArgs) Handles Me.Closing
  MyYouTubeSettings.PlaylistFormSplitterDistance.Value = SPLITTER_MAIN.SplitterDistancePercentageGet
- MyView.DisposeIfReady()
+ MyView.DisposeIfReady
+ MyFieldsChecker.DisposeIfReady
  M3U8Files.Clear()
  End Sub
  Private Sub MusicPlaylistsForm_KeyDown(sender As Object, e As KeyEventArgs) Handles Me.KeyDown
@@ -322,7 +329,7 @@ Namespace API.YouTube.Controls
  Private Sub BTT_DOWN_Click(sender As Object, e As EventArgs) Handles BTT_DOWN.Click
  If TXT_OUTPUT_PATH.IsEmptyString Then
  MsgBoxE({"The output path cannot be null.", "Download music"}, vbCritical)
- Else
+ ElseIf MyFieldsChecker.AllParamsOK Then
  With DirectCast(MyContainer, YouTubeMediaContainerBase)
  .OutputSubtitlesFormat = IIf(CH_DOWN_LYRICS.Checked, "LRC", String.Empty)
  If Not TXT_SUBS.Checked Then .PostProcessing_OutputSubtitlesFormats.Clear()
@@ -331,6 +338,7 @@ Namespace API.YouTube.Controls
  .AbsolutePath = TXT_OUTPUT_PATH.Checked
  .File = TXT_OUTPUT_PATH.Text.CSFileP
  .M3U8_PlaylistFiles = M3U8FilesFull
+ .OutputAudioBitrate = AConvert(Of Integer)(TXT_AUDIO_BITRATE.Text, -1)
  If MyYouTubeSettings.OutputPathAutoChange Then MyYouTubeSettings.OutputPath.Value = .File
  If MyDownloaderSettings.OutputPathAutoAddPaths Then MyYouTubeSettings.DownloadLocations.Add(.File, False)
  If Not CMB_PLS.Text.IsEmptyString Then MyYouTubeSettings.PlaylistsLocations.Add(CMB_PLS.Text, False, True)