2024.6.4.0

API.Twitter: add communities downloading, change post opening URL
Feed: add the ability to select one of the download sessions and set it as the current session

Changelog.md

@@ -1,3 +1,22 @@
+# 2024.6.4.0
+
+*2024-06-04*
+
+**If you were using the [`yt-dlp-TTUser`](https://github.com/bashonly/yt-dlp-TTUser) plugin, you should remove it because this plugin was added to yt-dlp itself! Read more [here](https://github.com/AAndyProgram/SCrawler/wiki/Settings#tiktok-requirements).**
+
+- Added
+ - Added highlighting of scheduler plans (working, stopped, pending, etc.)
+ - YouTube (standalone app): add option to add the video upload date before/after the file name (`Settings` - `Defaults` - `Add date to file name`)
+ - Twitter: **`Communities` downloading**
+ - Feed: ability to select one of the download sessions and set it as the current session
+ - Minor improvements
+- Updated
+ - yt-dlp up to version **2024.05.27**
+ - gallery-dl up to version **1.27.0**
+- Fixed
+ - Twitter: deleting user directory when redownloading missing posts
+ - Minor bugs
+
 # 2024.5.19.0
 
 *2024-05-19*

README.md

@@ -1,5 +1,5 @@
-<!-- # :rainbow_flag: Happy LGBT Pride Month :tada:
--->
+# 🏳️‍🌈 Happy LGBT Pride Month 🎉
+
 # 🏳️‍🌈 Social networks crawler 🏳️‍🌈
 
 [![GitHub release (latest by date)](https://img.shields.io/github/v/release/AAndyProgram/SCrawler)](https://github.com/AAndyProgram/SCrawler/releases/latest)
@@ -37,8 +37,8 @@ A program to download photo and video from [any site](#supported-sites) (e.g. Yo
  - YouTube videos, shorts, community feeds, users, artists, playlists, music, tracks;
  - Reddit images, galleries of images, videos, saved posts;
  - Redgifs videos (https://www.redgifs.com/);
- - Twitter images and videos, saved (bookmarked) posts;
- - OnlyFans images and videos, saved (bookmarked) posts;
+ - Twitter images and videos, saved (bookmarked) posts, likes, communities;
+ - OnlyFans images and videos, saved (bookmarked) posts, stories;
  - JustForFans images and videos, saved (bookmarked) posts;
  - Mastodon images and videos, saved (bookmarked) posts;
  - Instagram images and videos, tagged posts, stories, saved posts;
@@ -79,11 +79,11 @@ A program to download photo and video from [any site](#supported-sites) (e.g. Yo
 - **Reddit**
 - **Twitter**
 - **OnlyFans** *(partial support)*[^1]
-- **Mastodon**
 - **Instagram**
 - **Threads**
 - **Facebook**
 - JustForFans *(partial support)*[^1]
+- Mastodon *(out of support)*
 - TikTok
 - RedGifs
 - Pinterest

SCrawler.YouTube/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2024.5.19.0")>
-<Assembly: AssemblyFileVersion("2024.5.19.0")>
+<Assembly: AssemblyVersion("2024.6.4.0")>
+<Assembly: AssemblyFileVersion("2024.6.4.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler.YouTubeDownloader/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2024.5.19.0")>
-<Assembly: AssemblyFileVersion("2024.5.19.0")>
+<Assembly: AssemblyVersion("2024.6.4.0")>
+<Assembly: AssemblyFileVersion("2024.6.4.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler/API/Base/UserDataBase.vb

@@ -143,7 +143,7 @@ Namespace API.Base
  Protected Const Name_UserID As String = "UserID"
  Protected Const Name_Options As String = "Options"
  Protected Const Name_Description As String = "Description"
- Private Const Name_ParseUserMediaOnly As String = "ParseUserMediaOnly"
+ Protected Const Name_ParseUserMediaOnly As String = "ParseUserMediaOnly"
  Private Const Name_IsSubscription As String = UserInfo.Name_IsSubscription
  Private Const Name_Temporary As String = "Temporary"
  Private Const Name_Favorite As String = "Favorite"

SCrawler/API/Twitter/SiteSettings.vb

@@ -101,7 +101,7 @@ Namespace API.Twitter
  ConcurrentDownloads = New PropertyValue(1)
  MyConcurrentDownloadsProvider = New ConcurrentDownloadsProvider
 
- UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, "/(twitter|x).com/"), 2)
+ UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, $"/(twitter|x).com({CommunitiesUser}|)/"), 3)
  UrlPatternUser = "https://x.com/{0}"
  ImageVideoContains = "twitter"
  CheckNetscapeCookiesOnEndInit = True
@@ -110,8 +110,9 @@ Namespace API.Twitter
  Friend Overrides Function GetInstance(ByVal What As ISiteSettings.Download) As IPluginContentProvider
  Return New UserData
  End Function
+ Friend Const SinglePostPattern As String = "https://x.com/i/web/status/{0}"
  Friend Overrides Function GetUserPostUrl(ByVal User As UserDataBase, ByVal Media As UserMedia) As String
- Return $"https://x.com/{User.Name}/status/{Media.Post.ID}"
+ Return String.Format(SinglePostPattern, Media.Post.ID)
  End Function
  Friend Overrides Function BaseAuthExists() As Boolean
  Return Responser.CookiesExists
@@ -151,5 +152,18 @@ Namespace API.Twitter
  End If
  MyBase.Update()
  End Sub
+ Friend Const CommunitiesUser As String = "/i/communities"
+ Friend Overrides Function IsMyUser(ByVal UserURL As String) As ExchangeOptions
+ Dim e As ExchangeOptions = MyBase.IsMyUser(UserURL)
+ If Not e.UserName.IsEmptyString Then
+ If UserURL.Contains(CommunitiesUser) Then e.Options = CommunitiesUser : e.UserName &= "@c"
+ Return e
+ Else
+ Return Nothing
+ End If
+ End Function
+ Friend Overrides Function GetUserUrl(ByVal User As IPluginContentProvider) As String
+ Return DirectCast(User, UserData).GetUserUrl
+ End Function
  End Class
 End Namespace