2024.6.4.0

API.Twitter: add communities downloading, change post opening URL
Feed: add the ability to select one of the download sessions and set it as the current session

Changelog.md

@@ -1,3 +1,22 @@
+# 2024.6.4.0
+
+*2024-06-04*
+
+**If you were using the [`yt-dlp-TTUser`](https://github.com/bashonly/yt-dlp-TTUser) plugin, you should remove it because this plugin was added to yt-dlp itself! Read more [here](https://github.com/AAndyProgram/SCrawler/wiki/Settings#tiktok-requirements).**
+
+- Added
+  - Added highlighting of scheduler plans (working, stopped, pending, etc.)
+  - YouTube (standalone app): add option to add the video upload date before/after the file name (`Settings` - `Defaults` - `Add date to file name`)
+  - Twitter: **`Communities` downloading**
+  - Feed: ability to select one of the download sessions and set it as the current session
+  - Minor improvements
+- Updated
+  - yt-dlp up to version **2024.05.27**
+  - gallery-dl up to version **1.27.0**
+- Fixed
+  - Twitter: deleting user directory when redownloading missing posts
+  - Minor bugs
+
 # 2024.5.19.0
 
 *2024-05-19*

README.md

@@ -1,5 +1,5 @@
-<!-- # :rainbow_flag: Happy LGBT Pride Month :tada:
--->
+# 🏳️‍🌈 Happy LGBT Pride Month 🎉
+
 # 🏳️‍🌈 Social networks crawler 🏳️‍🌈
 
 [![GitHub release (latest by date)](https://img.shields.io/github/v/release/AAndyProgram/SCrawler)](https://github.com/AAndyProgram/SCrawler/releases/latest)
@@ -37,8 +37,8 @@ A program to download photo and video from [any site](#supported-sites) (e.g. Yo
   - YouTube videos, shorts, community feeds, users, artists, playlists, music, tracks;
   - Reddit images, galleries of images, videos, saved posts;
   - Redgifs videos (https://www.redgifs.com/);
-  - Twitter images and videos, saved (bookmarked) posts;
-  - OnlyFans images and videos, saved (bookmarked) posts;
+  - Twitter images and videos, saved (bookmarked) posts, likes, communities;
+  - OnlyFans images and videos, saved (bookmarked) posts, stories;
   - JustForFans images and videos, saved (bookmarked) posts;
   - Mastodon images and videos, saved (bookmarked) posts;
   - Instagram images and videos, tagged posts, stories, saved posts;
@@ -79,11 +79,11 @@ A program to download photo and video from [any site](#supported-sites) (e.g. Yo
 - **Reddit**
 - **Twitter**
 - **OnlyFans** *(partial support)*[^1]
-- **Mastodon**
 - **Instagram**
 - **Threads**
 - **Facebook**
 - JustForFans *(partial support)*[^1]
+- Mastodon *(out of support)*
 - TikTok
 - RedGifs
 - Pinterest

SCrawler.YouTube/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2024.5.19.0")>
-<Assembly: AssemblyFileVersion("2024.5.19.0")>
+<Assembly: AssemblyVersion("2024.6.4.0")>
+<Assembly: AssemblyFileVersion("2024.6.4.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler.YouTubeDownloader/My Project/AssemblyInfo.vb

@@ -32,6 +32,6 @@ Imports System.Runtime.InteropServices
 ' by using the '*' as shown below:
 ' <Assembly: AssemblyVersion("1.0.*")>
 
-<Assembly: AssemblyVersion("2024.5.19.0")>
-<Assembly: AssemblyFileVersion("2024.5.19.0")>
+<Assembly: AssemblyVersion("2024.6.4.0")>
+<Assembly: AssemblyFileVersion("2024.6.4.0")>
 <Assembly: NeutralResourcesLanguage("en")>

SCrawler/API/Base/UserDataBase.vb

@@ -143,7 +143,7 @@ Namespace API.Base
         Protected Const Name_UserID As String = "UserID"
         Protected Const Name_Options As String = "Options"
         Protected Const Name_Description As String = "Description"
-        Private Const Name_ParseUserMediaOnly As String = "ParseUserMediaOnly"
+        Protected Const Name_ParseUserMediaOnly As String = "ParseUserMediaOnly"
         Private Const Name_IsSubscription As String = UserInfo.Name_IsSubscription
         Private Const Name_Temporary As String = "Temporary"
         Private Const Name_Favorite As String = "Favorite"

SCrawler/API/Twitter/SiteSettings.vb

@@ -101,7 +101,7 @@ Namespace API.Twitter
             ConcurrentDownloads = New PropertyValue(1)
             MyConcurrentDownloadsProvider = New ConcurrentDownloadsProvider
 
-            UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, "/(twitter|x).com/"), 2)
+            UserRegex = RParams.DMS(String.Format(UserRegexDefaultPattern, $"/(twitter|x).com({CommunitiesUser}|)/"), 3)
             UrlPatternUser = "https://x.com/{0}"
             ImageVideoContains = "twitter"
             CheckNetscapeCookiesOnEndInit = True
@@ -110,8 +110,9 @@ Namespace API.Twitter
         Friend Overrides Function GetInstance(ByVal What As ISiteSettings.Download) As IPluginContentProvider
             Return New UserData
         End Function
+        Friend Const SinglePostPattern As String = "https://x.com/i/web/status/{0}"
         Friend Overrides Function GetUserPostUrl(ByVal User As UserDataBase, ByVal Media As UserMedia) As String
-            Return $"https://x.com/{User.Name}/status/{Media.Post.ID}"
+            Return String.Format(SinglePostPattern, Media.Post.ID)
         End Function
         Friend Overrides Function BaseAuthExists() As Boolean
             Return Responser.CookiesExists
@@ -151,5 +152,18 @@ Namespace API.Twitter
             End If
             MyBase.Update()
         End Sub
+        Friend Const CommunitiesUser As String = "/i/communities"
+        Friend Overrides Function IsMyUser(ByVal UserURL As String) As ExchangeOptions
+            Dim e As ExchangeOptions = MyBase.IsMyUser(UserURL)
+            If Not e.UserName.IsEmptyString Then
+                If UserURL.Contains(CommunitiesUser) Then e.Options = CommunitiesUser : e.UserName &= "@c"
+                Return e
+            Else
+                Return Nothing
+            End If
+        End Function
+        Friend Overrides Function GetUserUrl(ByVal User As IPluginContentProvider) As String
+            Return DirectCast(User, UserData).GetUserUrl
+        End Function
     End Class
 End Namespace