From 674a7ae45072ec314610516f932b996213837dee Mon Sep 17 00:00:00 2001 From: datechnoman Date: Sat, 27 Jan 2024 02:26:27 +0000 Subject: [PATCH] Update to zst extension --- commoncrawl_local_to_share_move.ps1 | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/commoncrawl_local_to_share_move.ps1 b/commoncrawl_local_to_share_move.ps1 index 59f8ebe..df59bf8 100644 --- a/commoncrawl_local_to_share_move.ps1 +++ b/commoncrawl_local_to_share_move.ps1 @@ -38,8 +38,8 @@ while ($true) { # Connect $session.Open($sessionOptions) - # Get a list of local files matching the pattern "_urls.txt.gz" - $localFiles = Get-ChildItem -Path $localPath -Filter "*_urls.txt.gz" -File -Recurse + # Get a list of local files matching the pattern "_urls.txt.zst" + $localFiles = Get-ChildItem -Path $localPath -Filter "*_urls.txt.zst" -File -Recurse # Shuffle the local files array $localFiles = $localFiles | Get-Random -Count $localFiles.Count