chore: remove obsolete usage statistics workflow and update local testing workflow for improved output validation

.github/workflows/stats.yml

@@ -1,40 +0,0 @@
-name: Collect Usage Stats
-
-on:
-  schedule:
-    - cron: '0 0 * * 1'  # Every Monday at midnight UTC
-  workflow_dispatch:  # Allow manual triggering
-
-jobs:
-  stats:
-    runs-on: ubuntu-latest
-    
-    steps:
-      - name: Checkout repository
-        uses: actions/checkout@v4
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-      
-      - name: Setup Bun
-        uses: oven-sh/setup-bun@v1
-        with:
-          bun-version: latest
-      
-      - name: Install dependencies
-        run: bun install
-      
-      - name: Run collection script
-        run: bun run scripts/collect.ts
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-      
-      - name: Configure Git
-        run: |
-          git config user.name "github-actions[bot]"
-          git config user.email "github-actions[bot]@users.noreply.github.com"
-      
-      - name: Commit and push changes
-        run: |
-          git add README.md output/
-          git commit -m "chore: update usage statistics" || echo "No changes to commit"
-          git push 

.github/workflows/test-action-local.yml

@@ -24,133 +24,38 @@ jobs:
       run: bun install
 
     - name: Build action
-      run: bun run action:build
+      run: bun run build
 
-    - name: Test local action with preview mode
+    - name: Run local action against test packages (updates Test-Readme.md)
-      id: test-preview-local
+      id: run-action
       uses: ./
       with:
-        preview-mode: 'true'
+        npm-packages: 'sailpoint-api-client'
-        json-output-path: 'local-stats.json'
+        github-repositories: 'sailpoint-oss/sailpoint-cli'
-        csv-output-path: 'local-stats.csv'
+        pypi-packages: 'sailpoint'
-        report-output-path: 'local-report.md'
+        powershell-modules: 'PSSailPoint,PSSailpoint.V3,PSSailpoint.Beta,PSSailpoint.V2024,PSSailpoint.V2025'
-        update-readme: 'false'
+        json-output-path: 'stats.json'
+        update-readme: 'true'
+        readme-path: 'Test-Readme.md'
         github-token: ${{ secrets.GITHUB_TOKEN }}
 
-    - name: Test local action with real data
+    - name: Check generated outputs
-      id: test-real-local
-      uses: ./
-      with:
-        npm-packages: 'lodash,axios'
-        github-repositories: 'microsoft/vscode'
-        pypi-packages: 'requests'
-        homebrew-formulas: 'git'
-        go-modules: 'github.com/go-chi/chi'
-        json-output-path: 'local-real-stats.json'
-        csv-output-path: 'local-real-stats.csv'
-        report-output-path: 'local-real-report.md'
-        update-readme: 'false'
-        github-token: ${{ secrets.GITHUB_TOKEN }}
-
-    - name: Check local preview mode outputs
       run: |
-        echo "=== Local Preview Mode Test Results ==="
+        echo "=== Checking Generated Outputs ==="
-        echo "Checking generated files..."
+        ls -la stats.json Test-Readme.md
-        ls -la local-stats.* local-report.md || echo "No output files found (expected in preview mode)"
+        echo "--- stats.json (first 40 lines) ---"
-        
+        head -40 stats.json | sed 's/.*/    &/'
-        echo "Checking action outputs..."
+        echo "--- Test-Readme.md (first 60 lines) ---"
-        echo "JSON output: ${{ steps.test-preview-local.outputs.json-output }}"
+        head -60 Test-Readme.md | sed 's/.*/    &/'
-        echo "CSV output: ${{ steps.test-preview-local.outputs.csv-output }}"
+        echo "--- Validate README markers updated ---"
-        echo "Report output: ${{ steps.test-preview-local.outputs.report-output }}"
+        if grep -q "<!-- METRICS_START -->" Test-Readme.md && grep -q "<!-- METRICS_END -->" Test-Readme.md; then
-        echo "Total downloads: ${{ steps.test-preview-local.outputs.total-downloads }}"
+          echo "✅ README markers present"
-        echo "Unique packages: ${{ steps.test-preview-local.outputs.unique-packages }}"
+        else
-        echo "Platforms tracked: ${{ steps.test-preview-local.outputs.platforms-tracked }}"
+          echo "❌ README markers missing" && exit 1
-
-    - name: Check local real data outputs
-      run: |
-        echo "=== Local Real Data Test Results ==="
-        echo "Checking generated files..."
-        ls -la local-real-stats.* local-real-report.md || echo "No output files found"
-        
-        echo "Checking action outputs..."
-        echo "JSON output: ${{ steps.test-real-local.outputs.json-output }}"
-        echo "CSV output: ${{ steps.test-real-local.outputs.csv-output }}"
-        echo "Report output: ${{ steps.test-real-local.outputs.report-output }}"
-        echo "Total downloads: ${{ steps.test-real-local.outputs.total-downloads }}"
-        echo "Unique packages: ${{ steps.test-real-local.outputs.unique-packages }}"
-        echo "Platforms tracked: ${{ steps.test-real-local.outputs.platforms-tracked }}"
-
-    - name: Validate local JSON output structure
-      run: |
-        echo "=== Validating Local JSON Output Structure ==="
-        if [ -f "local-real-stats.json" ]; then
-          echo "Local real stats JSON structure:"
-          jq '.' local-real-stats.json | head -20
-        fi
-        
-        if [ -f "local-stats.json" ]; then
-          echo "Local preview stats JSON structure:"
-          jq '.' local-stats.json | head -20
         fi
 
-    - name: Validate local CSV output
+    - name: Validate JSON structure (basic)
       run: |
-        echo "=== Validating Local CSV Output ==="
+        echo "=== Validating stats.json ==="
-        if [ -f "local-real-stats.csv" ]; then
+        test -f stats.json || (echo "❌ stats.json not found" && exit 1)
-          echo "Local real stats CSV structure:"
+        jq -e 'type == "array" and length >= 1' stats.json > /dev/null || (echo "❌ stats.json not in expected format" && exit 1)
-          head -5 local-real-stats.csv
-          echo "Total lines in CSV: $(wc -l < local-real-stats.csv)"
-        fi
-        
-        if [ -f "local-stats.csv" ]; then
-          echo "Local preview stats CSV structure:"
-          head -5 local-stats.csv
-          echo "Total lines in CSV: $(wc -l < local-stats.csv)"
-        fi
-
-    - name: Validate local report output
-      run: |
-        echo "=== Validating Local Report Output ==="
-        if [ -f "local-real-report.md" ]; then
-          echo "Local real report content (first 20 lines):"
-          head -20 local-real-report.md
-        fi
-        
-        if [ -f "local-report.md" ]; then
-          echo "Local preview report content (first 20 lines):"
-          head -20 local-report.md
-        fi
-
-    - name: Compare outputs with expected structure
-      run: |
-        echo "=== Comparing Outputs with Expected Structure ==="
-        
-        # Check if JSON files have the expected structure
-        for json_file in local-stats.json local-real-stats.json; do
-          if [ -f "$json_file" ]; then
-            echo "Validating $json_file structure..."
-            if jq -e '.summary' "$json_file" > /dev/null 2>&1; then
-              echo "✅ $json_file has valid summary structure"
-            else
-              echo "❌ $json_file missing summary structure"
-            fi
-            
-            if jq -e '.platforms' "$json_file" > /dev/null 2>&1; then
-              echo "✅ $json_file has valid platforms structure"
-            else
-              echo "❌ $json_file missing platforms structure"
-            fi
-          fi
-        done
-        
-        # Check if CSV files have expected headers
-        for csv_file in local-stats.csv local-real-stats.csv; do
-          if [ -f "$csv_file" ]; then
-            echo "Validating $csv_file headers..."
-            if head -1 "$csv_file" | grep -q "platform,package_name"; then
-              echo "✅ $csv_file has expected headers"
-            else
-              echo "❌ $csv_file missing expected headers"
-            fi
-          fi
-        done