feat(data): give data change info (#256)

Author: linrongbin16

.github/workflows/collect.yml

@@ -5,7 +5,7 @@ on:
   workflow_dispatch:
 concurrency:
   group: ${{ github.ref }}-${{ github.workflow }}
-  cancel-in-progress: true
+  cancel-in-progress: ${{ github.ref != 'refs/heads/main' }}
 jobs:
   pipeline:
     name: Pipeline
@@ -35,9 +35,19 @@ jobs:
           . venv/bin/activate
           python3 -m pip install -r requirements.txt
           python3 collect.py
+          COLLECT_BEFORE="$(cat collect-before.log)"
+          COLLECT_AFTER="$(cat collect-after.log)"
+          COLLECT_CHANGE=`expr $COLLECT_AFTER - $COLLECT_BEFORE`
+          if [[ "$COLLECT_CHANGE" != -* ]]; then
+            COLLECT_CHANGE="+$COLLECT_CHANGE"
+          fi
+          echo "COLLECT_BEFORE:$COLLECT_BEFORE, COLLECT_AFTER:$COLLECT_AFTER, COLLECT_CHANGE:$COLLECT_CHANGE"
+          echo "COLLECT_BEFORE=$COLLECT_BEFORE" >> "$GITHUB_ENV"
+          echo "COLLECT_AFTER=$COLLECT_AFTER" >> "$GITHUB_ENV"
+          echo "COLLECT_CHANGE=$COLLECT_CHANGE" >> "$GITHUB_ENV"
       - name: Auto Commit
-        uses: stefanzweifel/git-auto-commit-action@v4
+        uses: stefanzweifel/git-auto-commit-action@v5
         with:
-          commit_message: "chore(colors): auto update colorschemes list"
+          commit_message: "chore(colors): auto update colorschemes ${{ env.COLLECT_CHANGE }}"
           push_options: "--force"
           skip_dirty_check: true

COLORSCHEMES.md

@@ -1,7 +1,9 @@
 
-ColorSchemes List (56)
+ColorSchemes List (60)
 ======================
 
+- [morhetz/gruvbox](https://github.com/morhetz/gruvbox) (stars: 14237, last update: 2023-08-14)  
+  - gruvbox  
 - [folke/tokyonight.nvim](https://github.com/folke/tokyonight.nvim) (stars: 6800, last update: 2025-02-18)  
   - tokyonight  
   - tokyonight-day  
@@ -21,6 +23,8 @@ ColorSchemes List (56)
   - kanagawa-wave  
 - [joshdick/onedark.vim](https://github.com/joshdick/onedark.vim) (stars: 3927, last update: 2024-07-16)  
   - onedark  
+- [tomasr/molokai](https://github.com/tomasr/molokai) (stars: 3617, last update: 2015-11-11)  
+  - molokai  
 - [edeneast/nightfox.nvim](https://github.com/edeneast/nightfox.nvim) (stars: 3400, last update: 2025-02-09)  
   - carbonfox  
   - dawnfox  
@@ -58,6 +62,8 @@ ColorSchemes List (56)
   - gruvbox  
 - [rakr/vim-one](https://github.com/rakr/vim-one) (stars: 2008, last update: 2020-12-14)  
   - one  
+- [nanotech/jellybeans.vim](https://github.com/nanotech/jellybeans.vim) (stars: 1821, last update: 2019-06-21)  
+  - jellybeans  
 - [sainnhe/sonokai](https://github.com/sainnhe/sonokai) (stars: 1800, last update: 2025-02-24)  
   - sonokai  
 - [ayu-theme/ayu-vim](https://github.com/ayu-theme/ayu-vim) (stars: 1732, last update: 2024-07-15)  
@@ -67,6 +73,8 @@ ColorSchemes List (56)
 - [junegunn/seoul256.vim](https://github.com/junegunn/seoul256.vim) (stars: 1674, last update: 2023-05-03)  
   - seoul256  
   - seoul256-light  
+- [w0ng/vim-hybrid](https://github.com/w0ng/vim-hybrid) (stars: 1486, last update: 2016-01-05)  
+  - hybrid  
 - [ku1ik/vim-monokai](https://github.com/ku1ik/vim-monokai) (stars: 1451, last update: 2022-02-09)  
   - monokai  
 - [dracula/vim](https://github.com/dracula/vim) (stars: 1400, last update: 2024-07-21)  

README.md

@@ -39,7 +39,7 @@ It uses GitHub actions to weekly collect/update the colorscheme dataset.
 > With below conditions:
 >
 > 1. GitHub stars ≥ 500 (by default it only enable ≥ 800, see [Configuration](#-configuration)).
-> 2. Last git commit is in last 5 years.
+> 2. Last git commit is in last 10 years.
 > 3. For multiple plugins that contain a same color name, it picks by following rules:
 >    1. The _**awesome-neovim**_ wins the _**vimcolorschemes**_ (they usually support modern Neovim features).
 >    2. More github stars.

collect-after.log

@@ -0,0 +1 @@
+60

collect-before.log

@@ -0,0 +1 @@
+56

collect.py

@@ -23,7 +23,7 @@
 
 # github
 GITHUB_STARS = 500
-LAST_GIT_COMMIT = 5 * 365 * 24 * 3600  # 5 years * 365 days * 24 hours * 3600 seconds
+LAST_GIT_COMMIT = 10 * 365 * 24 * 3600  # 10 years * 365 days * 24 hours * 3600 seconds
 BLACKLIST = [
     "rafi/awesome-vim-colorschemes",
     "mini.nvim#minischeme",
@@ -390,7 +390,7 @@ def _parse_spec(
             a_elem = element.find_element(
                 By.XPATH, "./a[starts-with(@class,'repositoryCard')]"
             )
-            url = a_elem.get_attribute("href")
+            url: str = a_elem.get_attribute("href")  # type: ignore
             if url.endswith("/"):
                 url = url[:-1]
             logging.debug(f"parsing (vsc) spec handle_elem:{url}")
@@ -734,13 +734,23 @@ def build(self) -> None:
 @click.option("--skip-fetch", "skip_fetch_opt", is_flag=True, help="skip fetch")
 @click.option("--skip-clone", "skip_clone_opt", is_flag=True, help="skip clone")
 def collect(debug_opt, no_headless_opt, skip_fetch_opt, skip_clone_opt):
+    # Initialize
     global WEBDRIVER_HEADLESS
     init_logging(logging.DEBUG if debug_opt else logging.INFO)
     logging.debug(
         f"debug_opt:{debug_opt}, no_headless_opt:{no_headless_opt}, skip_fetch_opt:{skip_fetch_opt}, skip_clone_opt:{skip_clone_opt}"
     )
     if no_headless_opt:
         WEBDRIVER_HEADLESS = False
+
+    # Before updating data
+    DB = TinyDB("db.json")
+    before = len(DB.all())
+    logging.info(f"Before updating, DB count:{before}")
+    with open("collect-before.log", "w") as result:
+        result.write(f"{before}")
+
+    # Collect data
     if not skip_fetch_opt:
         ColorSpec.truncate()
         vcs = VimColorSchemes()
@@ -753,9 +763,17 @@ def collect(debug_opt, no_headless_opt, skip_fetch_opt, skip_clone_opt):
         clean_old_clones = False
     if skip_clone_opt:
         clean_old_clones = False
+
+    # Build new data source
     builder = Builder(clean_old_clones)
     builder.build()
 
+    # After updating data
+    after = len(DB.all())
+    logging.info(f"After updating, DB count:{after}")
+    with open("collect-after.log", "w") as result:
+        result.write(f"{after}")
+
 
 if __name__ == "__main__":
     collect()