Merge branch 'main' into reduce-dependencies

Author: nabobalis

.circleci/config.yml

@@ -49,9 +49,7 @@ jobs:
             # NOTE: bad interaction w/ blas multithreading on circleci
             export OMP_NUM_THREADS=1
             source venv/bin/activate
-            cd devstats.scientific-python.org
-            git submodule update --init
-            make html
+            (cd devstats.scientific-python.org && make html)
 
       - store_artifacts:
           path: devstats.scientific-python.org/_build/html

.github/workflows/circleci.yml

@@ -1,4 +1,4 @@
-name: circleci
+name: Run CircleCI asrtifacts redirector for rendered HTML
 
 on: [status]
 jobs:
@@ -7,7 +7,7 @@ jobs:
     name: Run CircleCI documentation artifact redirector
     steps:
       - name: GitHub Action step
-        uses: larsoner/circleci-artifacts-redirector-action@master
+        uses: scientific-python/circleci-artifacts-redirector-action@4e13a10d89177f4bfc8007a7064bdbeda848d8d1 # v1.0.0
         with:
           repo-token: ${{ secrets.GITHUB_TOKEN }}
           api-token: ${{ secrets.DEVSTATS_CIRCLECI_TOKEN }}

.github/workflows/milestone-merged-prs.yaml

@@ -12,7 +12,7 @@ jobs:
     name: attach to PR
     runs-on: ubuntu-latest
     steps:
-      - uses: scientific-python/attach-next-milestone-action@bc07be829f693829263e57d5e8489f4e57d3d420
+      - uses: scientific-python/attach-next-milestone-action@c9cfab10ad0c67fed91b01103db26b7f16634639
         with:
           token: ${{ secrets.MILESTONE_LABELER_TOKEN }}
           force: true

.gitignore

@@ -160,5 +160,13 @@ cython_debug/
 #  and can be added to the global gitignore or merged into this file.  For a more nuclear
 #  option (not recommended) you can uncomment the following to ignore the entire idea folder.
 #.idea/
-# MAC
+
+# MacOS
 .DS_Store
+
+# VSCode
+.vscode/
+.history/
+
+# devstats
+devstats-data/

.pre-commit-config.yaml

@@ -1,9 +1,6 @@
-# Install pre-commit hooks via
-# pre-commit install
-
 repos:
   - repo: https://github.com/pre-commit/pre-commit-hooks
-    rev: 2c9f875913ee60ca25ce70243dc24d5b6415598c # frozen: v4.6.0
+    rev: cef0300fd0fc4d2a87a85fa2093c6b283ea36f4b # frozen: v5.0.0
     hooks:
       - id: check-added-large-files
       - id: check-ast
@@ -18,22 +15,22 @@ repos:
       - id: mixed-line-ending
       - id: trailing-whitespace
 
-  - repo: https://github.com/pre-commit/mirrors-prettier
-    rev: ffb6a759a979008c0e6dff86e39f4745a2d9eac4 # frozen: v3.1.0
+  - repo: https://github.com/rbubley/mirrors-prettier
+    rev: 787fb9f542b140ba0b2aced38e6a3e68021647a3 # frozen: v3.5.3
     hooks:
       - id: prettier
-        files: \.(css|html|md|yml|yaml)
+        files: \.(css|html|md|yml|yaml|gql)
         args: [--prose-wrap=preserve]
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: 1dc9eb131c2ea4816c708e4d85820d2cc8542683 # frozen: v0.5.0
+    rev: 971923581912ef60a6b70dbf0c3e9a39563c9d47 # frozen: v0.11.4
     hooks:
       - id: ruff
         args: ["--fix", "--show-fixes", "--exit-non-zero-on-fix"]
       - id: ruff-format
 
   - repo: https://github.com/codespell-project/codespell
-    rev: "193cd7d27cd571f79358af09a8fb8997e54f8fff" # frozen: v2.3.0
+    rev: "63c8f8312b7559622c0d82815639671ae42132ac" # frozen: v2.4.1
     hooks:
       - id: codespell
 

README.md

@@ -6,6 +6,12 @@ This repository holds the `devstats` package. `devstats` is a Python command lin
 generate developer statistics and a developer statistics report for a specified
 project.
 
+## Data bundles & reports
+
+We make [regular data-bundle releases](https://github.com/scientific-python/devstats-data/releases) for several key scientific Python projects.
+
+We also build reports for this data, available at https://devstats.scientific-python.org
+
 ## OAuth key for accessing GitHub
 
 Per the [GitHub GraphQL API docs](https://developer.github.com/v4/guides/forming-calls/),

devstats/__main__.py

@@ -1,10 +1,12 @@
 import collections
+import json
 import os
 import re
 import sys
 from glob import glob
 
 import click
+import requests
 
 from .publish import publish, template
 from .query import GithubGrabber
@@ -77,6 +79,30 @@ def query(repo_owner, repo_name, outdir):
         ftype = {"issues": "issues", "pullRequests": "PRs"}
         data.dump(f"{outdir}/{repo_name}_{ftype.get(qtype, qtype)}.json")
 
+    # get stars over time
+    url = f"https://api.github.com/repos/{repo_owner}/{repo_name}/stargazers"
+    headers = {
+        "Accept": "application/vnd.github.v3.star+json",
+        "Authorization": f"Bearer {token}",
+        "X-GitHub-Api-Version": "2022-11-28",
+    }
+
+    response = requests.get(url, headers=headers)
+
+    if response.status_code == 200:
+        stargazers = response.json()
+        with open(f"{outdir}/{repo_name}_stars.json", "w") as outf:
+            simplified = [
+                {"starred_at": user["starred_at"], "login": user["user"]["login"]}
+                for user in stargazers
+            ]
+            json.dump(simplified, outf)
+    else:
+        print(
+            "Request failed for collecting start with status code "
+            f"{response.status_code}"
+        )
+
 
 cli.add_command(template)
 cli.add_command(publish)

devstats/publish.py

@@ -87,7 +87,7 @@ def publish(project, templatedir, outdir):
                 flags=re.MULTILINE,
             )
 
-            for v in variables:
-                template = template.replace("{{ " + v + " }}", variables[v])
+            for key, value in variables.items():
+                template = template.replace("{{ " + key + " }}", value)
 
             fh.write(template)

devstats/queries/issue_activity_since_date.gql

@@ -1,25 +1,34 @@
 query {
   repository(owner: "_REPO_OWNER_", name: "_REPO_NAME_") {
-    issues(first: 100, filterBy: {since: "2020-01-01T00:00:00Z"}) {
+    issues(first: 100, filterBy: { since: "2020-01-01T00:00:00Z" }) {
       totalCount
       edges {
         cursor
         node {
           number
           title
           createdAt
-          state
-          closedAt
           updatedAt
+          closedAt
+          state
           url
+          reactionGroups {
+            content
+            users {
+              totalCount
+            }
+          }
           labels(first: 100) {
             edges {
               node {
                 name
               }
             }
           }
-          timelineItems(first: 100, itemTypes: [CROSS_REFERENCED_EVENT, ISSUE_COMMENT, CLOSED_EVENT]) {
+          timelineItems(
+            first: 100
+            itemTypes: [CROSS_REFERENCED_EVENT, ISSUE_COMMENT, CLOSED_EVENT]
+          ) {
             totalCount
             edges {
               node {

devstats/queries/pr_data_query.gql

@@ -1,28 +1,37 @@
 query {
-  repository(owner:"_REPO_OWNER_", name:"_REPO_NAME_") {
-    pullRequests(first:100) {
+  repository(owner: "_REPO_OWNER_", name: "_REPO_NAME_") {
+    pullRequests(first: 100) {
       totalCount
       edges {
         cursor
-        node{
+        node {
           number
           state
           title
           createdAt
+          updatedAt
+          closedAt
           baseRefName
           mergeable
-          author{
+          labels(first: 100) {
+            edges {
+              node {
+                name
+              }
+            }
+          }
+          author {
             login
           }
           authorAssociation
-          mergedBy{
+          mergedBy {
             login
           }
           mergedAt
-          reviews(states:APPROVED){
+          reviews(states: APPROVED) {
             totalCount
           }
-          participants(first:100){
+          participants(first: 100) {
             totalCount
           }
         }