support tokenize while keeping common censor chars (#767) #2324

	name: golang

	on:
	pull_request:
	push:
	branches:
	- main

	concurrency:
	group: '${{ github.workflow }}-${{ github.head_ref \|\| github.ref }}'
	cancel-in-progress: true

	jobs:
	build-and-test:
	runs-on: ubuntu-latest
	steps:
	- name: Git Checkout
	uses: actions/checkout@v3
	- name: Set up Go tooling
	uses: actions/setup-go@v4
	with:
	go-version: "1.22"
	- name: Build
	run: make build
	- name: Test
	run: make test
	lint:
	runs-on: ubuntu-latest
	steps:
	- name: Git Checkout
	uses: actions/checkout@v3
	- name: Set up Go tooling
	uses: actions/setup-go@v4
	with:
	go-version: "1.22"
	- name: Lint
	run: make lint

Provide feedback