提交 ff4d878c 编写于 作者: J jjwygjj 提交者: Yona

feat(core) add rundev

上级 7e9b93fd
# This file contains all available configuration options
# with their default values.
service:
suggested-changes:
disabled: true
# options for analysis running
run:
# default concurrency is a available CPU number
concurrency: 4
# timeout for analysis, e.g. 30s, 5m, default is 1m
timeout: 5m
# exit code when at least one issue was found, default is 1
issues-exit-code: 1
# include test files or not, default is true
tests: true
# list of build tags, all linters use it. Default is empty list.
build-tags:
# which dirs to skip: issues from them won't be reported;
# can use regexp here: generated.*, regexp is applied on full path;
# default value is empty list, but default dirs are skipped independently
# from this option's value (see skip-dirs-use-default).
skip-dirs:
# default is true. Enables skipping of directories:
# vendor$, third_party$, testdata$, examples$, Godeps$, builtin$
skip-dirs-use-default: true
# which files to skip: they will be analyzed, but issues from them
# won't be reported. Default value is empty list, but there is
# no need to include all autogenerated files, we confidently recognize
# autogenerated files. If it's not please let us know.
skip-files:
# output configuration options
output:
# colored-line-number|line-number|json|tab|checkstyle|code-climate, default is "colored-line-number"
format: colored-line-number
# print lines of code with issue, default is true
print-issued-lines: true
# print linter name in the end of issue text, default is true
print-linter-name: true
# make issues output unique by line, default is true
uniq-by-line: true
# all available settings of specific linters
linters-settings:
dogsled:
# checks assignments with too many blank identifiers; default is 2
max-blank-identifiers: 2
dupl:
# tokens count to trigger issue, 150 by default
threshold: 100
errcheck:
# report about not checking of errors in type assertions: `a := b.(MyStruct)`;
# default is false: such cases aren't reported by default.
check-type-assertions: false
# report about assignment of errors to blank identifier: `num, _ := strconv.Atoi(numStr)`;
# default is false: such cases aren't reported by default.
check-blank: false
# path to a file containing a list of functions to exclude from checking
# see https://github.com/kisielk/errcheck#excluding-functions for details
exclude:
funlen:
lines: 60
statements: 40
gocognit:
# minimal code complexity to report, 30 by default (but we recommend 10-20)
min-complexity: 20
goconst:
# minimal length of string constant, 3 by default
min-len: 3
# minimal occurrences count to trigger, 3 by default
min-occurrences: 3
gocritic:
# Which checks should be enabled; can't be combined with 'disabled-checks';
# See https://go-critic.github.io/overview#checks-overview
# To check which checks are enabled run `GL_DEBUG=gocritic golangci-lint run`
# By default list of stable checks is used.
enabled-checks:
# Enable multiple checks by tags, run `GL_DEBUG=gocritic golangci-lint run` to see all tags and checks.
# Empty list by default. See https://github.com/go-critic/go-critic#usage -> section "Tags".
enabled-tags:
- performance
settings: # settings passed to gocritic
captLocal: # must be valid enabled check name
paramsOnly: true
rangeValCopy:
sizeThreshold: 32
gocyclo:
# minimal code complexity to report, 30 by default (but we recommend 10-20)
min-complexity: 10
godox:
# report any comments starting with keywords, this is useful for TODO or FIXME comments that
# might be left in the code accidentally and should be resolved before merging
keywords: # default keywords are TODO, BUG, and FIXME, these can be overwritten by this setting
gofmt:
# simplify code: gofmt with `-s` option, true by default
simplify: true
goimports:
# put imports beginning with prefix after 3rd-party packages;
# it's a comma-separated list of prefixes
local-prefixes:
golint:
# minimal confidence for issues, default is 0.8
min-confidence: 0.8
gomnd:
settings:
mnd:
# the list of enabled checks, see https://github.com/tommy-muehle/go-mnd/#checks for description.
checks: argument,case,condition,operation,return,assign
govet:
# report about shadowed variables
check-shadowing: false
# settings per analyzer
settings:
printf: # analyzer name, run `go tool vet help` to see all analyzers
funcs: # run `go tool vet help printf` to see available settings for `printf` analyzer
- (github.com/golangci/golangci-lint/pkg/logutils.Log).Infof
- (github.com/golangci/golangci-lint/pkg/logutils.Log).Warnf
- (github.com/golangci/golangci-lint/pkg/logutils.Log).Errorf
- (github.com/golangci/golangci-lint/pkg/logutils.Log).Fatalf
# enable or disable analyzers by name
enable:
- atomicalign
enable-all: false
disable:
- shadow
disable-all: false
lll:
# max line length, lines longer will be reported. Default is 120.
# '\t' is counted as 1 character by default, and can be changed with the tab-width option
line-length: 120
# tab width in spaces. Default to 1.
tab-width: 1
maligned:
# print struct with more effective memory layout or not, false by default
suggest-new: true
misspell:
# Correct spellings using locale preferences for US or UK.
# Default is to use a neutral variety of English.
# Setting locale to US will correct the British spelling of 'colour' to 'color'.
locale: US
ignore-words:
- automizely
nakedret:
# make an issue if func has more lines of code than this setting and it has naked returns; default is 30
max-func-lines: 30
prealloc:
# XXX: we don't recommend using this linter before doing performance profiling.
# For most programs usage of prealloc will be a premature optimization.
# Report preallocation suggestions only on simple loops that have no returns/breaks/continues/gotos in them.
# True by default.
simple: true
range-loops: true # Report preallocation suggestions on range loops, true by default
for-loops: false # Report preallocation suggestions on for loops, false by default
rowserrcheck:
packages:
- github.com/jmoiron/sqlx
unparam:
# Inspect exported functions, default is false. Set to true if no external program/library imports your code.
# XXX: if you enable this setting, unparam will report a lot of false-positives in text editors:
# if it's called for subdir of a project it can't find external interfaces. All text editor integrations
# with golangci-lint call it on a directory with the changed file.
check-exported: false
unused:
# treat code as a program (not a library) and report unused exported identifiers; default is false.
# XXX: if you enable this setting, unused will report a lot of false-positives in text editors:
# if it's called for subdir of a project it can't find funcs usages. All text editor integrations
# with golangci-lint call it on a directory with the changed file.
check-exported: false
whitespace:
multi-if: false # Enforces newlines (or comments) after every multi-line if statement
multi-func: false # Enforces newlines (or comments) after every multi-line function signature
wsl:
# If true append is only allowed to be cuddled if appending value is
# matching variables, fields or types on line above. Default is true.
strict-append: true
# Allow calls and assignments to be cuddled as long as the lines have any
# matching variables, fields or types. Default is true.
allow-assign-and-call: true
# Allow multiline assignments to be cuddled. Default is true.
allow-multiline-assign: true
# Allow declarations (var) to be cuddled.
allow-cuddle-declarations: false
# Allow trailing comments in ending of blocks
allow-trailing-comment: false
# Force newlines in end of case at this limit (0 = never).
force-case-trailing-whitespace: 0
linters:
enable:
- golint
- govet
disable:
- maligned
- prealloc
- ineffassign
- unparam
disable-all: false
presets:
- bugs
- unused
fast: false
issues:
# List of regexps of issue texts to exclude, empty list by default.
# But independently from this option we use default exclude patterns,
# it can be disabled by `exclude-use-default: false`. To list all
# excluded by default patterns execute `golangci-lint run --help`
exclude:
- composite literal uses unkeyed fields
# Excluding configuration per-path, per-linter, per-text and per-source
exclude-rules:
# Exclude some linters from running on tests files.
- path: test\.go
linters:
- gocyclo
- errcheck
- dupl
- gosec
- unused
- varcheck
- deadcode
# Exclude known linters from partially hard-vendored code,
# which is impossible to exclude via "nolint" comments.
- path: pkg/crypto/
text: "weak cryptographic primitive"
linters:
- gosec
# Exclude some staticcheck messages
- linters:
- staticcheck
text: "SA9003:"
# Exclude lll issues for long lines with go:generate
- linters:
- lll
source: "^//go:generate "
# Independently from option `exclude` we use default exclude patterns,
# it can be disabled by this option. To list all
# excluded by default patterns execute `golangci-lint run --help`.
# Default value for this option is true.
exclude-use-default: true
# Maximum issues count per one linter. Set to 0 to disable. Default is 50.
max-issues-per-linter: 0
# Maximum count of issues with the same text. Set to 0 to disable. Default is 3.
max-same-issues: 0
# Show only new issues: if there are unstaged changes or untracked files,
# only those changes are analyzed, else only changes in HEAD~ are analyzed.
# It's a super-useful option for integration of golangci-lint into existing
# large codebase. It's not practical to fix all existing issues at the moment
# of integration: much better don't allow issues in new code.
# Default is false.
new: false
\ No newline at end of file
repos:
- repo: 'https://github.com/golangci/golangci-lint'
rev: v1.27.0
hooks:
- id: golangci-lint
entry: golangci-lint run
## How to go get private repo
### dependency
`yomo-framework` is a private repo
- `yomo` dependent `yomo-framework`
- `yomo-plugin-echo` dependent `yomo-framework`
### steps
- Generate GITHUB_TOKEN here https://github.com/settings/tokens
- export GITHUB_TOKEN=xxx
- git config --global url."https://${GITHUB_TOKEN}:x-oauth-basic@github.com/10cella".insteadOf "https://github.com/10cella"
- go env -w GOPRIVATE=github.com/yomorun/yomo
#!/bin/bash
echo "[githook:pre-commit]"
# this will retrieve all of the .go files that have been
# changed since the last commit
STAGED_GO_FILES=$(git diff --cached --diff-filter=ACM --name-only -- '*.go')
# we can check to see if this is empty
if [[ $STAGED_GO_FILES == "" ]]; then
echo ">> [githook:pre-commit] No Go Files to Update"
# otherwise we can do stuff with these changed go files
else
for file in $STAGED_GO_FILES; do
# format our file
go fmt $file
# add any potential changes from our formatting to the
# commit
git add $file
done
fi
\ No newline at end of file
module github.com/yomorun/yomo
go 1.14
replace github.com/10cella/yomo-txtkv-codec => ../../cella/yomo-txtkv-codec
require (
github.com/10cella/yomo-txtkv-codec v1.0.5
github.com/lucas-clemente/quic-go v0.17.1
)
\ No newline at end of file
此差异已折叠。
package framework
import (
"io"
txtkv "github.com/10cella/yomo-txtkv-codec"
"github.com/yomorun/yomo/pkg/plugin"
)
type YomoObjectPluginStream struct {
Writer YomoObjectPluginStreamWriter
Reader YomoObjectPluginStreamReader
}
type YomoObjectPluginStreamWriter struct {
Name string
Plugin plugin.YomoObjectPlugin
io.Writer
}
type YomoObjectPluginStreamReader struct {
Name string
io.Reader
}
func (w YomoObjectPluginStreamWriter) Write(b []byte) (int, error) {
head := b[:1]
var err error = nil
var value interface{}
value, err = txtkv.ObjectCodec{}.Unmarshal(b[1:])
if err != nil {
return 0, err
}
value, err = w.Plugin.Handle(value) // nolint
var result []byte
result, err = txtkv.ObjectCodec{}.Marshal(value.(string)) // nolint
result = append(head, result...)
_, err = w.Writer.Write(result) // nolint
return len(b), err
}
func (r YomoObjectPluginStreamReader) Read(b []byte) (int, error) {
return r.Reader.Read(b)
}
func NewObjectPlugin(h plugin.YomoObjectPlugin) YomoObjectPluginStream {
name := "plugin"
reader, writer := io.Pipe()
w := YomoObjectPluginStreamWriter{name, h, writer}
r := YomoObjectPluginStreamReader{name, reader}
s := YomoObjectPluginStream{Writer: w, Reader: r}
return s
}
package framework
import (
"io"
"github.com/yomorun/yomo/pkg/util"
)
type YomoFrameworkStream struct {
Writer YomoFrameworkStreamWriter
Reader YomoFrameworkStreamReader
}
type YomoFrameworkStreamWriter struct {
Name string
io.Writer
}
type YomoFrameworkStreamReader struct {
Name string
io.Reader
}
func (w YomoFrameworkStreamWriter) Write(b []byte) (int, error) {
_, err := w.Writer.Write(b)
return len(b), err
}
func (r YomoFrameworkStreamReader) Read(b []byte) (int, error) {
return r.Reader.Read(b)
}
func NewServer(endpoint string, writer io.Writer, reader io.Reader) {
util.QuicServer(endpoint, writer, reader)
}
package framework
import (
"io"
"github.com/yomorun/yomo/pkg/plugin"
txtkv "github.com/10cella/yomo-txtkv-codec"
)
type YomoStreamPluginStream struct {
Writer YomoStreamPluginStreamWriter
Reader YomoStreamPluginStreamReader
}
type YomoStreamPluginStreamWriter struct {
Name string
Plugin plugin.YomoStreamPlugin
io.Writer
}
type YomoStreamPluginStreamReader struct {
Name string
io.Reader
}
func (w YomoStreamPluginStreamWriter) Write(b []byte) (int, error) {
head := b[:1]
var err error = nil
// stream
for _, c := range b[1:] {
if c == txtkv.GetEnd() {
buf, _ := w.Plugin.HandleStream([]byte{}, true)
buf = append(head, buf...)
buf = append(buf, txtkv.GetEnd())
_, err = w.Writer.Write(buf)
} else {
buf, _ := w.Plugin.HandleStream([]byte{c}, false)
buf = append(head, buf...)
_, err = w.Writer.Write(buf)
}
}
return len(b), err
}
func (r YomoStreamPluginStreamReader) Read(b []byte) (int, error) {
return r.Reader.Read(b)
}
func NewStreamPlugin(h plugin.YomoStreamPlugin) YomoStreamPluginStream {
name := "plugin"
reader, writer := io.Pipe()
w := YomoStreamPluginStreamWriter{name, h, writer}
r := YomoStreamPluginStreamReader{name, reader}
s := YomoStreamPluginStream{Writer: w, Reader: r}
return s
}
package env
import (
"os"
"strconv"
)
// GetBool gets the bool value from env
func GetBool(key string, defaultValue bool) bool {
value := os.Getenv(key)
if len(value) != 0 {
flag, err := strconv.ParseBool(value)
if err != nil {
return defaultValue
}
return flag
}
return defaultValue
}
// GetInt gets the int value from env
func GetInt(key string, defaultValue int) int {
value := os.Getenv(key)
if len(value) != 0 {
result, err := strconv.Atoi(value)
if err != nil {
return defaultValue
}
return result
}
return defaultValue
}
// GetString gets the string value from env
func GetString(key string, defaultValue string) string {
value := os.Getenv(key)
if len(value) != 0 {
return value
}
return defaultValue
}
package plugin
type YomoObjectPlugin interface {
Handle(value interface{}) (interface{}, error)
Observed() string
Name() string
}
type YomoStreamPlugin interface {
HandleStream(buf []byte, done bool) ([]byte, error)
Observed() string
Name() string
}
package util
import (
"bytes"
"context"
"crypto/ecdsa"
"crypto/elliptic"
"crypto/rand"
"crypto/tls"
"crypto/x509"
"crypto/x509/pkix"
"encoding/pem"
"io"
"math/big"
"net"
"time"
"github.com/lucas-clemente/quic-go"
quicGo "github.com/lucas-clemente/quic-go"
)
func QuicClient(endpoint string) (quicGo.Stream, error) {
tlsConf := &tls.Config{
InsecureSkipVerify: true, // nolint
NextProtos: []string{"http/1.1"},
}
session, err := quicGo.DialAddr(endpoint, tlsConf, &quic.Config{
MaxIdleTimeout: time.Minute * 2,
KeepAlive: true,
})
if err != nil {
return nil, err
}
stream, err := session.OpenStreamSync(context.Background())
if err != nil {
return nil, err
}
return stream, nil
}
func QuicServer(endpoint string, w io.Writer, r io.Reader) {
listener, err := quicGo.ListenAddr(endpoint, GenerateTLSConfig(endpoint), nil)
if err != nil {
panic(err)
}
for {
sess, err := listener.Accept(context.Background())
if err != nil {
panic(err)
}
stream, err := sess.AcceptStream(context.Background())
if err != nil {
panic(err)
}
go io.Copy(w, stream)
go io.Copy(stream, r)
}
}
// GenerateTLSConfig Setup a bare-bones TLS config for the server
func GenerateTLSConfig(host ...string) *tls.Config {
tlsCert, _ := Certificate(host...)
return &tls.Config{
Certificates: []tls.Certificate{tlsCert},
NextProtos: []string{"http/1.1"},
//ServerName: "echo.cella.fun",
}
}
func Certificate(host ...string) (tls.Certificate, error) {
priv, err := ecdsa.GenerateKey(elliptic.P256(), rand.Reader)
if err != nil {
return tls.Certificate{}, err
}
notBefore := time.Now()
notAfter := notBefore.Add(time.Hour * 24 * 365)
serialNumberLimit := new(big.Int).Lsh(big.NewInt(1), 128)
serialNumber, err := rand.Int(rand.Reader, serialNumberLimit)
if err != nil {
return tls.Certificate{}, err
}
template := x509.Certificate{
SerialNumber: serialNumber,
Subject: pkix.Name{
Organization: []string{"YoMo"},
},
NotBefore: notBefore,
NotAfter: notAfter,
KeyUsage: x509.KeyUsageKeyEncipherment | x509.KeyUsageDigitalSignature,
ExtKeyUsage: []x509.ExtKeyUsage{x509.ExtKeyUsageServerAuth},
BasicConstraintsValid: true,
}
for _, h := range host {
if ip := net.ParseIP(h); ip != nil {
template.IPAddresses = append(template.IPAddresses, ip)
} else {
template.DNSNames = append(template.DNSNames, h)
}
}
template.IsCA = true
template.KeyUsage |= x509.KeyUsageCertSign
derBytes, err := x509.CreateCertificate(rand.Reader, &template, &template, &priv.PublicKey, priv)
if err != nil {
return tls.Certificate{}, err
}
// create public key
certOut := bytes.NewBuffer(nil)
pem.Encode(certOut, &pem.Block{Type: "CERTIFICATE", Bytes: derBytes})
// create private key
keyOut := bytes.NewBuffer(nil)
b, err := x509.MarshalECPrivateKey(priv)
if err != nil {
return tls.Certificate{}, err
}
pem.Encode(keyOut, &pem.Block{Type: "EC PRIVATE KEY", Bytes: b})
return tls.X509KeyPair(certOut.Bytes(), keyOut.Bytes())
}
package yomo
import (
"fmt"
"io"
"log"
"os"
"time"
txtkv "github.com/10cella/yomo-txtkv-codec"
"github.com/yomorun/yomo/pkg/plugin"
"github.com/yomorun/yomo/pkg/util"
"github.com/yomorun/yomo/internal/framework"
)
// Run a server for YomoObjectPlugin
func Run(plugin plugin.YomoObjectPlugin, endpoint string) {
log.SetPrefix(fmt.Sprintf("[%s:%v]", plugin.Name(), os.Getpid()))
log.Printf("plugin servie start... [%s]", endpoint)
// binding plugin
pluginStream := framework.NewObjectPlugin(plugin)
// decoding
deStream1 := txtkv.NewObjectDecoder(plugin.Observed())
//过滤
deStream2 := txtkv.NewFilterDecoder(plugin.Observed())
// encoding
enStream := txtkv.NewObjectEncoder(plugin.Observed())
deStream := io.MultiWriter(deStream1.Writer, deStream2.Writer)
go func() { io.CopyN(pluginStream.Writer, deStream1.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, pluginStream.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, deStream2.Reader, 1024) }() // nolint
// activation service
framework.NewServer(endpoint, deStream, enStream.Reader)
}
// Run a server for YomoStreamPlugin
func RunStream(plugin plugin.YomoStreamPlugin, endpoint string) {
log.SetPrefix(fmt.Sprintf("[%s:%v]", plugin.Name(), os.Getpid()))
log.Printf("plugin servie start... [%s]", endpoint)
// binding plugin
pluginStream := framework.NewStreamPlugin(plugin)
// decoding
deStream1 := txtkv.NewStreamDecoder(plugin.Observed())
//过滤
deStream2 := txtkv.NewFilterDecoder(plugin.Observed())
// encoding
enStream := txtkv.NewStreamEncoder(plugin.Observed())
deStream := io.MultiWriter(deStream1.Writer, deStream2.Writer)
// activation service
framework.NewServer(endpoint, deStream, enStream.Reader)
go func() { io.CopyN(pluginStream.Writer, deStream1.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, pluginStream.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, deStream2.Reader, 1024) }() // nolint
}
func RunDev(plugin plugin.YomoObjectPlugin, endpoint string) {
go func() {
log.SetPrefix(fmt.Sprintf("[%s:%v]", plugin.Name(), os.Getpid()))
log.Printf("plugin servie start... [%s]", endpoint)
// binding plugin
pluginStream := framework.NewObjectPlugin(plugin)
// decoding
deStream1 := txtkv.NewObjectDecoder(plugin.Observed())
//过滤
deStream2 := txtkv.NewFilterDecoder(plugin.Observed())
// encoding
enStream := txtkv.NewObjectEncoder(plugin.Observed())
deStream := io.MultiWriter(deStream1.Writer, deStream2.Writer)
go func() { io.CopyN(pluginStream.Writer, deStream1.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, pluginStream.Reader, 1024) }() // nolint
go func() { io.CopyN(enStream.Writer, deStream2.Reader, 1024) }() // nolint
// activation service
framework.NewServer(endpoint, deStream, enStream.Reader)
}()
yomoEchoClient, _ := util.QuicClient("echo.cella.fun:11521")
yomoPluginClient, _ := util.QuicClient(endpoint)
go io.Copy(yomoPluginClient, yomoEchoClient)
go io.Copy(os.Stdout, yomoPluginClient)
for {
time.Sleep(time.Second)
yomoEchoClient.Write([]byte("ping"))
}
}
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册