Configuration Files #

#profiles
spring:
  profiles:
    active: prod # Fixed values cannot be modified for 
  servlets:
    multipart:
      enabled: true # cannot be modified 
      max-file-size: 10MB # Maximum single file size 
      max-request-size: 10MB # Total single request file size 
# mybatis-plus configuration cannot be modified 
mybatis-plus:
  mapper-locations: classpath:com/sphereex/console/mapper/*.xml
  configuration:
    log-impl: org.apache.ibatis.logging.slf4j.Slf4jImpl
  global-config:
    db-config:
      logic-delete-field: deleted
      logic-delete-value: 1
      logic-not-delete-value: 0
      id-type: auto
      where-strategy: not_empty

# url whitelist cannot be modified for 
secure:
  ignored:
    urls[0]: /
    urls[1]: //*.js
    urls[2]: //*.css
    urls[3]: //*.png
    urls[4]: //*.ico
    urls[5]: //*.html
    urls[6]: /error
    urls[7]: /static/
    urls[8]: /api/login
    urls[9]: /api/logout
    urls[10]: /api/**/download
    urls[11]: /api/user/reset
    urls[12]: /api/monitor/config/reset

# zookeeper default configuration cannot be modified for 
sphereex:
  install:
    zookeeper:
      tick-time: 2000
      init-limit: 10
      sync-limit: 9
      communication-port: 2888
      election-port: 3888
      
# Thread pool configuration cannot be modified by command:
thread:
  pool:
    queue-capacity: 100 # queue length 
    core-pool-size: 4 # num of core threads
    max-pool-size: 8 # maximum threads 
    keep-alive-seconds: 600 # idle threads alive

server:
  port: 8088 # Start port  can be modified

software:
  home: /opt/software # Software installation package directory can be modified

spring:
  datasource:
    url: jdbc:mysql://127.0.0.1:3306/console?serverTimezone=UTC&useSSL=false&allowPublicKeyRetrieval=true # Database connection address modifiable 
    username: root # Database user, modifiable
    password: 123456 # Database password modifiable
    driverClassName: com.mysql.jdbc.Driver #Database driver fixed value not modifiable

jwt:
  header: token # token attribute name not modifiable
  secret: your_secret # token signature key (string) modifiable
  expiration: 30000000000 # token expiration time modifiable

# console connection engine thread pool configuration not recommended
sphereex:
  proxy:
    datasource:
      hikari:
        maximum-pool-size: 4 #The maximum number of connections that can be kept in the connection 
        poolconnection-timeout: 3000 # The maximum time to wait for a connection from the connection pool, in milliseconds
        minimum-idle: 2 # The minimum number of idle 
        connectionsidle-timeout: 500000 # The maximum time a connection can be idle in the pool, in milliseconds,
        max-lifetime: 540000 # The maximum time a connection can live, in milliseconds

When deploying a cluster via SphereEx-Boot, you need to provide a cluster topology configuration file in yaml format with the following configuration data.
cluster_name: the name of the cluster
install_user: login deployer user name
install_password: password of the login deployer user
proxy: ShardingSphere-Proxy configuration version: ShardingSphere-Proxy version identifier
file: path to the master ShardingSphere-Proxy installation package file
conf_dir: host ShardingSphere-Proxy business configuration files directory
depend_files: path to the ShardingSphere-Proxy driver jar package file on the master
install_dir: deployment directory of the ShardingSphere-Proxy deployment machine
port: Deployer ShardingSphere-Proxy startup port
overwrite: if the deployment machine installation directory already exists, whether to reinstall it. Default: true.
servers: list of deployment machine information host: IP address of the deployment machine
port: Deployer ShardingSphere-Proxy startup port. (not necessary, if not configured, the configuration in the proxy takes precedence)
install_dir: Deployer ShardingSphere-Proxy installation directory (not necessary, if not configured in the proxy)
agent_conf_file: path to the agent configuration file in the master ShardingSphere-Proxy (not necessary, if not configured, the configuration in the proxy prevails)
overwrite: if the deployment machine installation directory already exists, whether to reinstall, default true (not necessary, configured in the proxy when not configured)
zookeeper: ZooKeeper configuration (can be left out if ZooKeeper is not needed)
version: ZooKeeper version identifier
file: path to the master ZooKeeper installation file
conf_file: path to the master ZooKeeper zoo.cfg configuration file
install_dir: deployment machine Zookeeper installation directory
data_dir: the dataDir configuration value in the deployment machine's ZooKeeper configuration file zoo.cfg
port: the deployer ZooKeeper startup port
overwrite: if the deployment machine installation directory already exists, whether to reinstall it, default true.
servers: list of ZooKeeper deployments host: IP address of the deployer
myid: the myid value of the ZooKeeper cluster
port: deployment machine ZooKeeper startup port (not necessary, if not configured, the configuration in ZooKeeper prevails)
install_dir: deployment machine ZooKeeper installation directory (not necessary, configured in ZooKeeper if not configured)
conf_file: path to the Zookeeper zoo.cfg configuration file on the master machine (not necessary, if not configured, the configuration in ZooKeeper prevails)
data_dir: the value of dataDir in the deployment machine's zoo.cfg configuration file (not necessary, if not configured, the configuration in ZooKeeper prevails)
overwrite: if the deployment machine installation directory already exists, whether to reinstall it, default true (not necessary, configured in ZooKeeper when not configured)

tickTime={{zoo_tick_time}}
initLimit={{zoo_init_limit}}
syncLimit={{zoo_sync_limit}}
dataLogDir={{zoo_data_dir}}  # Data log path
dataDir={{zoo_data_dir}}  # Data path
clientPort={{zoo_client_port}}
autopurge.snapRetainCount=500
autopurge.purgeInterval=24
4lw.commands.whitelist=*  # Allow commands
admin.enableServer=false
{{zoo_server}}   # server.1=192.168.1.148:2888:3888 Other services in the cluster

global:
  scrape_interval:     15s
  evaluation_interval: 15s
scrape_configs:
- job_name: prometheus  # Self-monitoring Subsequent additions and changes to monitoring will only change the configuration under this field
  static_configs:
  - targets:
    - 10.211.55.3:9090

"[client]
host={host}  # Monitoring database host
port={port}  # Monitoring database port
user={user}  # Monitoring database user
password={password}"  # Monitoring database password

4lw.commands.whitelist=*  # Will be added if monitoring is not enabled in the target file Already there will not be added

"cluster.name" # Cluster Name
"node.name"# Node Name
"node.master" # Mast Node
"node.data" # Data Node
"network.host"  # host
"http.port"  # Listening port
"transport.tcp.port"  # cluster communication port
"discovery.seed_hosts"  # cluster communication list
"path.data"  # data directory
"path.logs"  # log directory

input {
  beats {
    host => "{{input_host}}"  # host of filebeat
    port => {{input_port}}  # port of filebeat
  } 
}

filter {
    if [log_type] == "general" {
        if [message] =~ "GENERAL-QUERY"  {
            grok {
                match => {
                    "message" => "^\[(?<log_level>.+)\]\s(?<timestamp>\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}.\d{3})\s\[(?<thread>.+)\]\s?(?<logger>.+)\s-\sdb:\s(?<db>.+)\suser:\s(?<user>.+)\shost:\s(?<host>.+)\squery_time:\s(?<query_time>\d+)\ssql_type:\s(?<sql_type>.+)\n(?<sql>(.|\r|\n)*)"
                }
            }
            mutate { convert => {"query_time" => "integer" } }
        } else  {
            grok {
                match => {
                    "message" => "^\[(?<log_level>.+)\]\s(?<timestamp>\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}.\d{3})\s\[(?<thread>.+)\]\s(?<logger>.+)\s-\s(?<msg>.*)"
                }
            }
        }
        date { match => ["timestamp","yyyy-MM-dd HH:mm:ss.SSS"] timezone => "Asia/Shanghai" target => "@timestamp"}
        mutate {
            add_field => { "[@metadata][log_type]" => "general" }
            remove_field => ["@version", "tags","log_type"]
            strip => ["log_lelev"]
            convert => {"query_time" => "integer"}
        }
    } else if [log_type] == "slow" {
         grok {
            match => { "message" => "^timestamp:\s(?<timestamp>\d{4}-\d{2}-\d{2}\s\d{2}:\d{2}:\d{2}.\d{3})\sdb:\s(?<db>.+)\suser:\s(?<user>.+)\shost:\s(?<host>.+)\squery_time:\s(?<query_time>\d+)\ssql_type:\s(?<sql_type>.+)\n(?<sql>(.|\r|\n)*)" }
         }
         date { match => ["timestamp","yyyy-MM-dd HH:mm:ss.SSS"] timezone => "Asia/Shanghai" target => "@timestamp"}
         mutate {
            add_field => { "[@metadata][log_type]" => "slow" }
            remove_field => ["@version", "tags","log_type"]
            convert => {"query_time" => "integer"}
         }
    } else {
       drop { }
    }
}

output {
    elasticsearch {
        hosts => {{output}}  # elasticsearch host
        index => "cluster-%{[@metadata][log_type]}@%{cluster_id}-%{+YYYY.MM.dd}"
  }
}

filebeat.inputs:
- type: log
  enabled: true
  paths:
    - {{general_log_path}}  # Run log path
  multiline.pattern: '^\['
  multiline.negate: true
  multiline.match: after
  fields_under_root: true
  fields:
    cluster_id: {{cluster_id}}  # Cluster id 
    cluster_name: {{cluster_name}}  # Cluster name
    node_id: {{node_id}}  # Node id 
    node_name: {{node_name}}  # Node name
    log_type: general #  general slow
- type: log
  enabled: true
  paths:
    - {{slow_log_path}}  # Slow log path
  multiline.pattern: '^timestamp:'
  multiline.negate: true
  multiline.match: after
  fields_under_root: true
  fields:
    cluster_id: {{cluster_id}}  # Cluster id
    cluster_name: {{cluster_name}}  # Cluster name
    node_id: {{node_id}}  # Node id
    node_name: {{node_name}}  # Node name
    log_type: slow #  general slow

output.logstash:
  hosts: ["{{output_host}}"]  # host port of logstash

processors:
- drop_fields:
   fields: ["log","host","input","agent","ecs"]

authority:
  users:
    - user: # Username and authorized host for logging in to the compute node, format: <username>@<hostname>, hostname is % or empty string for unrestricted authorized host
      password: # User password
    - privilege:
      type: # Permission provider type, default value is ALL_PERMITTED

authority:
  users:
    - user: root@localhost
      password: root
    - user: my_user
      password: pwd
  privilege:
    type: ALL_PERMITTED

authority:
  users:
    - user: root@localhost
      password: root
    - user: my_user
      password: pwd
  privilege:
    type: DATABASE_PERMITTED
    props:
      user-database-mappings: root@localhost=sharding_db, root@localhost=test_db, my_user@=sharding_db

authority:
  users:
    - user: root@root
      password: root
    - user: sharding
      password: sharding

- user: user1@192.168.1.111password: user1_password

authority:
  users:
    - user: root@%
    - user: sharding
  authenticators:
    auth_ldap:
      type: LDAP
      props:
        ldap_server_url: ldap://localhost:389ldap_dn_template: cn={0},ou=users,dc=example,dc=org
  defaultAuthenticator: auth_ldap

authority:
  users:
    - user: root@%
      props:
        ldap_dn: cn=root,ou=admin,dc=example,dc=org
    - user: sharding
  authenticators:
    auth_ldap:
      type: LDAP
      props:
        ldap_server_url: ldap://localhost:389ldap_dn_template: cn={0},ou=users,dc=example,dc=org
  defaultAuthenticator: auth_ldap

authority:
  users:
    - user: root@%
      auth: auth_ldap
    - user: sharding
      password: sharding
    - user: user1
      password: password_user1
  authenticators:
    auth_ldap:
      type: LDAP
      props:
        ldap_server_url: ldap://localhost:389ldap_dn_template: cn={0},ou=users,dc=example,dc=org