Skip to content

P
physical
Commit 106f3c52 authored by 吴升宇's avatar 吴升宇
Browse files
Options

add helm

parent 32ce60d1
Pipeline #975 passed with stage
    Show whitespace changes
    Inline Side-by-side
    Showing with 523 additions and 0 deletions
    .drone.yml 0 → 100644
    View file @ 106f3c52
    kind: pipeline
    name: physical
    steps:
    - name: build
    image: plugins/docker
    settings:
    registry: ccr.ccs.tencentyun.com
    username: 100009168942
    password: 3m4V#TMrUTSIebv1
    repo: ccr.ccs.tencentyun.com/gm-ai/physical-test
    tags: latest
    - name: helm
    image: quay.io/ipedrazas/drone-helm
    skip_tls_verify: true
    environment:
    API_SERVER:
    from_secret: api_server
    KUBERNETES_TOKEN:
    from_secret: kubernetes_token
    settings:
    skip_tls_verify: true
    chart: deploy
    stable_repo_url: http://kubernetes.oss-cn-hangzhou.aliyuncs.com/charts
    namespace: like-test
    release: "physical"
    \ No newline at end of file
    deploy/.helmignore 0 → 100644
    View file @ 106f3c52
    # Patterns to ignore when building packages.
    # This supports shell glob matching, relative path matching, and
    # negation (prefixed with !). Only one pattern per line.
    .DS_Store
    # Common VCS dirs
    .git/
    .gitignore
    .bzr/
    .bzrignore
    .hg/
    .hgignore
    .svn/
    # Common backup files
    *.swp
    *.bak
    *.tmp
    *~
    # Various IDEs
    .project
    .idea/
    *.tmproj
    deploy/Chart.yaml 0 → 100644
    View file @ 106f3c52
    apiVersion: v1
    appVersion: "1.0"
    description: A Helm chart for Kubernetes
    name: deploy
    version: 0.1.0
    deploy/templates/NOTES.txt 0 → 100644
    View file @ 106f3c52
    1. Get the application URL by running these commands:
    {{- if .Values.ingress.enabled }}
    {{- range .Values.ingress.hosts }}
    http{{ if $.Values.ingress.tls }}s{{ end }}://{{ . }}{{ $.Values.ingress.path }}
    {{- end }}
    {{- else if contains "NodePort" .Values.service.type }}
    export NODE_PORT=$(kubectl get --namespace {{ .Release.Namespace }} -o jsonpath="{.spec.ports[0].nodePort}" services {{ include "deploy.fullname" . }})
    export NODE_IP=$(kubectl get nodes --namespace {{ .Release.Namespace }} -o jsonpath="{.items[0].status.addresses[0].address}")
    echo http://$NODE_IP:$NODE_PORT
    {{- else if contains "LoadBalancer" .Values.service.type }}
    NOTE: It may take a few minutes for the LoadBalancer IP to be available.
    You can watch the status of by running 'kubectl get svc -w {{ include "deploy.fullname" . }}'
    export SERVICE_IP=$(kubectl get svc --namespace {{ .Release.Namespace }} {{ include "deploy.fullname" . }} -o jsonpath='{.status.loadBalancer.ingress[0].ip}')
    echo http://$SERVICE_IP:{{ .Values.service.port }}
    {{- else if contains "ClusterIP" .Values.service.type }}
    export POD_NAME=$(kubectl get pods --namespace {{ .Release.Namespace }} -l "app={{ include "deploy.name" . }},release={{ .Release.Name }}" -o jsonpath="{.items[0].metadata.name}")
    echo "Visit http://127.0.0.1:8080 to use your application"
    kubectl port-forward $POD_NAME 8080:80
    {{- end }}
    deploy/templates/_helpers.tpl 0 → 100644
    View file @ 106f3c52
    {{/* vim: set filetype=mustache: */}}
    {{/*
    Expand the name of the chart.
    */}}
    {{- define "deploy.name" -}}
    {{- default .Chart.Name .Values.nameOverride | trunc 63 | trimSuffix "-" -}}
    {{- end -}}
    {{/*
    Create a default fully qualified app name.
    We truncate at 63 chars because some Kubernetes name fields are limited to this (by the DNS naming spec).
    If release name contains chart name it will be used as a full name.
    */}}
    {{- define "deploy.fullname" -}}
    {{- if .Values.fullnameOverride -}}
    {{- .Values.fullnameOverride | trunc 63 | trimSuffix "-" -}}
    {{- else -}}
    {{- $name := default .Chart.Name .Values.nameOverride -}}
    {{- if contains $name .Release.Name -}}
    {{- .Release.Name | trunc 63 | trimSuffix "-" -}}
    {{- else -}}
    {{- printf "%s-%s" .Release.Name $name | trunc 63 | trimSuffix "-" -}}
    {{- end -}}
    {{- end -}}
    {{- end -}}
    {{/*
    Create chart name and version as used by the chart label.
    */}}
    {{- define "deploy.chart" -}}
    {{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" -}}
    {{- end -}}
    deploy/templates/app_conf.yaml 0 → 100644
    View file @ 106f3c52
    apiVersion: v1
    kind: ConfigMap
    metadata:
    name: physical-app-conf
    namespace: like-test
    data:
    app_conf.xml: |-
    <?xml version="1.0" encoding="utf-8"?>
    <gm_rpcd_config>
    <info config_name="app" version="1.0"/>
    <config name="log_dir" value="/data/log/physical/app"/>
    <config name="application_name" value="physical"/>
    <config name="service_list">
    <element value="physical"/>
    </config>
    <config name="initializer_list">
    <element value="physical.django_init"/>
    <element value="search.views.topic"/>
    <element value="search.views.business_topic"/>
    <element value="search.views.pick"/>
    <element value="search.views.group"/>
    <element value="search.views.user"/>
    <element value="search.views.tag"/>
    <element value="search.views.contrast_similar"/>
    <element value="injection.data_sync.tasks"/>
    <element value="search.views.contrast_similar"/>
    <element value="search.views.search_hotword"/>
    <element value="search.views.product"/>
    </config>
    </gm_rpcd_config>
    \ No newline at end of file
    deploy/templates/deployment.yaml 0 → 100644
    View file @ 106f3c52
    apiVersion: apps/v1beta2
    kind: Deployment
    metadata:
    name: {{ include "deploy.fullname" . }}
    labels:
    app: {{ include "deploy.name" . }}
    chart: {{ include "deploy.chart" . }}
    release: {{ .Release.Name }}
    heritage: {{ .Release.Service }}
    spec:
    replicas: {{ .Values.replicaCount }}
    selector:
    matchLabels:
    app: {{ include "deploy.name" . }}
    release: {{ .Release.Name }}
    template:
    metadata:
    labels:
    app: {{ include "deploy.name" . }}
    release: {{ .Release.Name }}
    spec:
    containers:
    - name: {{ .Chart.Name }}
    image: "{{ .Values.image.repository }}:{{ .Values.image.tag }}"
    imagePullPolicy: {{ .Values.image.pullPolicy }}
    ports:
    - name: http
    containerPort: 80
    protocol: TCP
    volumeMounts:
    - name: log
    mountPath: /data/log/physical/app
    - mountPath: /etc/gm-config/storage/static.dir/gm_logging.dir/
    name: logging-global
    - mountPath: /etc/gm-config/storage/static.dir/helios.dir/
    name: helios-global
    - mountPath: /etc/gm-config/storage/static.dir/gm_mq.dir/
    name: mq-global
    - mountPath: /etc/gm-config/storage/static.dir/dev_env.dir/
    name: dev-env-global
    - mountPath: /etc/gm-config/storage/static.dir/gm_shield.dir/
    name: shield-global
    - name: physical-settings-local
    mountPath: /srv/apps/physical/physical/settings_local.py
    readOnly: true
    subPath: settings_local.py
    - mountPath: /srv/apps/physical/app_conf.xml
    name: physical-app-conf
    subPath: app_conf.xml
    imagePullSecrets:
    - name: {{ .Values.image.pullSecret }}
    volumes:
    - name: log
    hostPath:
    path: /data/log/physical/app
    - configMap:
    items:
    - key: global_important_sentry.json
    path: global_important_sentry.json
    - key: kafka.json
    path: kafka.json
    name: logging-global
    name: logging-global
    - configMap:
    items:
    - key: static_route_table.json
    path: static_route_table.json
    name: helios-global
    name: helios-global
    - configMap:
    items:
    - key: celery.json
    path: celery.json
    name: mq-global
    name: mq-global
    - configMap:
    items:
    - key: resource.json
    path: resource.json
    name: dev-env-global
    name: dev-env-global
    - configMap:
    items:
    - key: shield.json
    path: shield.json
    name: shield-global
    name: shield-global
    - name: physical-settings-local
    configMap:
    name: physical-settings-local
    items:
    - key: settings_local.py
    path: settings_local.py
    - name: physical-app-conf
    configMap:
    name: physical-app-conf
    items:
    - key: app_conf.xml
    path: app_conf.xml
    deploy/templates/physical_settings_local.yaml 0 → 100644
    View file @ 106f3c52
    apiVersion: v1
    kind: ConfigMap
    metadata:
    name: physical-settings-local
    namespace: like-test
    data:
    settings_local.py: |-
    USE_L10N = True
    #
    # USE_TZ = True
    # Static files (CSS, JavaScript, Images)
    # https://docs.djangoproject.com/en/1.10/howto/static-files/
    STATIC_URL = '/static/'
    (base) [gmuser@BJ-Alp-Test-Cos-test001 physical]$ tail -n 1000 settings_local.py
    # coding=utf-8
    import os
    #from log_settings import *
    from datetime import timedelta
    from celery.schedules import crontab
    # Build paths inside the project like this: os.path.join(BASE_DIR, ...)
    BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
    # Quick-start development settings - unsuitable for production
    # See https://docs.djangoproject.com/en/1.10/howto/deployment/checklist/
    # SECURITY WARNING: keep the secret key used in production secret!
    SECRET_KEY = '^j3sg)sj8rc@du74%fb$c2926tv!!4g(kp-=rx1)c5!1&1(dq='
    # SECURITY WARNING: don't run with debug turned on in production!
    DEBUG = False
    ALLOWED_HOSTS = []
    # Application definition
    SENTRY_CELERY_ENDPOINT="http://60b0004c8884420f8067fb32fc3ed244:20f97fc73ffa4aad9735d0e6542a6d78@sentry.igengmei.com/140"
    BROKER_URL = "redis://:Gengmei123@172.21.52.16:6379/8"
    # CELERY_SEND_EVENTS = True
    # CELERY_SEND_TASK_SENT_EVENT = True
    #
    # CELERY_DEFAULT_EXCHANGE = 'celery'
    # CELERY_DEFAULT_EXCHANGE_TYPE = 'direct'
    # CELERY_DEFAULT_ROUTING_KEY = 'celery'
    #
    # CELERY_QUEUES = {
    # 'celery': {
    # 'exchange': CELERY_DEFAULT_EXCHANGE,
    # 'routing_key': CELERY_DEFAULT_ROUTING_KEY,
    # },
    # 'order': {
    # 'exchange': 'order',
    # 'routing_key': 'order',
    # },
    # }
    CELERY_BROKER_URL = "redis://:Gengmei123@172.21.52.16:6379/8"
    CELERY_TIMEZONE = 'Asia/Shanghai'
    CELERY_ROUTES = ['physical.celery_task_router.CeleryTaskRouter']
    INSTALLED_APPS = (
    'django.contrib.admin',
    'django.contrib.auth',
    'django.contrib.contenttypes',
    'django.contrib.sessions',
    'django.contrib.messages',
    'django.contrib.staticfiles',
    'trans2es',
    'search',
    'injection.data_sync',
    )
    CELERYBEAT_SCHEDULE = {
    'sync_face_similar_data_to_redis': {
    'task': 'injection.data_sync.tasks.sync_face_similar_data_to_redis',
    'schedule': timedelta(seconds=120),
    'args': ()
    },
    'set_tag_count': {
    'task': 'injection.data_sync.tasks.get_tag_count',
    'schedule': timedelta(seconds=1),
    'args': ()
    },
    }
    """
    MIDDLEWARE = [
    'django.middleware.security.SecurityMiddleware',
    'django.contrib.sessions.middleware.SessionMiddleware',
    'django.middleware.common.CommonMiddleware',
    'django.middleware.csrf.CsrfViewMiddleware',
    'django.contrib.auth.middleware.AuthenticationMiddleware',
    'django.contrib.messages.middleware.MessageMiddleware',
    'django.middleware.clickjacking.XFrameOptionsMiddleware',
    ]
    TEMPLATES = [
    {
    'BACKEND': 'django.template.backends.django.DjangoTemplates',
    'DIRS': [],
    'APP_DIRS': True,
    'OPTIONS': {
    'context_processors': [
    'django.template.context_processors.debug',
    'django.template.context_processors.request',
    'django.contrib.auth.context_processors.auth',
    'django.contrib.messages.context_processors.messages',
    ],
    },
    },
    ]
    AUTH_PASSWORD_VALIDATORS = [
    {
    'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',
    },
    {
    'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',
    },
    {
    'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',
    },
    {
    'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',
    },
    ]
    """
    ROOT_URLCONF = 'physical.urls'
    WSGI_APPLICATION = 'physical.wsgi.application'
    DATABASE_ROUTERS = ['physical.DBRouter.DBRouter']
    REDIS_URL = "redis://:Gengmei123@172.21.52.16:6379"
    # Database
    # https://docs.djangoproject.com/en/1.10/ref/settings/#databases
    DATABASES = {
    'default': {
    'ENGINE': 'django.db.backends.mysql',
    'NAME': 'alpha',
    'USER': 'work',
    'PASSWORD': 'Gengmei123!',
    'HOST': '172.21.36.16',
    'PORT': '3306',
    'OPTIONS': {
    "init_command": "SET foreign_key_checks = 0;",
    "charset": "utf8mb4",
    },
    },
    'face': {
    'ENGINE': 'django.db.backends.mysql',
    'NAME': 'face',
    'USER': 'work',
    'PASSWORD': 'Gengmei123!',
    'HOST': '172.21.36.16',
    'PORT': '3306',
    #'CONN_MAX_AGE': None,
    'OPTIONS': {
    "init_command": "SET foreign_key_checks = 0;",
    "charset": "utf8mb4",
    },
    },
    'commodity': {
    'ENGINE': 'django.db.backends.mysql',
    'NAME': 'commodity',
    'USER': 'work',
    'PASSWORD': 'Gengmei123!',
    'HOST': '172.21.36.16',
    'PORT': '3306',
    # 'CONN_MAX_AGE': None,
    'OPTIONS': {
    "init_command": "SET foreign_key_checks = 0;",
    "charset": "utf8mb4",
    },
    }
    }
    ES_INFO_LIST = [
    {
    "host": "172.21.40.14",
    "port": 9200
    }
    ]
    TAG_ES_INFO_LIST = [
    {
    "host": "172.21.40.14",
    "port": 9200
    }
    ]
    # KAFKA_BROKER_LIST = "192.168.13.114:9092,192.168.13.116:9092,192.168.13.115:9092"
    # KAFKA_TOPIC_NAME = "alpha-maidian-data"
    KAFKA_BROKER_LIST = "172.21.40.14:9092"
    KAFKA_TOPIC_NAME = "gm-maidian-data"
    ES_INDEX_PREFIX="gm-dbmw"
    SLAVE_DB_NAME = 'default'
    MIDDLEWARE_CLASSES = (
    'gm_tracer.middleware.TracerMiddleware',
    'django.contrib.sessions.middleware.SessionMiddleware',
    'django.middleware.common.CommonMiddleware',
    'django.middleware.csrf.CsrfViewMiddleware',
    'django.contrib.auth.middleware.AuthenticationMiddleware',
    'django.contrib.auth.middleware.SessionAuthenticationMiddleware',
    'django.contrib.messages.middleware.MessageMiddleware',
    'django.middleware.clickjacking.XFrameOptionsMiddleware',
    'helios.DjangoL5dMiddleware',
    )
    # Password validation
    # https://docs.djangoproject.com/en/1.10/ref/settings/#auth-password-validators
    # Internationalization
    # https://docs.djangoproject.com/en/1.10/topics/i18n/
    # LANGUAGE_CODE = 'en-us'
    #
    TIME_ZONE = 'Asia/Shanghai'
    #
    USE_I18N = True
    USE_L10N = True
    #
    # USE_TZ = True
    # Static files (CSS, JavaScript, Images)
    # https://docs.djangoproject.com/en/1.10/howto/static-files/
    STATIC_URL = '/static/'
    \ No newline at end of file
    deploy/values.yaml 0 → 100644
    View file @ 106f3c52
    # Default values for deploy.
    # This is a YAML-formatted file.
    # Declare variables to be passed into your templates.
    replicaCount: 1
    image:
    repository: ccr.ccs.tencentyun.com/gm-ai/physical-test
    tag: latest
    pullPolicy: Always
    pullSecret: gm-secret
    nameOverride: ""
    fullnameOverride: ""
    service:
    type: ClusterIP
    port: 80
    ingress:
    enabled: false
    annotations: {}
    # kubernetes.io/ingress.class: nginx
    # kubernetes.io/tls-acme: "true"
    path: /
    hosts:
    - chart-example.local
    tls: []
    # - secretName: chart-example-tls
    # hosts:
    # - chart-example.local
    resources: {}
    # We usually recommend not to specify default resources and to leave this as a conscious
    # choice for the user. This also increases chances charts run on environments with little
    # resources, such as Minikube. If you do want to specify resources, uncomment the following
    # lines, adjust them as necessary, and remove the curly braces after 'resources:'.
    # limits:
    # cpu: 100m
    # memory: 128Mi
    # requests:
    # cpu: 100m
    # memory: 128Mi
    nodeSelector: {}
    tolerations: []
    affinity: {}
    Markdown is supported
    0% or
    You are about to add 0 people to the discussion. Proceed with caution.
    Finish editing this message first!
    Please register or to comment