roadrunner监控linux服务器,HttpRunnerManager 接口自动化测试平台 搭建实践

HttpRunnerManager 接口自动化测试平台 搭建实践

HttpRunnerManager 接口自动化测试平台 搭建实践

一、需要准备的知识点

1. linux: 安装 python3、nginx 安装和配置、mysql 安装和配置

2. python: django 配置、uwsgi 配置

二、我搭建的环境

1. Centos7 (配置 rabbitmq、mysql 、Supervisord)

2. python 3.6.8 (配置 django、uwsgi)

3. git 1.8.3.1 (克隆代码)

三、搭建过程

1. 配置数据库(安装 mysql ，自行百度)

新建库：httprunner (UI 工具直接新建)

2. 安装 rabbitmq(消息中间件)

教程 >>>

3. 克隆代码

git clone https://github.com/HttpRunner/HttpRunnerManager.git

4. 安装项目依赖库

pip install -r requirements.txt

5. 修改 setting.py 配置文件

"""

Django settings for HttpRunnerManager project.

Generated by 'django-admin startproject' using Django 1.11.7.

For more information on this file, see

https://docs.djangoproject.com/en/1.11/topics/settings/

For the full list of settings and their values, see

https://docs.djangoproject.com/en/1.11/ref/settings/

"""

from __future__ import absolute_import, unicode_literals

import os

# Build paths inside the project like this: os.path.join(BASE_DIR, ...)

import djcelery

from django.conf.global_settings import SESSION_COOKIE_AGE

BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))

# Quick-start development settings - unsuitable for production

# See https://docs.djangoproject.com/en/1.11/howto/deployment/checklist/

# SECURITY WARNING: keep the secret key used in production secret!

SECRET_KEY = '=w+1if4no=o&6!la#5j)3wsu%[email protected]$)[email protected]=i0h!5)h9h)$*s7'

# SECURITY WARNING: don't run with debug turned on in production!

DEBUG = False

# DEBUG = True

ALLOWED_HOSTS = ['*']

# Application definition

INSTALLED_APPS = [

'django.contrib.admin',

'django.contrib.auth',

'django.contrib.contenttypes',

'django.contrib.sessions',

'django.contrib.messages',

'django.contrib.staticfiles',

'ApiManager',

'djcelery',

]

MIDDLEWARE = [

'django.middleware.security.SecurityMiddleware',

'django.contrib.sessions.middleware.SessionMiddleware',

'django.middleware.common.CommonMiddleware',

# 'django.middleware.csrf.CsrfViewMiddleware',

'django.contrib.auth.middleware.AuthenticationMiddleware',

'django.contrib.messages.middleware.MessageMiddleware',

'django.middleware.clickjacking.XFrameOptionsMiddleware',

]

MIDDLEWARE_CLASSES = [

'dwebsocket.middleware.WebSocketMiddleware'

]

ROOT_URLCONF = 'HttpRunnerManager.urls'

TEMPLATES = [

{

'BACKEND': 'django.template.backends.django.DjangoTemplates',

'DIRS': [os.path.join(BASE_DIR, 'templates')],

'APP_DIRS': True,

'OPTIONS': {

'context_processors': [

'django.template.context_processors.debug',

'django.template.context_processors.request',

'django.contrib.auth.context_processors.auth',

'django.contrib.messages.context_processors.messages',

],

},

},

]

WSGI_APPLICATION = 'HttpRunnerManager.wsgi.application'

# Password validation

# https://docs.djangoproject.com/en/1.11/ref/settings/#auth-password-validators

AUTH_PASSWORD_VALIDATORS = [

{

'NAME': 'django.contrib.auth.password_validation.UserAttributeSimilarityValidator',

},

{

'NAME': 'django.contrib.auth.password_validation.MinimumLengthValidator',

},

{

'NAME': 'django.contrib.auth.password_validation.CommonPasswordValidator',

},

{

'NAME': 'django.contrib.auth.password_validation.NumericPasswordValidator',

},

]

# Internationalization

# https://docs.djangoproject.com/en/1.11/topics/i18n/

LANGUAGE_CODE = 'zh-Hans'

TIME_ZONE = 'Asia/Shanghai'

USE_I18N = True

USE_L10N = True

USE_TZ = False

# Static files (CSS, JavaScript, Images)

# https://docs.djangoproject.com/en/1.11/howto/static-files/

if DEBUG:

DATABASES = {

'default': {

'ENGINE': 'django.db.backends.mysql',

'NAME': 'HttpRunner', # 新建数据库名

'USER': 'root', # 数据库登录名

'PASSWORD': '123456', # 数据库登录密码

'HOST': '192.168.1.254', # 数据库所在服务器ip地址

'PORT': '3306', # 监听端口 默认3306即可

}

}

STATICFILES_DIRS = (

os.path.join(BASE_DIR, 'static'), # 静态文件额外目录

)

else:

DATABASES = {

'default': {

'ENGINE': 'django.db.backends.mysql',

'NAME': 'HttpRunner', # 新建数据库名

'USER': 'root', # 数据库登录名

'PASSWORD': '123456', # 数据库登录密码

'HOST': '192.168.1.254', # 数据库所在服务器ip地址

'PORT': '3306', # 监听端口 默认3306即可

}

}

STATIC_ROOT = os.path.join(BASE_DIR, 'static')

STATIC_URL = '/static/'

STATICFILES_FINDERS = (

'django.contrib.staticfiles.finders.FileSystemFinder',

'django.contrib.staticfiles.finders.AppDirectoriesFinder'

)

SESSION_COOKIE_AGE = 300 * 60

djcelery.setup_loader()

CELERY_ENABLE_UTC = True

CELERY_TIMEZONE = 'Asia/Shanghai'

BROKER_URL = 'amqp://guest:[email protected]:5672//' if DEBUG else 'amqp://guest:[email protected]:5672//'

CELERYBEAT_SCHEDULER = 'djcelery.schedulers.DatabaseScheduler'

CELERY_RESULT_BACKEND = 'djcelery.backends.database:DatabaseBackend'

CELERY_ACCEPT_CONTENT = ['application/json']

CELERY_TASK_SERIALIZER = 'json'

CELERY_RESULT_SERIALIZER = 'json'

CELERY_TASK_RESULT_EXPIRES = 7200 # celery任务执行结果的超时时间，

CELERYD_CONCURRENCY = 1 if DEBUG else 10 # celery worker的并发数 也是命令行-c指定的数目 根据服务器配置实际更改 一般25即可

CELERYD_MAX_TASKS_PER_CHILD = 100 # 每个worker执行了多少任务就会死掉，我建议数量可以大一些，比如200

# 发送邮件

EMAIL_HOST = 'smtp.exmail.qq.com'

EMAIL_PORT = 465

EMAIL_USR_SSL = True

EMAIL_SUBJECT_PREFIX = '测试部'

EMAIL_HOST_USER = '[email protected]' # 自己的邮箱

EMAIL_HOST_PASSWORD = "fadfadfdn8hf7AXc" # 我的邮箱密码

EMAIL_SEND_USERNAME = '[email protected]' # 定时任务报告发送邮箱，支持163,qq,sina,企业qq邮箱等，注意需要开通smtp服务

EMAIL_SEND_PASSWORD = 'Frfadfadfhf7AXc' # 邮箱密码

LOGGING = {

'version': 1,

'disable_existing_loggers': True,

'formatters': {

'standard': {

'format': '%(asctime)s [%(name)s:%(lineno)d] [%(module)s:%(funcName)s] [%(levelname)s]- %(message)s'}

# 日志格式

},

'filters': {

},

'handlers': {

'mail_admins': {

'level': 'ERROR',

'class': 'django.utils.log.AdminEmailHandler',

'include_html': True,

},

'default': {

'level': 'DEBUG',

'class': 'logging.handlers.RotatingFileHandler',

'filename': os.path.join(BASE_DIR, 'logs/all.log'),

'maxBytes': 1024 * 1024 * 100,

'backupCount': 5,

'formatter': 'standard',

},

'console': {

'level': 'DEBUG',

'class': 'logging.StreamHandler',

'formatter': 'standard'

},

'request_handler': {

'level': 'DEBUG',

'class': 'logging.handlers.RotatingFileHandler',

'filename': os.path.join(BASE_DIR, 'logs/script.log'),

'maxBytes': 1024 * 1024 * 100,

'backupCount': 5,

'formatter': 'standard',

},

'scprits_handler': {

'level': 'DEBUG',

'class': 'logging.handlers.RotatingFileHandler',

'filename': os.path.join(BASE_DIR, 'logs/script.log'),

'maxBytes': 1024 * 1024 * 100,

'backupCount': 5,

'formatter': 'standard',

},

},

'loggers': {

'django': {

'handlers': ['default', 'console'],

'level': 'INFO',

'propagate': True

},

'HttpRunnerManager.app': {

'handlers': ['default', 'console'],

'level': 'DEBUG',

'propagate': True

},

'django.request': {

'handlers': ['request_handler'],

'level': 'DEBUG',

'propagate': True

},

'HttpRunnerManager': {

'handlers': ['scprits_handler', 'console'],

'level': 'DEBUG',

'propagate': True

},

'scripts': {

'handlers': ['scprits_handler', 'console'],

'level': 'DEBUG',

'propagate': True

},

}

}

6. django 生成数据库表和字段(在项目路径下执行)

#生成数据迁移脚本

python manage.py makemigrations ApiManager

#应用到db生成数据表

python manage.py migrate

7. 创建 django 管理后台的超级账户

python manage.py createsuperuser

8. 安装 和 配置 uwsgi

安装：pip install uwsgi

配置：

[[email protected] configs]# cat ini_hrm.ini

[uwsgi]

socket = 127.0.0.1:9092

#socket = 127.0.0.1:3031

stats = 127.0.0.1:9193

chdir = /root/TestProject/HttpRunnerManager

wsgi-file = /root/TestProject/HttpRunnerManager/HttpRunnerManager/wsgi.py

# module = Joyo.settings

virtualenv = /root/.envs/hrm

pidfile = /root/TestProject/running/uwsgi_hrm.pid

touch-reload = /root/TestProject/running/uwsgi_hrm.pid

# py-auto-reload = 1

buffer-size = 32768

processes = 1

workers=2

# threads = 2

daemonize = /root/TestProject/logs/uwsgi_hrm.log

9. 配置 Nginx

教程 >>>

10. 启动 Nginx

/usr/local/nginx/sbin/nginx -c /usr/local/nginx/conf/nginx.conf

11. 启动 uwsgi

/root/.envs/hrm/bin/uwsgi --ini /root/TestProject/configs/ini_hrm.ini

12. Supervisor 守护 Celery worker、beat、flower

教程 >>>

四、访问链接

1. django 后台

url: http://192.168.1.254/admin/login/?next=/admin/

id: root

pw: abc123456

2. rabbitmq

url: http://192.168.1.254:15672/#/

id: guest

pw: guest

3. HttpRunnerManager

注册：http://192.168.1.254:8000/api/register/

登录：http://192.168.1.254:8000/api/login/

4. Celery 任务监控后台

url: http://192.168.1.254:5555/dashboard

五、两个问题点

1.  启动 Django 项目时，ImportError: No module named 'MySQLdb':

安装 pymysql: pip install pymysql

在 Django 项目中的 __init__.py 中引用：

import pymysql

pymysql.install_as_MySQLdb()

2. 打开 HttpRunnerManager 后台时：百度未授权使用地图API

解决方法 >>>

### 来张定时检查图

HttpRunnerManager 接口自动化测试平台 搭建实践相关教程