最近mysql数据库升级到5.7.16,而中间件atlas之前是基于mysql5.6编译的,打算重新编译下atlas并使用mysql5.7.16的库文件头文件。这里主要介绍下编译过程遇到问题及解决方法。
由于需要glib版本要大于2.32以上,centos6.6系统自带的glib版本为2.28,因此需要重新编译安装2.32以上的glib,这里安装2.34版本的glib需要依赖pcre大于8.31
一、编译安装pcre8.35
# ./configure --prefix=/usr/local/pcre
# make
# make install
二、编译安装glib-2.34.3.tar.xz
# ./configure --prefix=/usr/local/glib --with-pcre=/usr/local/pcre/
# make
# make install
三、编译安装Atlas-2.2.1.tar.gz
1.解决依赖关系
# yum install libffi-devel lua-devel libevent libevent-devel jemalloc jemalloc-devel openssl-devel
2.修改源码中mysql版本代码,这里mysql版本为5.7.16
找到plugins/proxy/proxy-plugin.c文件
修改1974行:challenge->server_version_str = g_strdup("5.0.81-log");
为:challenge->server_version_str = g_strdup("5.7.16-log");
修改1974行:challenge->server_version = 50081;
为:challenge->server_version = 50716;
3.安装atlas
修改bootstrap.sh
#!/bin/sh base=$(cd "$(dirname "$0")"; pwd)cd $basePKG_CONFIG_PATH=/usr/local/glib/lib/pkgconfig ./configure --with-mysql=/usr/local/mysql5.7.16/bin/mysql_config --prefix=/usr/local/mysql-proxy CFLAGS="-DHAVE_LUA_H -O2" CPPFLAGS="-I/usr/local/mysql5.7.16/include/" LDFLAGS="-lm -ldl -lcrypto -ljemalloc" LUA_CFLAGS="-I/usr/include/" LUA_LIBS="-L/usr/lib64 -llua"
执行
# ./bootstrap.sh
# make && make install
4.执行make时会报错:
错误1:
libtool: compile: gcc -DHAVE_CONFIG_H -I. -I.. -I/usr/local/mysql5.7/include -I/usr/local/glib/include/glib-2.0 -I/usr/local/glib/lib/glib-2.0/include -pthread -I/usr/local/glib/include/glib-2.0 -I/usr/local/glib/lib/glib-2.0/include -g -O2 -MT libmysql_proxy_la-network-mysqld-packet.lo -MD -MP -MF .deps/libmysql_proxy_la-network-mysqld-packet.Tpo -c network-mysqld-packet.c -fPIC -DPIC -o .libs/libmysql_proxy_la-network-mysqld-packet.o
network-mysqld-packet.c: In function ‘network_mysqld_auth_challenge_new’:
network-mysqld-packet.c:1147: error: ‘CLIENT_SECURE_CONNECTION’ undeclared (first use in this function)
network-mysqld-packet.c:1147: error: (Each undeclared identifier is reported only once
network-mysqld-packet.c:1147: error: for each function it appears in.)
network-mysqld-packet.c: In function ‘network_mysqld_proto_get_auth_challenge’:
network-mysqld-packet.c:1221: error: ‘CLIENT_SECURE_CONNECTION’ undeclared (first use in this function)
network-mysqld-packet.c: In function ‘network_mysqld_auth_response_new’:
network-mysqld-packet.c:1323: error: ‘CLIENT_SECURE_CONNECTION’ undeclared (first use in this function)
network-mysqld-packet.c: In function ‘network_mysqld_proto_get_auth_response’:
network-mysqld-packet.c:1378: error: ‘CLIENT_SECURE_CONNECTION’ undeclared (first use in this function)
make[3]: *** [libmysql_proxy_la-network-mysqld-packet.lo] Error 1
make[3]: Leaving directory `/usr/local/src/Atlas-2.2.1/src'
make[2]: *** [all] Error 2
make[2]: Leaving directory `/usr/local/src/Atlas-2.2.1/src'
make[1]: *** [all-recursive] Error 1
make[1]: Leaving directory `/usr/local/src/Atlas-2.2.1'
make: *** [all] Error 2
错误2:
libtool: compile: gcc -DHAVE_CONFIG_H -I. -I../.. -I/usr/local/mysql5.7.16/include -I/usr/local/glib/include/glib-2.0 -I/usr/local/glib/lib/glib-2.0/include -I/usr/include/ -pthread -I/usr/local/glib/include/glib-2.0 -I/usr/local/glib/lib/glib-2.0/include -I../../src/ -I/usr/local/mysql5.7.16/include/ -DHAVE_LUA_H -O2 -MT libadmin_la-admin-plugin.lo -MD -MP -MF .deps/libadmin_la-admin-plugin.Tpo -c admin-plugin.c -fPIC -DPIC -o .libs/libadmin_la-admin-plugin.o
admin-plugin.c: In function ‘server_con_init’:
admin-plugin.c:203: error: ‘CLIENT_SECURE_CONNECTION’ undeclared (first use in this function)
admin-plugin.c:203: error: (Each undeclared identifier is reported only once
admin-plugin.c:203: error: for each function it appears in.)
make[3]: *** [libadmin_la-admin-plugin.lo] Error 1
make[3]: Leaving directory `/usr/local/src/Atlas-2.2.1/plugins/admin'
make[2]: *** [all-recursive] Error 1
make[2]: Leaving directory `/usr/local/src/Atlas-2.2.1/plugins'
make[1]: *** [all-recursive] Error 1
make[1]: Leaving directory `/usr/local/src/Atlas-2.2.1'
make: *** [all] Error 2
报错原因:mysql5.7之后头文件中的CLIENT_SECURE_CONNECTION变量名修改为CLIENT_RESERVED2
cat /usr/local/src/mysql-5.6.17/include/mysql_com.h
cat /usr/local/src/mysql-5.7.16/include/mysql_com.h
5.解决方法:
修改atlas源码
visrc/network-mysqld-packet.c1139network_mysqld_auth_challenge *network_mysqld_auth_challenge_new() {1140 network_mysqld_auth_challenge *shake;11411142 shake =g_new0(network_mysqld_auth_challenge, 1);11431144 shake->challenge =g_string_sized_new(20);1145 shake->capabilities =1146 CLIENT_PROTOCOL_41 |1147 CLIENT_SECURE_CONNECTION |1148 0;114911501151 return shake;1152 }修改1147行为如下:1139network_mysqld_auth_challenge *network_mysqld_auth_challenge_new() {1140 network_mysqld_auth_challenge *shake;11411142 shake =g_new0(network_mysqld_auth_challenge, 1);11431144 shake->challenge =g_string_sized_new(20);1145 shake->capabilities =1146 CLIENT_PROTOCOL_41 |1147 CLIENT_RESERVED2 |1148 0;114911501151 return shake;1152 } 12201221 if (shake->capabilities &CLIENT_SECURE_CONNECTION) {1222 err = err ||network_mysqld_proto_get_string_len(packet, &scramble_2, 12);1223 err = err ||network_mysqld_proto_skip(packet, 1);1224 }12251226 if (!err) {1227 /* process the data */12281229 if (3 !=sscanf(shake->server_version_str, "%d.%d.%d%*s", &maj,&min, &patch)) {1230 /* can't parse theprotocol */12311232 g_critical("%s:protocol 10, but version number not parsable", G_STRLOC);12331234 return -1;1235 }1236修改1221行为如下:12201221 if (shake->capabilities & CLIENT_RESERVED2) {1222 err = err ||network_mysqld_proto_get_string_len(packet, &scramble_2, 12);1223 err = err ||network_mysqld_proto_skip(packet, 1);1224 }12251226 if (!err) {1227 /* process the data */12281229 if (3 !=sscanf(shake->server_version_str, "%d.%d.%d%*s", &maj,&min, &patch)) {1230 /* can't parse theprotocol */12311232 g_critical("%s:protocol 10, but version number not parsable", G_STRLOC);12331234 return -1;1235 }1236 1312network_mysqld_auth_response *network_mysqld_auth_response_new() {1313 network_mysqld_auth_response *auth;13141315 auth =g_new0(network_mysqld_auth_response, 1);13161317 /* we have to make surescramble->buf is not-NULL to get1318 * the "empty string" andnot a "NULL-string"1319 */1320 auth->response =g_string_new("");1321 auth->username =g_string_new("");1322 auth->database =g_string_new("");1323 auth->capabilities =CLIENT_SECURE_CONNECTION | CLIENT_PROTOCOL_41;13241325 return auth;1326 }修改1323行为如下:1312network_mysqld_auth_response *network_mysqld_auth_response_new() {1313 network_mysqld_auth_response *auth;13141315 auth =g_new0(network_mysqld_auth_response, 1);13161317 /* we have to make surescramble->buf is not-NULL to get1318 * the "empty string" andnot a "NULL-string"1319 */1320 auth->response =g_string_new("");1321 auth->username =g_string_new("");1322 auth->database =g_string_new("");1323 auth->capabilities = CLIENT_RESERVED2 | CLIENT_PROTOCOL_41;13241325 return auth;1326 } 1378 if (auth->capabilities& CLIENT_SECURE_CONNECTION) {1379 err = err ||network_mysqld_proto_get_lenenc_gstring(packet, auth->response);1380 } else {1381 err = err ||network_mysqld_proto_get_gstring(packet, auth->response);1382 }13831384 if (packet->offset !=packet->data->len) {1385 /* database isoptional and may include a trailing \0 char */1386 err = err ||network_mysqld_proto_get_gstring_len修改1378行为如下:1378 if (auth->capabilities& CLIENT_RESERVED2) {1379 err = err ||network_mysqld_proto_get_lenenc_gstring(packet, auth->response);1380 } else {1381 err = err ||network_mysqld_proto_get_gstring(packet, auth->response);1382 }13831384 if (packet->offset !=packet->data->len) {1385 /* database isoptional and may include a trailing \0 char */1386 err = err ||network_mysqld_proto_get_gstring_len viplugins/admin/admin-plugin.c195NETWORK_MYSQLD_PLUGIN_PROTO(server_con_init) {196 network_mysqld_auth_challenge*challenge;197 GString *packet;198199 challenge =network_mysqld_auth_challenge_new();200 challenge->server_version_str =g_strdup("5.0.99-agent-admin");201 challenge->server_version = 50099;202 challenge->charset = 0x08; /* latin1 */203 challenge->capabilities = CLIENT_PROTOCOL_41 |CLIENT_SECURE_CONNECTION | CLIENT_LONG_PASSWORD;204 challenge->server_status = SERVER_STATUS_AUTOCOMMIT;205 challenge->thread_id = 1;修改203行为如下:195NETWORK_MYSQLD_PLUGIN_PROTO(server_con_init) {196 network_mysqld_auth_challenge*challenge;197 GString *packet;198199 challenge =network_mysqld_auth_challenge_new();200 challenge->server_version_str =g_strdup("5.0.99-agent-admin");201 challenge->server_version = 50099;202 challenge->charset = 0x08; /* latin1 */203 challenge->capabilities = CLIENT_PROTOCOL_41 | CLIENT_RESERVED2 | CLIENT_LONG_PASSWORD;204 challenge->server_status = SERVER_STATUS_AUTOCOMMIT;205 challenge->thread_id = 1;
6.重新编译安装
7.导入mysql5.7库文件
# echo '/usr/local/mysql5.7.16/lib' >> /etc/ld.so.conf
# ldconfig
8.启动atlas
# /usr/local/mysql-proxy/bin/mysql-proxyd test start