Skip to content

安装 cmake

shell
sudo apt-get install cmake

安装 zlib

sudo apt-get install zlib1g-dev

yum install -y zlib zlib-devel

# 源码编译安装
http://www.zlib.net/zlib-1.2.13.tar.gz
tar -zxvf zlib-1.2.13.tar.gz
cd zlib-1.2.13/
./configure
make
sudo make install

安装 OpenSSL

shell
sudo apt-get install openssl
sudo apt-get install libssl-dev

yum install -y openssl openssl-devel
shell
sudo apt-get install libprotobuf-dev protobuf-compiler

编辑 CMakeLists hadoop-hdfs-project/hadoop-hdfs-native-client main/native/libhdfspp/CMakeLists.txt CMakeLists.txt 通常如下配置即可解决问题

shell
cmake_minimum_required(VERSION 3.1) # for CMAKE_CXX_STANDARD

set(CMAKE_CXX_STANDARD 11)

# 添加如下两行
set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -fPIC")
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fPIC")

find_package(Protobuf REQUIRED)

[WARNING] -- valgrind location: MEMORYCHECK_COMMAND-NOTFOUND [WARNING] CMake Error at main/native/libhdfspp/CMakeLists.txt:140 (message): [WARNING] Cound not find a SASL library (GSASL (gsasl) or Cyrus SASL (libsasl2). [WARNING] Install/configure one of them or define NO_SASL=1 in your cmake call [WARNING] [WARNING]

yum install -y gcc gcc-c++ yum -y install build-essential autoconf automake libtool cmake zlib1g-dev pkg-config libssl-dev libsasl2-dev yum install -y cyrus-sasl* yum install -y libgsasl-devel*

yum install -y fuse fuse-devel mvn package -Pnative -Drequire.fuse=true -DskipTests mvn package -Pnative -Drequire.fuse=true -DskipTests -Dmaven.javadoc.skip=true

com.amazonaws/DynamoDBLocal/1.21.1

工具包目录结构如下:

shell
fuse_hdfs_tools
├── fuse_dfs
├── fuse_dfs_wrapper.sh
├── lib
   ├── libhdfs.a
   ├── libhdfs.so -> libhdfs.so.0.0.0
   └── libhdfs.so.0.0.0
└── test_fuse_dfs

yum --downloadonly --downloaddir ./ install fuse libfuse-devel yum --downloadonly --downloaddir ./ install libfuse2 yum --downloadonly --downloaddir ./ install hadoop-hdfs-fuse yum --downloadonly --downloaddir ./ install zlib zlib-devel yum --downloadonly --downloaddir ./ install nfs-utils


  • Please install util-linux version 2.18 or later which supports *
  • --fake and --no-canonicalize options in mount and umount *

shell
hdfs dfs -mkdir /user
hdfs dfs -mkdir /user/ftp
hdfs dfs -mkdir /user/hadoop
hdfs dfs -mkdir /user/root
hdfs dfs -mkdir /user/yarn
hdfs dfs -chmod 777 /user/ftp
hdfs dfs -chown root:supergroup /user/root
hdfs dfs -chown yarn:supergroup /user/yarn

./configure --prefix=/usr/local --disable-static INIT_D_PATH=/tmp/init.d

./fuse_dfs_wrapper.sh dfs://jxvm1:9000 /mnt/hdfs4 -d

bin/hdfs --daemon start portmap bin/hdfs --daemon start nfs3

rpcinfo -p 192.168.122.35 showmount -e 192.168.122.35 mount -t nfs -o vers=3,proto=tcp,nolock,noacl,sync 192.168.122.35:/ /mnt/hdfs mount -t nfs -o vers=3,proto=tcp,nolock,noacl,async,wsize=65536 192.168.122.35:/ /mnt/hdfs

ps -ef|grep grafana-server | cut -f 1 -d " "

数据化转型平台

160

  1. 招标参数(优先)
  2. 报价(优先)
  3. 实施方案