3 этап - запуск OracleDB 12c для CarabiDB

listener.ora 
 LISTENER =
 (DESCRIPTION_LIST =
 (DESCRIPTION =
 (ADDRESS = (PROTOCOL = TCP)(HOST = 0.0.0.0)(PORT = 1521))
 (ADDRESS = (PROTOCOL = IPC)(KEY = EXTPROC1521))
 )
 )
 
 Настройка автозапуска 
 Выполнить из под ROOT 
 Замена :N на :Y в oratab: 
 sed -i 's/\/oracle\/12c:N/\/oracle\/12c:Y/g' /etc/oratab
 
 Добавить сервис в systemd: 
 cat << EOT >> /etc/systemd/system/oracle-db.service
[Unit]
Description=Oracle Database(s) and Listener
Requires=network.target
[Service]
Type=forking 
RemainAfterExit=yes 
Restart=no 
KillMode=none 
TimeoutStopSec=10min 
User=oracle 
Group=oinstall 
# memlock limit is needed for SGA to use HugePages 
LimitMEMLOCK=infinity 
LimitNOFILE=65535 
# Please use absolute path here 
# First argument of dbstart is used to bring up Listener 
ExecStart=/home/oracle/oracle/12c/bin/dbstart /home/oracle/oracle/12c &
ExecStop=/home/oracle/oracle/12c/bin/dbshut /home/oracle/oracle/12c
[Install]
WantedBy=multi-user.target
EOT
 
 Включить автозапуск и перезагрузиться: 
 chown -R oracle /home/oracle
systemctl enable oracle-db
reboot
 
 проверка подключения 
 cat /home/oracle/oracle/12c/network/admin/tnsnames.ora
 
 Для подкл. CSP потребуется строка из этого файла, напр: 
 (DESCRIPTION =
 (ADDRESS = (PROTOCOL = TCP)(HOST = CarabiDB)(PORT = 1521))
 (CONNECT_DATA =
 (SERVER = DEDICATED)
 (SERVICE_NAME = CarabiDB)
 )
 )
 
 Поменять PASSWORD 
 Запустить sqlplus /nolog 
 SQL> CONNECT SYSTEM/syspassw0rd@CarabiDB
Connected.
SQL> SELECT * FROM HELP;
------
 
 Huge Pages 
 # Проверить доступные HugePages
grep HugePages /proc/meminfo
# Проверить размер страниц
grep Hugepagesize /proc/meminfo
 
 Выключить transparent hugepages 
 проверить 
 cat /sys/kernel/mm/transparent_hugepage/enabled
# Если always madvise [never] то все в порядке
 
 Сервис для отключения transparent hugepages 
 cat > /etc/systemd/system/disable-thp.service << EOF
[Unit]
Description=Disable Transparent Huge Pages
Before=sysinit.target
DefaultDependencies=no
[Service]
Type=oneshot
RemainAfterExit=yes
ExecStart=/bin/sh -c "echo 'never' > /sys/kernel/mm/transparent_hugepage/enabled && echo 'never' > /sys/kernel/mm/transparent_hugepage/defrag"
[Install]
WantedBy=sysinit.target
EOF
#Автозапуск
systemctl daemon-reload
systemctl enable disable-thp
systemctl start disable-thp
 
 Затем - еще раз проверьте 
 Автоматический расчет 
 # Создать скрипт расчета
cat > /tmp/hugepages_settings.sh << 'EOF'
#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
#
# This script is provided by Doc ID 401749.1 from My Oracle Support
# http://support.oracle.com

# Welcome text
echo "
This script is provided by Doc ID 401749.1 from My Oracle Support
(http://support.oracle.com) where it is intended to compute values for
the recommended HugePages/HugeTLB configuration for the current shared
memory segments. Before proceeding with the execution, note following:
 * For ASM instance, it needs to configure ASMM instead of AMM.
 * The 'pga_aggregate_target' is outside the SGA and
 you should accommodate this while calculating the overall size.
 * In case you changes the DB SGA size,
 as the new SGA will not fit in the previous HugePages configuration,
 it had better disable the whole HugePages,
 start the DB with new SGA size and run the script again.
And make sure that:
 * Oracle Database instance(s) are up and running
 * Oracle Database 11g Automatic Memory Management (AMM) is not setup
 (See Doc ID 749851.1)
 * The shared memory segments can be listed by command:
 # ipcs -m

Press Enter to proceed..."

read

# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`

# Find out the HugePages size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk '{print $2}'`
if [ -z "$HPG_SZ" ];then
 echo "The hugepages may not be supported in the system where the script is being executed."
 exit 1
fi

# Initialize the counter
NUM_PG=0

# Cumulative number of pages required to handle the running shared memory segments
for SEG_BYTES in `ipcs -m | cut -c44-300 | awk '{print $1}' | grep "[0-9][0-9]*"`
do
 MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
 if [ $MIN_PG -gt 0 ]; then
 NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
 fi
done

RES_BYTES=`echo "$NUM_PG * $HPG_SZ * 1024" | bc -q`

# An SGA less than 100MB does not make sense
if [ $RES_BYTES -lt 100000000 ]; then
 echo "***********"
 echo "** ERROR **"
 echo "***********"
 echo "Sorry! There are not enough total of shared memory segments allocated for
HugePages configuration. HugePages can only be used for shared memory segments
that you can list by command:

 # ipcs -m

of a size that can match an Oracle Database SGA. Please make sure that:
 * Oracle Database instance is up and running
 * Oracle Database 11g Automatic Memory Management (AMM) is not configured"
 exit 1
fi

# Finish with results
case $KERN in
 '2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
 echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
 '2.6') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
 '3.8') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
 '3.10') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
 '4.1') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
 '4.14') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
 *) echo "Kernel version $KERN is not supported by this script (yet). Exiting." ;;
esac

# End
EOF

chmod +x /tmp/hugepages_settings.sh
 
 Настройка параметров ядра 
 Скрипт выше выведет, например: 
 Recommended setting: vm.nr_hugepages = 3754
 
 Надо отредактировать конфигурационный файл
 mcedit /etc/sysctl.d/90-oracle.conf 
 # Добавить или изменить следующие параметры:
vm.nr_hugepages = [Из скрипта]
# для уменьшения блокировки памяти
vm.min_free_kbytes = 1048576
 
 Применить изменения:
 sysctl -p 
 Отключение AMM (Automatic Memory Management) 
 
 Узнать сколько памяти на машине (напр через TOP) 
 Память SGA = RAM / 3 * 2 
 Память PGA = SGA / 4 
 
 Выполнить через sqlplus: 
 -- Отключить AMM (установить в 0)
ALTER SYSTEM SET memory_target = 0 SCOPE = BOTH;
ALTER SYSTEM SET memory_max_target = 0 SCOPE = SPFILE;

-- Установить SGA и PGA
ALTER SYSTEM SET sga_max_size = [Память SGA]G SCOPE = SPFILE;
ALTER SYSTEM SET sga_target = [Память SGA]G SCOPE = SPFILE;
ALTER SYSTEM SET pga_aggregate_target = [Память PGA]G SCOPE = SPFILE;

-- Перезапуcтить ORACLE
sqlplus /nolog 
connect / as sysdba
shutdown immediate
startup

-- Проверить текущие настройки
SHOW PARAMETER memory_target;
SHOW PARAMETER memory_max_target;
SHOW PARAMETER sga_target;
SHOW PARAMETER pga_aggregate_target;
 
 И перезагрузить систему 
 Проверка после перезагрузки 
 # Проверить HugePages
grep HugePages /proc/meminfo
# Ожидаемый результат:
# HugePages_Total: 4126
# HugePages_Free: 4096 (после запуска БД часть будет использована)
# HugePages_Rsvd: XXXX
# HugePages_Surp: 0

# Проверить использование HugePages Oracle
cat /proc/meminfo | grep -i huge

# Проверить в Oracle
sqlplus / as sysdba
SQL> show parameter use_large_pages;
 
 Настройка параметра Oracle USE_LARGE_PAGES 
 # В spfile добавить параметр
ALTER SYSTEM SET use_large_pages = ONLY SCOPE = SPFILE;
 
 Возможные значения:
TRUE - использовать если доступны (по умолчанию)
FALSE - не использовать
ONLY - использовать только HugePages (выдаст ошибку если недостаточно)
AUTO - автоматическое управление 
 Мониторинг использования HugePages 
 # Скрипт для мониторинга
cat > /tmp/check_hugepages.sh << 'EOF'
#!/bin/bash
echo "=== HugePages Status ==="
grep -E "HugePages_Total|HugePages_Free|HugePages_Rsvd" /proc/meminfo

echo -e "\n=== Oracle Processes using HugePages ==="
ipcs -m | awk '{print $2}' | xargs -I {} grep -l {} /proc/*/maps 2>/dev/null | cut -d/ -f3 | sort -u | xargs -I {} ps -p {} -o pid,user,cmd | grep -v PID

echo -e "\n=== Total HugePages used by Oracle ==="
for PID in `pgrep -u oracle`; do
 if [ -f /proc/$PID/smaps ]; then
 grep -B11 -A8 'KernelPageSize: 2048 kB' /proc/$PID/smaps | grep -E "^Size:|^Rss:" | awk '{if(NR%2) size+=$2; else rss+=$2} END{print "PID: " $PID " Size: " size " kB, RSS: " rss " kB"}'
 fi
done 2>/dev/null
EOF

chmod +x /tmp/check_hugepages.sh