mirror of
https://github.com/ChuckPa/PlexDBRepair.git
synced 2025-11-05 18:58:53 -05:00
Merge pull request #208 from ChuckPa/chuckpa/plex-bloat
Provide temporary DB bloat deflate capability for huge databases. Documentation in the Release Notes
This commit is contained in:
Chuck
GitHub
commit
b431e49455
103
DBRepair.sh
103
DBRepair.sh
@ -1,13 +1,13 @@
|
||||
#!/bin/sh
|
||||
#!/bin/bash
|
||||
#########################################################################
|
||||
# Database Repair Utility for Plex Media Server. #
|
||||
# Maintainer: ChuckPa #
|
||||
# Version: v1.11.00 #
|
||||
# Date: 23-May-2025 #
|
||||
# Version: v1.11.02 #
|
||||
# Date: 30-May-2025 #
|
||||
#########################################################################
|
||||
|
||||
# Version for display purposes
|
||||
Version="v1.11.00"
|
||||
Version="v1.11.02"
|
||||
|
||||
# Have the databases passed integrity checks
|
||||
CheckedDB=0
|
||||
@ -219,11 +219,11 @@ FreeSpaceAvailable() {
|
||||
[ "$1" != "" ] && Multiplier=$1
|
||||
|
||||
# Available space where DB resides
|
||||
SpaceAvailable=$(df $DFFLAGS "$AppSuppDir" | tail -1 | awk '{print $4}')
|
||||
SpaceAvailable=$(df $DFFLAGS "$DBDIR" | tail -1 | awk '{print $4}')
|
||||
|
||||
# Get size of DB and blobs, Minimally needing sum of both
|
||||
LibSize="$(stat $STATFMT $STATBYTES "$CPPL.db")"
|
||||
BlobsSize="$(stat $STATFMT $STATBYTES "$CPPL.blobs.db")"
|
||||
LibSize="$(stat $STATFMT $STATBYTES "${DBDIR}/$CPPL.db")"
|
||||
BlobsSize="$(stat $STATFMT $STATBYTES "${DBDIR}/$CPPL.blobs.db")"
|
||||
SpaceNeeded=$((LibSize + BlobsSize))
|
||||
|
||||
# Compute need (minimum $Multiplier existing; current, backup, temp and room to write new)
|
||||
@ -277,6 +277,9 @@ ConfirmYesNo() {
|
||||
Answer=""
|
||||
while [ "$Answer" != "Y" ] && [ "$Answer" != "N" ]
|
||||
do
|
||||
if [ $Scripted -eq 1 ]; then
|
||||
Answer=Y
|
||||
else
|
||||
printf "%s (Y/N) ? " "$1"
|
||||
read Input
|
||||
|
||||
@ -292,6 +295,7 @@ ConfirmYesNo() {
|
||||
Answer=""
|
||||
;;
|
||||
esac
|
||||
fi
|
||||
|
||||
# Unrecognized
|
||||
if [ "$Answer" != "Y" ] && [ "$Answer" != "N" ]; then
|
||||
@ -976,11 +980,6 @@ DoRepair() {
|
||||
return 1
|
||||
fi
|
||||
|
||||
# Temporary DB actions
|
||||
Output "Performing DB cleanup tasks."
|
||||
WriteLog "DB Cleanup tasks."
|
||||
"$PLEX_SQLITE" $CPPL.db "DELETE from statistics_bandwidth where account_id is NULL;"
|
||||
|
||||
# Continue
|
||||
Output "Exporting current databases using timestamp: $TimeStamp"
|
||||
Fail=0
|
||||
@ -1739,6 +1738,59 @@ DoPrunePhotoTranscoder() {
|
||||
|
||||
}
|
||||
|
||||
##### Special function
|
||||
|
||||
# Remove bloat records from PMS database on a full disk
|
||||
DoDeflate() {
|
||||
|
||||
if IsRunning; then
|
||||
Output "Please stop PMS first and try again."
|
||||
return 1
|
||||
fi
|
||||
|
||||
# Get into DBDIR
|
||||
cd "$DBDIR"
|
||||
|
||||
# Run this loop until we get a partial block
|
||||
Removed=100000000
|
||||
Limit=100000000
|
||||
TotalRemoved=0
|
||||
|
||||
# Turn it off
|
||||
Result="$("$PLEX_SQLITE" "$CPPL.db" 'PRAGMA journal_mode = off;')"
|
||||
|
||||
InitialSize=$(stat $STATFMT $STATBYTES $CPPL.db)
|
||||
|
||||
SQL="PRAGMA journal_mode = off;"
|
||||
SQL="$SQL Begin transaction; "
|
||||
SQL="$SQL DELETE from statistics_bandwidth where rowid in ("
|
||||
SQL="$SQL select rowid from statistics_bandwidth where account_id is null limit 100000000 );"
|
||||
SQL="$SQL Commit;"
|
||||
SQL="$SQL select changes();"
|
||||
|
||||
Count=1
|
||||
while [ $Removed -eq $Limit ]
|
||||
do
|
||||
Output "Removing - block $Count"
|
||||
Removed=$("$PLEX_SQLITE" "$CPPL.db" "$SQL" | tail -1)
|
||||
TotalRemoved=$(($TotalRemoved + $Removed))
|
||||
Count=$((Count+1))
|
||||
done
|
||||
|
||||
Output "Removed $TotalRemoved records."
|
||||
Output "Vacuuming DB to reclaim working space."
|
||||
"$PLEX_SQLITE" "$CPPL.db" "vacuum;"
|
||||
|
||||
# Check size
|
||||
Size=$(stat $STATFMT $STATBYTES $CPPL.db)
|
||||
Output "Initial Database size = $((InitialSize / 1000000)) MB"
|
||||
Output "Final Database size = $((Size / 1000000)) MB"
|
||||
|
||||
# Turn journal mode back on
|
||||
Result="$("$PLEX_SQLITE" "$CPPL.db" "PRAGMA journal_mode = WAL;")"
|
||||
|
||||
}
|
||||
|
||||
|
||||
#############################################################
|
||||
# Main utility begins here #
|
||||
@ -1958,8 +2010,10 @@ do
|
||||
|
||||
echo ""
|
||||
echo " 88 - 'update' - Check for updates."
|
||||
echo " 99 - 'quit' - Quit immediately. Keep all temporary files."
|
||||
echo " 'exit' - Exit with cleanup options."
|
||||
echo " 98 - 'quit' - Quit immediately. Keep all temporary files."
|
||||
echo " 99 - 'exit' - Exit with cleanup options."
|
||||
echo " "
|
||||
echo "911 - 'deflate' - Deflate a bloated PMS database"
|
||||
fi
|
||||
|
||||
if [ $Scripted -eq 0 ]; then
|
||||
@ -2030,7 +2084,7 @@ do
|
||||
if ! FreeSpaceAvailable; then
|
||||
WriteLog "Auto - FAIL - Insufficient free space on $AppSuppDir"
|
||||
Output "Error: Unable to run automatic sequence. Insufficient free space available on $AppSuppDir"
|
||||
Output " Space needed = $SpaceNeeded MB, Space available = $SpaveAvailable MB"
|
||||
Output " Space needed = $SpaceNeeded MB, Space available = $SpaceAvailable MB"
|
||||
continue
|
||||
fi
|
||||
|
||||
@ -2348,7 +2402,7 @@ do
|
||||
;;
|
||||
|
||||
# Quit
|
||||
99|quit)
|
||||
98|quit)
|
||||
|
||||
Output "Retaining all temporary work files."
|
||||
WriteLog "Exit - Retain temp files."
|
||||
@ -2356,7 +2410,7 @@ do
|
||||
;;
|
||||
|
||||
# Orderly Exit
|
||||
exit)
|
||||
99|exit)
|
||||
|
||||
# If forced exit set, exit and retain
|
||||
if [ $Exit -eq 1 ]; then
|
||||
@ -2388,6 +2442,21 @@ do
|
||||
exit 0
|
||||
;;
|
||||
|
||||
# Deflate
|
||||
911|defl*)
|
||||
|
||||
Output "This command operates directly on your existing PMS DB."
|
||||
Output "There are no backups however the DB is protected by transaction blocking."
|
||||
Output "DO NOT INTERRUPT once started but you can if you must (It will resume where it left off)."
|
||||
Output " "
|
||||
if ! ConfirmYesNo "Ok to begin deflating the databases?" ; then
|
||||
Output "No action taken."
|
||||
WriteLog "Deflate - No action taken."
|
||||
else
|
||||
DoDeflate
|
||||
fi
|
||||
;;
|
||||
|
||||
# Unknown command
|
||||
*)
|
||||
WriteLog "Unknown command: '$Input'"
|
||||
|
||||
20
ReleaseNotes
20
ReleaseNotes
@ -8,6 +8,26 @@
|
||||
|
||||
|
||||
# Release Info:
|
||||
v1.11.02 - Special release
|
||||
|
||||
1. Database bloat - (Enh) A better method was found to handle bloat processing.
|
||||
This new method works on SSD/HDDs where the disk is full and PMS can't run.
|
||||
There is no free space required to perform this task.
|
||||
|
||||
Each "block" being removed is 100 million records.
|
||||
The CPU will have one core maxed at 100% for the duration.
|
||||
|
||||
Before & after info will be printed after final cleanup is finished.
|
||||
|
||||
New command name: Deflate ( # 911 )
|
||||
|
||||
v1.11.01
|
||||
|
||||
1. Database bloat - (New) Database bloat processing now surrounded by TRANSACTION/COMMIT to speed processing.
|
||||
2. Space Needed - (Fix) Handle cases where "Databases" directory is not on the same volume as AppSuppDir.
|
||||
3. Menu options - (New) Add option 98 = quit. Rename 99 = exit.
|
||||
4. Reporting - (Fix) When insufficient space available, Now print out how much is needed
|
||||
|
||||
v1.11.00
|
||||
|
||||
1. Rename Utility - Rename this tool to be compliant with Plex inc. Trademark Policy.
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user