Merge pull request 'Add support for nvme' (#61) from feature/nvme_support into master

Reviewed-on: #61
This commit is contained in:
Hendrik Schutter 2024-04-25 21:08:10 +02:00
commit 7d67f5aada
19 changed files with 1242 additions and 1204 deletions

View File

@ -1,17 +0,0 @@
#! /bin/bash
echo starting astyle for $PWD
astyle --style=gnu src/*.cpp
rm -f src/*.orig
astyle --style=gnu src/logger/*.cpp
rm -f src/logger/*.orig
astyle --style=gnu include/*.h
rm -f include/*.orig
astyle --style=gnu include/logger/*.h
rm -f include//logger/*.orig
echo finished astyle for $PWD

View File

@ -13,13 +13,11 @@
class Delete class Delete
{ {
protected: protected:
public: public:
static void deleteDrive(Drive *drive); static void deleteDrive(Drive *drive);
private: private:
Delete(void); Delete(void);
}; };
#endif // DELETE_H_ #endif // DELETE_H_

View File

@ -14,7 +14,9 @@ class Drive
{ {
public: public:
enum TaskState {NONE, enum TaskState
{
NONE,
SHRED_SELECTED, SHRED_SELECTED,
SHRED_ACTIVE, // shred iterations active SHRED_ACTIVE, // shred iterations active
CHECK_ACTIVE, // optional checking active CHECK_ACTIVE, // optional checking active
@ -60,7 +62,6 @@ private:
void setTimestamp(); void setTimestamp();
protected: protected:
public: public:
Drive(string path) Drive(string path)
{ {
@ -101,7 +102,6 @@ public:
void calculateTaskDuration(); void calculateTaskDuration();
time_t getTaskDuration(); time_t getTaskDuration();
}; };
#endif // DRIVE_H_ #endif // DRIVE_H_

View File

@ -68,7 +68,6 @@ private:
~Logger(); ~Logger();
public: public:
void info(string s); void info(string s);
void warning(string s); void warning(string s);
void error(string s); void error(string s);

View File

@ -39,11 +39,9 @@ typedef struct
t_driveData driveData; t_driveData driveData;
} t_msgQueueData; } t_msgQueueData;
class Printer class Printer
{ {
protected: protected:
public: public:
static Printer *getPrinter(); static Printer *getPrinter();
void print(Drive *drive); void print(Drive *drive);
@ -54,7 +52,5 @@ private:
int msqid; int msqid;
Printer(); Printer();
~Printer(); ~Printer();
}; };
#endif // PRINTER_H_ #endif // PRINTER_H_

View File

@ -8,7 +8,7 @@
#ifndef REHDD_H_ #ifndef REHDD_H_
#define REHDD_H_ #define REHDD_H_
#define REHDD_VERSION "bV1.1.0" #define REHDD_VERSION "V1.1.1"
// Drive handling Settings // Drive handling Settings
#define WORSE_HOURS 19200 // mark drive if at this limit or beyond #define WORSE_HOURS 19200 // mark drive if at this limit or beyond
@ -20,9 +20,9 @@
// Logger Settings // Logger Settings
#define LOG_PATH "./reHDD.log" #define LOG_PATH "./reHDD.log"
#define DESCRIPTION "reHDD - Copyright Hendrik Schutter 2022" #define DESCRIPTION "reHDD - Copyright Hendrik Schutter 2024"
#define DEVICE_ID "generic" #define DEVICE_ID "generic"
#define SOFTWARE_VERSION "alpha" #define SOFTWARE_VERSION REHDD_VERSION
#define HARDWARE_VERSION "generic" #define HARDWARE_VERSION "generic"
// #define LOG_LEVEL_HIGH //log everything, like drive scan thread // #define LOG_LEVEL_HIGH //log everything, like drive scan thread
@ -69,7 +69,8 @@ using namespace std;
extern Logger *logging; extern Logger *logging;
template <typename T, typename I> T* iterator_to_pointer(I i) template <typename T, typename I>
T *iterator_to_pointer(I i)
{ {
return (&(*i)); return (&(*i));
} }
@ -77,18 +78,17 @@ template <typename T, typename I> T* iterator_to_pointer(I i)
class reHDD class reHDD
{ {
protected: protected:
public: public:
reHDD(void); reHDD(void);
static void app_logic(); static void app_logic();
private: private:
static void searchDrives(list<Drive> *plistDrives); static void searchDrives(list<Drive> *plistDrives);
static void printDrives(list<Drive> *plistDrives); static void printDrives(list<Drive> *plistDrives);
static void startShredAllDrives(list<Drive> *plistDrives); static void startShredAllDrives(list<Drive> *plistDrives);
static void updateShredMetrics(list<Drive> *plistDrives); static void updateShredMetrics(list<Drive> *plistDrives);
static void filterIgnoredDrives(list<Drive> *plistDrives); static void filterIgnoredDrives(list<Drive> *plistDrives);
static void filterInvalidDrives(list<Drive> *plistDrives);
static void filterNewDrives(list<Drive> *plistOldDrives, list<Drive> *plistNewDrives); static void filterNewDrives(list<Drive> *plistOldDrives, list<Drive> *plistNewDrives);
static void addSMARTData(list<Drive> *plistDrives); static void addSMARTData(list<Drive> *plistDrives);
static void ThreadScanDevices(); static void ThreadScanDevices();

View File

@ -17,7 +17,6 @@
#include <unistd.h> #include <unistd.h>
#include <string.h> #include <string.h>
#define CHUNK_SIZE 1024 * 1024 * 32 // amount of bytes that are overwritten at once --> 32MB #define CHUNK_SIZE 1024 * 1024 * 32 // amount of bytes that are overwritten at once --> 32MB
#define TFNG_DATA_SIZE CHUNK_SIZE // amount of bytes used by tfng #define TFNG_DATA_SIZE CHUNK_SIZE // amount of bytes used by tfng
@ -31,9 +30,7 @@ typedef int fileDescriptor;
class Shred class Shred
{ {
protected: protected:
public: public:
Shred(); Shred();
~Shred(); ~Shred();
int shredDrive(Drive *drive, int *ipSignalFd); int shredDrive(Drive *drive, int *ipSignalFd);
@ -53,7 +50,6 @@ private:
unsigned long getDriveSizeInBytes(fileDescriptor file); unsigned long getDriveSizeInBytes(fileDescriptor file);
unsigned int uiCalcChecksum(fileDescriptor file, Drive *drive, int *ipSignalFd); unsigned int uiCalcChecksum(fileDescriptor file, Drive *drive, int *ipSignalFd);
void cleanup(); void cleanup();
}; };
#endif // SHRED_H_ #endif // SHRED_H_

View File

@ -13,13 +13,13 @@
class SMART class SMART
{ {
protected: protected:
public: public:
static void readSMARTData(Drive *drive); static void readSMARTData(Drive *drive);
private: private:
SMART(void); SMART(void);
static uint8_t parseExitStatus(string sLine);
static void parseModelFamily(string sLine); static void parseModelFamily(string sLine);
static void parseModelName(string sLine); static void parseModelName(string sLine);
static void parseSerial(string sLine); static void parseSerial(string sLine);

View File

@ -20,10 +20,19 @@
class TUI class TUI
{ {
protected: protected:
public: public:
enum UserInput
enum UserInput { UpKey, DownKey, Abort, Shred, ShredAll, Delete, Enter, ESC, Undefined}; {
UpKey,
DownKey,
Abort,
Shred,
ShredAll,
Delete,
Enter,
ESC,
Undefined
};
struct MenuState struct MenuState
{ {
bool bAbort; bool bAbort;

View File

@ -10,9 +10,9 @@ SRC_PATH = src
# Space-separated pkg-config libraries used by this project # Space-separated pkg-config libraries used by this project
LIBS = lib LIBS = lib
# General compiler flags # General compiler flags
COMPILE_FLAGS = -std=c++17 -Wall -Wextra -g COMPILE_FLAGS = -std=c++23 -Wall -Wextra -g
# Additional release-specific flags # Additional release-specific flags
RCOMPILE_FLAGS = -D NDEBUG -O3 RCOMPILE_FLAGS = -D NDEBUG -Ofast
# Additional debug-specific flags # Additional debug-specific flags
DCOMPILE_FLAGS = -D DEBUG DCOMPILE_FLAGS = -D DEBUG
# Add additional include paths # Add additional include paths

View File

@ -98,7 +98,8 @@ string Drive::sPowerCyclesToText()
string Drive::sTemperatureToText() string Drive::sTemperatureToText()
{ {
return to_string(getTemperature())+" C";; return to_string(getTemperature()) + " C";
;
} }
void Drive::setTaskPercentage(double d32TaskPercentage) void Drive::setTaskPercentage(double d32TaskPercentage)
@ -114,7 +115,6 @@ double Drive::getTaskPercentage(void)
return this->d32TaskPercentage; return this->d32TaskPercentage;
} }
/** /**
* \brief set S.M.A.R.T. values in model * \brief set S.M.A.R.T. values in model
* \param string modelFamily * \param string modelFamily

View File

@ -5,7 +5,6 @@
* @date 04.09.2020 * @date 04.09.2020
*/ */
#include "../../include/reHDD.h" //for logger settings #include "../../include/reHDD.h" //for logger settings
#include "../../include/logger/logger.h" #include "../../include/logger/logger.h"
@ -153,7 +152,6 @@ string Logger::getMacAddress()
if (ioctl(s, SIOCGIFHWADDR, &ifr) < 0) if (ioctl(s, SIOCGIFHWADDR, &ifr) < 0)
{ {
strcpy(ifr.ifr_name, "eno1"); strcpy(ifr.ifr_name, "eno1");
} }
unsigned char *hwaddr = (unsigned char *)ifr.ifr_hwaddr.sa_data; unsigned char *hwaddr = (unsigned char *)ifr.ifr_hwaddr.sa_data;
@ -229,5 +227,3 @@ Logger* Logger::logThis()
return single; // return existing obj return single; // return existing obj
} }
} }

View File

@ -58,12 +58,13 @@ void Printer::print(Drive* drive)
if (-1 == msgsnd(this->msqid, &msgQueueData, sizeof(t_msgQueueData) - sizeof(long), 0)) if (-1 == msgsnd(this->msqid, &msgQueueData, sizeof(t_msgQueueData) - sizeof(long), 0))
{ {
Logger::logThis()->error("Printer: Send mgs queue failed!"); Logger::logThis()->error("Printer: Send mgs queue failed!");
}else{ }
else
{
Logger::logThis()->info("Printer: print triggered - Drive: " + drive->getSerial()); Logger::logThis()->info("Printer: print triggered - Drive: " + drive->getSerial());
} }
} }
/** /**
* \brief return a instance of the printer * \brief return a instance of the printer
* \return printer obj * \return printer obj

View File

@ -107,6 +107,7 @@ void reHDD::ThreadScanDevices()
searchDrives(&listNewDrives); // search for new drives and store them in list searchDrives(&listNewDrives); // search for new drives and store them in list
filterIgnoredDrives(&listNewDrives); // filter out ignored drives filterIgnoredDrives(&listNewDrives); // filter out ignored drives
addSMARTData(&listNewDrives); // add S.M.A.R.T. Data to the drives addSMARTData(&listNewDrives); // add S.M.A.R.T. Data to the drives
filterInvalidDrives(&listNewDrives); // filter out drives that report zero capacity
mxDrives.unlock(); mxDrives.unlock();
write(fdNewDrivesInformPipe[1], "A", 1); write(fdNewDrivesInformPipe[1], "A", 1);
sleep(5); // sleep 5 sec sleep(5); // sleep 5 sec
@ -305,7 +306,7 @@ void reHDD::searchDrives(list <Drive>* plistDrives)
char *cLine = NULL; char *cLine = NULL;
size_t len = 0; size_t len = 0;
FILE* outputfileHwinfo = popen("lsblk -I 8 -d -o NAME", "r"); FILE *outputfileHwinfo = popen("lsblk -e 11 -d -o NAME", "r");
if (outputfileHwinfo == NULL) if (outputfileHwinfo == NULL)
{ {
@ -321,7 +322,16 @@ void reHDD::searchDrives(list <Drive>* plistDrives)
tmpDrive->state = Drive::NONE; tmpDrive->state = Drive::NONE;
tmpDrive->bIsOffline = false; tmpDrive->bIsOffline = false;
plistDrives->push_back(*tmpDrive); plistDrives->push_back(*tmpDrive);
//Logger::logThis()->info("drive found: " + tmpDrive->getPath()); // Logger::logThis()->info("SATA drive found: " + tmpDrive->getPath());
}
if (string(cLine).length() == 8)
{
Drive *tmpDrive = new Drive("/dev/" + string(cLine).substr(0, 7));
tmpDrive->state = Drive::NONE;
tmpDrive->bIsOffline = false;
plistDrives->push_back(*tmpDrive);
// Logger::logThis()->info("NVME drive found: " + tmpDrive->getPath());
} }
} }
pclose(outputfileHwinfo); pclose(outputfileHwinfo);
@ -387,6 +397,27 @@ void reHDD::filterIgnoredDrives(list <Drive>* plistDrives)
} }
} }
/**
* \brief filter out drives that are not indented for processing
* \param pointer of list <Drive>* plistDrives
* \return void
*/
void reHDD::filterInvalidDrives(list<Drive> *plistDrives)
{
list<Drive>::iterator it;
for (it = plistDrives->begin(); it != plistDrives->end(); ++it)
{
if (it->getCapacity() == 0U)
{
#ifdef LOG_LEVEL_HIGH
Logger::logThis()->info("Drive reports zero capacity --> ignore this drive: " + it->getPath());
#endif
it = plistDrives->erase(it);
it--;
}
}
}
/** /**
* \brief start shred for all drives * \brief start shred for all drives
* \param pointer of list <Drive>* plistDrives * \param pointer of list <Drive>* plistDrives
@ -574,6 +605,3 @@ void reHDD::handleAbort()
} }
} }
} }

View File

@ -8,7 +8,8 @@
#include "../include/reHDD.h" #include "../include/reHDD.h"
#ifdef __cplusplus #ifdef __cplusplus
extern "C" { extern "C"
{
#endif #endif
#include "../tfnoisegen/tfprng.h" #include "../tfnoisegen/tfprng.h"
#ifdef __cplusplus #ifdef __cplusplus
@ -89,7 +90,8 @@ int Shred::shredDrive(Drive* drive, int* ipSignalFd)
tfng_prng_seedkey(ucKey); tfng_prng_seedkey(ucKey);
this->ulDriveByteSize = getDriveSizeInBytes(driveFileDiscr); this->ulDriveByteSize = getDriveSizeInBytes(driveFileDiscr);
drive->sShredSpeed.chronoShredTimestamp = std::chrono::system_clock::now();; //set inital timestamp for speed metric drive->sShredSpeed.chronoShredTimestamp = std::chrono::system_clock::now();
; // set inital timestamp for speed metric
drive->sShredSpeed.ulSpeedMetricBytesWritten = 0U; // uses to calculate speed metric drive->sShredSpeed.ulSpeedMetricBytesWritten = 0U; // uses to calculate speed metric
#ifdef LOG_LEVEL_HIGH #ifdef LOG_LEVEL_HIGH

View File

@ -32,19 +32,25 @@ void SMART::readSMARTData(Drive* drive)
powerCycle = 0U; powerCycle = 0U;
temperature = 0U; temperature = 0U;
size_t len = 0; //lenght of found line string sSmartctlCommands[] = {" --json -a ", " --json -d sntjmicron -a ", " --json -d sntasmedia -a ", " --json -d sntrealtek -a "};
char* cLine = NULL; //found line
string sCMD = ("smartctl --json -a "); for (string sSmartctlCommand : sSmartctlCommands)
{
string sCMD = ("smartctl");
sCMD.append(sSmartctlCommand);
sCMD.append(drive->getPath()); sCMD.append(drive->getPath());
const char *cpComand = sCMD.c_str(); const char *cpComand = sCMD.c_str();
FILE *outputfileSmart = popen(cpComand, "r"); FILE *outputfileSmart = popen(cpComand, "r");
size_t len = 0; // length of found line
char *cLine = NULL; // found line
uint8_t status = 255;
while ((getline(&cLine, &len, outputfileSmart)) != -1) while ((getline(&cLine, &len, outputfileSmart)) != -1)
{ {
string sLine = string(cLine); string sLine = string(cLine);
status = SMART::parseExitStatus(sLine);
SMART::parseModelFamily(sLine); SMART::parseModelFamily(sLine);
SMART::parseModelName(sLine); SMART::parseModelName(sLine);
SMART::parseSerial(sLine); SMART::parseSerial(sLine);
@ -54,10 +60,37 @@ void SMART::readSMARTData(Drive* drive)
SMART::parsePowerCycle(sLine); SMART::parsePowerCycle(sLine);
SMART::parseTemperature(sLine); SMART::parseTemperature(sLine);
} }
pclose(outputfileSmart); pclose(outputfileSmart);
if (status == 0U)
{
// Found S.M.A.R.T. data with this command
break;
}
}
drive->setDriveSMARTData(modelFamily, modelName, serial, capacity, errorCount, powerOnHours, powerCycle, temperature); // wirte data in drive drive->setDriveSMARTData(modelFamily, modelName, serial, capacity, errorCount, powerOnHours, powerCycle, temperature); // wirte data in drive
} }
/**
* \brief parse ExitStatus
* \param string output line of smartctl
* \return uint_8 exit status
*/
uint8_t SMART::parseExitStatus(string sLine)
{
uint8_t exitStatus = -1;
string search("\"exit_status\": ");
size_t found = sLine.find(search);
if (found != string::npos)
{
sLine.erase(0, sLine.find(": ") + 1);
exitStatus = stol(sLine);
}
return exitStatus;
}
/** /**
* \brief parse ModelFamiliy * \brief parse ModelFamiliy
* \param string output line of smartctl * \param string output line of smartctl
@ -157,7 +190,6 @@ void SMART::parsePowerOnHours(string sLine)
sLine.erase(0, sLine.find(": ") + 2); sLine.erase(0, sLine.find(": ") + 2);
sLine.erase(sLine.length() - 1, 1); sLine.erase(sLine.length() - 1, 1);
powerOnHours = stol(sLine); powerOnHours = stol(sLine);
} }
} }
@ -175,7 +207,6 @@ void SMART::parsePowerCycle(string sLine)
sLine.erase(0, sLine.find(": ") + 2); sLine.erase(0, sLine.find(": ") + 2);
sLine.erase(sLine.length() - 2, 2); sLine.erase(sLine.length() - 2, 2);
powerCycle = stol(sLine); powerCycle = stol(sLine);
} }
} }
@ -194,7 +225,7 @@ void SMART::parseTemperature(string sLine)
sLine.erase(sLine.length() - 1, 2); sLine.erase(sLine.length() - 1, 2);
if (sLine == "{") if (sLine == "{")
{ {
temperature = 0U; // this drive doesn't support temperatur temperature = 0U; // this drive doesn't support temperature
} }
else else
{ {

View File

@ -11,7 +11,6 @@ static std::mutex mxUIrefresh;
TUI::TUI(void) TUI::TUI(void)
{ {
} }
/** /**