35 Commits

Author SHA1 Message Date
2d1eed4289 Change to akkuman's release action
All checks were successful
CI / build (push) Successful in 10s
CI / release (push) Successful in 9s
2025-06-07 14:01:57 +02:00
45c1182947 Add debug for ci release
All checks were successful
CI / build (push) Successful in 10s
CI / release (push) Successful in 8s
2025-06-07 13:51:24 +02:00
2974629995 Change ci.yml
All checks were successful
CI / build (push) Successful in 10s
CI / release (push) Successful in 8s
2025-06-07 13:46:15 +02:00
c59e7532c2 Change secret
Some checks failed
CI / release (push) Failing after 7s
CI / build (push) Successful in 9s
2025-06-07 12:07:51 +02:00
1430508121 Checkout in release job
Some checks failed
CI / build (push) Successful in 10s
CI / release (push) Failing after 8s
2025-06-07 11:57:17 +02:00
f3d93e1e46 Merge 2 workflows into one
Some checks failed
CI / build (push) Successful in 10s
CI / release (push) Failing after 16s
2025-06-07 11:39:51 +02:00
e98a8daad7 Missing file for the last commit 2025-06-07 11:23:01 +02:00
0a9fe8f4f8 Fix replacement 2025-06-07 11:21:51 +02:00
5d4cd30d95 lock_guard for cfm 2025-06-07 10:16:27 +02:00
f8b66b4e07 Check file persistence 2025-06-07 10:12:36 +02:00
31ec926793 Use configfilemanager to get the real command
All checks were successful
Build / build (push) Successful in 11s
2025-06-07 09:26:15 +02:00
ed068875c3 Implemented configfilemanager 2025-06-06 23:52:05 +02:00
a1b8d589be Fix release job 2025-06-06 21:24:45 +02:00
e95d9bb552 Change ubuntu image to node
All checks were successful
Build / build (push) Successful in 11s
2025-06-02 16:34:25 +02:00
754cc29a83 Use Github's checkout instead of apt git
Some checks failed
Build / build (push) Failing after 3s
2025-06-02 16:30:25 +02:00
bd9ccd33ef Cloning project in CI
Some checks failed
Build / build (push) Failing after 27s
2025-06-02 16:27:29 +02:00
c0a1b0bbd5 Separate the ci jobs
Some checks failed
Build / build (push) Failing after 23s
2025-06-02 16:21:20 +02:00
cd52871632 Remove sudo from ci.yml
Some checks failed
CI / build (push) Failing after 1s
CI / release (push) Has been skipped
2025-06-02 13:55:27 +02:00
a2058ce2d6 Update ci.yml
Some checks failed
CI / build (push) Failing after 1s
CI / release (push) Has been skipped
2025-06-02 13:53:54 +02:00
bad5123b02 Update ci
Some checks failed
CI / build (push) Failing after 21s
CI / release (push) Has been skipped
2025-06-02 13:45:37 +02:00
15fe1b0e9b Update ci
Some checks failed
CI / build (push) Has been cancelled
CI / release (push) Has been cancelled
2025-06-02 13:42:25 +02:00
2951b48680 Added CI
Some checks failed
CI / build (push) Has been cancelled
CI / release (push) Has been cancelled
2025-06-02 13:39:06 +02:00
c494e9697c Modify config files 2025-06-02 13:18:02 +02:00
13f18f99ea Better makefile (AI created) 2025-06-02 13:02:52 +02:00
d58a241abb Merge pull request 'Nextcloud's Groupfolder app support' (#3) from groupfolder-extension-support into main
Reviewed-on: #3
2025-06-01 13:06:45 +02:00
2a9d92a3e3 Delete guarder class 2025-06-01 13:03:24 +02:00
ba4cc3faa3 Support groupfolder scan 2025-06-01 13:03:12 +02:00
029d5716be Added smb.conf file 2025-06-01 12:37:53 +02:00
bcd071018f Merge pull request 'Replace multi-process logic to multi-thread logic' (#2) from process-to-threads into main
Reviewed-on: #2
2025-06-01 12:18:06 +02:00
1113a21b2d Update ncsambawatcher.service 2025-06-01 12:15:52 +02:00
c57b022278 Replace scan to a child process 2025-06-01 12:12:59 +02:00
f886dc7162 Multi-process logic changed to multi-thread logic 2025-05-31 15:00:38 +02:00
23d0216a27 Usermanager protected with lock_guards 2025-05-31 13:26:44 +02:00
119285ed71 Merge pull request 'Guarder protected with semaphor' (#1) from semaphor-protection into main
Reviewed-on: #1
2025-05-31 13:10:46 +02:00
dc5c983dd7 Guarder protected with semaphor 2025-05-31 13:00:34 +02:00
17 changed files with 396 additions and 227 deletions

79
.gitea/workflows/ci.yml Normal file
View File

@@ -0,0 +1,79 @@
name: CI
on:
push:
tags:
- '*' # Triggers on all tags
branches:
- '**' # Triggers on all branches
defaults:
run:
shell: bash
working-directory: .
jobs:
build:
runs-on: ubuntu
container:
image: node:20
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Install tools
run: apt update && apt install -y build-essential
- name: Compile project
run: make
- name: Save build output
uses: actions/upload-artifact@v3
with:
name: ncsambawatcher
path: ./ncsambawatcher
release:
if: startsWith(github.ref, 'refs/tags/')
needs: build
runs-on: ubuntu
container:
image: node:20
steps:
- name: Checkout code
uses: actions/checkout@v3
- name: Install build tools
run: apt update && apt install -y zip
- name: Download compiled binary
uses: actions/download-artifact@v3
with:
name: ncsambawatcher
- name: Copy files
run: |
mkdir build
cp ncsambawatcher build/ncsambawatcher
cp configs/ncsambawatcher.config.default build/ncsambawatcher.config
cp configs/ncsambawatcher.service.default build/ncsambawatcher.service
cp init.sh build/init.sh
- name: Create release zip
run: |
cd build
ls -al
zip -rv ../ncsambawatcher.zip ./*
cd ../
ls -al
- name: Publish release
uses: akkuman/gitea-release-action@v1
env:
GITHUB_TOKEN: ${{ secrets.RELEASE_SECRET }}
with:
tag_name: ${{ github.ref_name }}
name: Release ${{ github.ref_name }}
files: ./ncsambawatcher.zip
token: ${{ secrets.RELEASE_SECRET }}
draft: true

3
.gitignore vendored
View File

@@ -90,3 +90,6 @@ settings.json
watch.c
ncwatchfile
ncsambawatcher
obj/
build/

View File

@@ -1,2 +1,31 @@
all:
g++ -lrt -std=c++17 src/main.cpp src/usermanager.cpp src/guarder.cpp -o ncsambawatcher
# Compiler and flags
CXX := g++
CXXFLAGS := -std=c++17 -Wall -Wextra -O2
# Directories
SRC_DIR := src
OBJ_DIR := obj
BUILD_DIR := .
TARGET := $(BUILD_DIR)/ncsambawatcher
# Create list of source and object files
SRCS := $(wildcard $(SRC_DIR)/*.cpp)
OBJS := $(SRCS:$(SRC_DIR)/%.cpp=$(OBJ_DIR)/%.o)
# Default target
all: $(TARGET)
# Link object files into final binary
$(TARGET): $(OBJS)
$(CXX) $(CXXFLAGS) -o $@ $^
# Compile .cpp to .o into obj/
$(OBJ_DIR)/%.o: $(SRC_DIR)/%.cpp
@mkdir -p $(OBJ_DIR)
$(CXX) $(CXXFLAGS) -c $< -o $@
# Clean build artifacts
clean:
rm -f $(OBJ_DIR)/*.o $(TARGET)
.PHONY: all clean

View File

@@ -0,0 +1 @@
NEXTCLOUD_CONTAINER_NAME=nextcloud

View File

@@ -1,14 +1,14 @@
[Unit]
Description=A service which scan Nextcloud folders
After=network.target
After=network.target docker.service
Requires=docker.service
[Service]
ExecStart=/usr/bin/ncsambawatcher
ExecStart=/path/to/folder/ncsambawatcher
WorkingDirectory=/path/to/folder/
Restart=always
User=root
Group=root
WorkingDirectory=/usr/bin/
Environment=PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
StandardOutput=journal
StandardError=journal
SyslogIdentifier=ncsambawatcher

48
configs/smb.24.04.conf Normal file
View File

@@ -0,0 +1,48 @@
[global]
vfs objects = full_audit
full_audit:prefix = %u|%I|%m|%S
full_audit:success = mkdirat unlinkat renameat write
full_audit:failure = none
full_audit:facility = local5
full_audit:priority = NOTICE
# Example usershare
[<username>] #CHANGEME
path = /path/to/nextcloud/data/<username>/files/ #CHANGEME
valid users = <username> #CHANGEME
force user = www-data
force group = www-data
create mask = 0755
force create mode = 0755
directory mask = 0755
force directory mode = 0755
guest ok = no
public = no
writable = yes
browsable = yes
hide dot files = no
inherit owner = yes
hide unreadable = no
# Example groupfolder share
[Sharename]
path = /path/to/nextcloud/data/__groupfolders/<groupfolder-id> #CHANGEME
valid users = usernames #CHANGEME
force user = www-data
force group = www-data
create mask = 0755
force create mode = 0755
directory mask = 0755
force directory mode = 0755
guest ok = no
public = no
writable = yes
browsable = yes
hide dot files = no
inherit owner = yes
hide unreadable = no
full_audit:prefix = %u|%I|%m|__groupfolders/<groupfolder-id> #CHANGEME
# To disable logs for a specific share, add this line to that share
[Sharename]
vfs objects =

View File

@@ -1,11 +1,9 @@
#!/bin/bash
make
current_dir=$(pwd)
sed -i "s|/path/to/folder/|$current_dir/|g" ncsambawatcher.service
sudo cp ncsambawatcher /usr/bin/
sudo chmod +x /usr/bin/ncsambawatcher
sudo cp configs/ncsambawatcher.service /etc/systemd/system
sudo cp ./ncsambawatcher.service /etc/systemd/system
sudo systemctl daemon-reload
sudo systemctl enable ncsambawatcher.service

View File

@@ -0,0 +1 @@
#include "configfilemanager.h"

62
src/configfilemanager.h Normal file
View File

@@ -0,0 +1,62 @@
#ifndef _CONFIGFILEMANAGER_H
#define _CONFIGFILEMANAGER_H
#include <map>
#include <string>
#include <vector>
#include <fstream>
#include <iostream>
#include <mutex>
#include "definitions.h"
class configfilemanager{
private:
std::map<std::string, std::string> configs;
std::mutex mtx;
public:
configfilemanager(std::string filepath = "./ncsambawatcher.config")
{
std::ifstream is(filepath);
if(!is.good())
{
std::cerr << "File not exits: " << filepath << std::endl;
exit(EXIT_FAILURE);
}
std::string tmp;
while(!is.eof())
{
std::getline(is, tmp);
std::cout << tmp << std::endl;
if (tmp.at(0) == '#') // ignore comments
continue;
std::vector<std::string> splited = splitString(tmp, '=');
if (splited.size() != 2)
{
std::cerr << "Invalid line: " << tmp << std::endl;
continue;
}
configs.insert(std::make_pair(splited.at(0), splited.at(1)));
}
std::cout << "Config file loaded successfuly" << std::endl;
}
std::string at(const std::string &config)
{
std::lock_guard<std::mutex> lock(mtx);
return configs.at(config);
}
std::string at(const char* config)
{
return at(std::string(config));
}
};
#endif // _CONFIGFILEMANAGER_H

13
src/definitions.h Normal file
View File

@@ -0,0 +1,13 @@
#ifndef _LOCATIONS_H
#define _LOCATIONS_H
#define LOGFILE "journalctl -u smbd --since now -f"
#define USER_LOG_LOCATION 3
#define SCAN_CMD_USR "docker exec --user www-data %1% /var/www/html/occ files:scan --path="
#define SCAN_CMD_GRP "docker exec --user www-data %1% /var/www/html/occ groupfolder:scan "
std::vector<std::string> splitString(const std::string& input, char delimiter);
#endif // _LOCATIONS_H

View File

@@ -1 +0,0 @@
#include "guarder.h"

View File

@@ -1,52 +0,0 @@
#ifndef _GUARDER_H
#define _GUARDER_H
#include <sys/types.h>
#include <sys/shm.h>
#include <sys/ipc.h>
class guarder{
private:
const int shmid;
void setFlag(bool value)
{
bool *flag = static_cast<bool *>(shmat(shmid, nullptr, 0));
*flag = value;
shmdt(flag);
}
public:
guarder() : shmid(shmget(IPC_PRIVATE, sizeof(bool), 0666 | IPC_CREAT))
{
setFlagOff();
}
guarder(guarder &g) : shmid(g.shmid) {}
void setFlagOff()
{
setFlag(false);
}
void setFlagOn()
{
setFlag(true);
}
bool isFlagOn()
{
bool *flag = static_cast<bool *>(shmat(shmid, nullptr, 0));
bool ret = *flag;
shmdt(flag);
return ret;
}
~guarder()
{
shmctl(shmid, IPC_RMID, nullptr);
}
};
#endif // _GUARDER_H

View File

@@ -1,8 +0,0 @@
#ifndef _LOCATIONS_H
#define _LOCATIONS_H
#define LOGFILE "journalctl -u smbd --since now -f"
#define USER_LOG_LOCATION 3
#endif // _LOCATIONS_H

View File

@@ -1,63 +1,39 @@
#include <stdio.h>
#include <unistd.h>
#include <sys/wait.h>
#include <iostream>
#include <thread>
#include <vector>
#include <set>
#include <array>
#include <string>
#include <vector>
#include <unistd.h>
#include <sys/types.h>
#include <syslog.h>
#include <fcntl.h>
#include <signal.h>
#include "locations.h"
#include <mutex>
#include <condition_variable>
#include <cstdio>
#include "definitions.h"
#include "usermanager.h"
#include "guarder.h"
#include "processManager.h"
#include "configfilemanager.h"
#define MAXNAMESIZE 255
#define SCAN_DONE_SIG SIGRTMIN
#define SCAN_CMD_USR "docker exec --user www-data nextcloud /var/www/html/occ files:scan --path="
int p1[2];
guarder guard;
configfilemanager cfm;
userManager manager;
std::condition_variable cv;
std::mutex mtx;
void flushManagerToPipe()
std::vector<std::string> splitString(const std::string& str, char delimiter = '|')
{
if (!guard.isFlagOn())
{
std::vector<std::string> users = manager.getFlaggedUsers();
std::vector<std::string> ret;
std::stringstream ss(str);
std::string token;
for (std::vector<std::string>::iterator it = users.begin(); it != users.end(); ++it)
{
int size = it->size();
write(p1[1], &size, sizeof(int));
write(p1[1], it->data(), size * sizeof(char));
while (std::getline(ss, token, delimiter)) {
ret.push_back(token);
}
manager.unflagAllUsers();
}
return ret;
}
void handler(int sig)
void readingThreadFunc()
{
if (sig == SCAN_DONE_SIG)
{
flushManagerToPipe();
}
}
int main()
{
openlog("ncsambawatcher", LOG_PID | LOG_CONS, LOG_USER);
pipe(p1);
pid_t parent = getpid();
pid_t child = fork();
if (child > 0) // parent
{
signal(SCAN_DONE_SIG, handler);
close(p1[0]); // read
FILE *logpipe = popen(LOGFILE, "r");
std::array<char, 256> buffer;
@@ -68,53 +44,73 @@ int main()
if (line.find('|') == std::string::npos)
continue;
std::vector<std::string> x = splitLogFile(line, '|');
std::vector<std::string> x = splitString(line, '|');
std::string user(x.at(USER_LOG_LOCATION));
{
std::lock_guard<std::mutex> lock(mtx);
manager.addUser(user);
manager.setUserFlagged(user);
}
cv.notify_one();
std::cout << "User find: " << user << std::endl;
flushManagerToPipe();
}
}
fclose(logpipe);
close(p1[1]); // write
}
else // child
void scannerThreadFunc()
{
close(p1[1]); // write
int size;
char *buffer = nullptr;
processManager pm;
while (read(p1[0], &size, sizeof(int)))
std::unique_lock<std::mutex> lock(mtx);
std::vector<pid_t> childrens;
while (true)
{
if (buffer == nullptr)
buffer = new char[size];
cv.wait(lock, []
{ return manager.isAnybodyFlagged(); });
read(p1[0], buffer, size * sizeof(char));
std::string name(buffer);
std::string cmd = std::string(SCAN_CMD_USR) + name;
std::set<std::string> scanUsers = manager.getFlaggedUsers();
manager.unflagAllUsers();
std::cout << "Scan received for: " << name << std::endl;
lock.unlock();
childrens.clear();
pm.runTask(name, cmd);
kill(parent, SCAN_DONE_SIG);
if (buffer != nullptr)
for (const std::string& user : scanUsers)
{
delete[] buffer;
buffer = nullptr;
pid_t child = fork();
if (child < 0)
{
std::cerr << "Fork failed for: " << user << std::endl;
}
else if (child == 0) // child
{
std::string cmd = userManager::getScanCommandFromUser(user, cfm);
execl("/bin/sh", "sh", "-c", cmd.c_str(), static_cast<char *>(nullptr));
std::cerr << "Scan failed" << std::endl;
_exit(EXIT_FAILURE);
}
else // parent
{
childrens.push_back(child);
}
}
close(p1[0]); // read
for (const pid_t& pid : childrens)
{
waitpid(pid, nullptr, 0);
}
closelog();
return EXIT_SUCCESS;
lock.lock();
}
}
int main()
{
std::thread readingThread(readingThreadFunc);
std::thread scannerThread(scannerThreadFunc);
readingThread.join();
scannerThread.join();
return 0;
}

View File

@@ -1,41 +0,0 @@
#ifndef _PROCCESSMANAGER_H
#define _PROCCESSMANAGER_H
#include <map>
#include <string>
#include <unistd.h>
#include <sys/types.h>
#include "guarder.h"
#include "usermanager.h"
class processManager
{
private:
std::map<std::string, guarder> running;
bool getIdTag(std::string &id)
{
return running[id].isFlagOn();
}
public:
void runTask(std::string &id, std::string &cmdCommand)
{
if (!getIdTag(id))
{
running[id].setFlagOn();
pid_t child = fork();
if (child == 0) // child
{
system(cmdCommand.c_str());
running[id].setFlagOff();
exit(EXIT_SUCCESS);
}
}
}
};
#endif // _PROCCESSMANAGER_H

View File

@@ -1,14 +1,28 @@
#include "usermanager.h"
std::vector<std::string> splitLogFile(const std::string& input, char delimiter = '|')
std::string userManager::getScanCommandFromUser(const std::string &user, configfilemanager &cfm)
{
std::vector<std::string> ret;
std::stringstream ss(input);
std::string token;
std::string contname = cfm.at("NEXTCLOUD_CONTAINER_NAME");
std::string baseCommand;
std::string userCommand;
std::string placeholder("%1%");
while (std::getline(ss, token, delimiter)) {
ret.push_back(token);
if (user.find("__groupfolder") != std::string::npos)
{
baseCommand = SCAN_CMD_GRP;
userCommand = splitString(user, '/').back();
}
else
{
baseCommand = SCAN_CMD_USR;
userCommand = user;
}
return ret;
size_t pos = 0;
while ((pos = baseCommand.find(placeholder, pos)) != std::string::npos) {
baseCommand.replace(pos, placeholder.length(), contname);
pos += contname.length(); // Move past the replacement
}
return baseCommand + userCommand;
}

View File

@@ -4,25 +4,30 @@
#include <string>
#include <map>
#include <vector>
#include <set>
#include <sstream>
#include "locations.h"
std::vector<std::string> splitLogFile(const std::string& input, char delimiter);
#include <mutex>
#include "definitions.h"
#include "configfilemanager.h"
class userManager
{
private:
std::map<std::string, bool> users;
std::mutex mtx;
public:
static std::string getScanCommandFromUser(const std::string&, configfilemanager& cfm);
void addUserFromLogLine(std::string &line)
{
addUser(splitLogFile(line, '|').at(USER_LOG_LOCATION));
addUser(splitString(line, '|').at(USER_LOG_LOCATION));
}
void addUser(std::string &user)
{
std::lock_guard<std::mutex> lock(mtx);
if (users.count(user) == 0)
{
users[user] = false;
@@ -31,16 +36,19 @@ public:
void removeUser(std::string &user)
{
std::lock_guard<std::mutex> lock(mtx);
users.erase(user);
}
bool isContains(std::string &user)
{
std::lock_guard<std::mutex> lock(mtx);
return users.count(user) == 1;
}
void setUserFlagged(std::string &user)
{
std::lock_guard<std::mutex> lock(mtx);
if (users.count(user) == 1)
{
users[user] = true;
@@ -49,6 +57,7 @@ public:
void setUserUnflagged(std::string &user)
{
std::lock_guard<std::mutex> lock(mtx);
if (users.count(user) == 1)
{
users[user] = false;
@@ -57,38 +66,56 @@ public:
void unflagAllUsers()
{
std::lock_guard<std::mutex> lock(mtx);
for (std::map<std::string, bool>::iterator it = users.begin(); it != users.end(); ++it)
{
it->second = false;
}
}
std::vector<std::string> getUsers()
std::set<std::string> getUsers()
{
std::vector<std::string> ret;
std::set<std::string> ret;
std::lock_guard<std::mutex> lock(mtx);
for (std::map<std::string, bool>::iterator it = users.begin(); it != users.end(); ++it)
{
ret.push_back(it->first);
ret.insert(it->first);
}
return ret;
}
std::vector<std::string> getFlaggedUsers()
std::set<std::string> getFlaggedUsers()
{
std::vector<std::string> ret;
std::set<std::string> ret;
std::lock_guard<std::mutex> lock(mtx);
for (std::map<std::string, bool>::iterator it = users.begin(); it != users.end(); ++it)
{
if (it->second)
{
ret.push_back(it->first);
ret.insert(it->first);
}
}
return ret;
}
bool isAnybodyFlagged()
{
std::lock_guard<std::mutex> lock(mtx);
for (std::map<std::string, bool>::iterator it = users.begin(); it != users.end(); ++it)
{
if (it->second)
return true;
}
return false;
}
};
#endif // _USERMAN_H