jketreno/ketr.photos
1
0
Fork 0
Code Issues 1 Activity

Export directly into DB

Browse Source 
Signed-off-by: James Ketrenos <james_gitlab@ketrenos.com>
This commit is contained in:
James Ketrenos 2020-01-05 20:24:14 -08:00
parent ea41c14315
commit 2e2eb0a6c9
2 changed files with 49 additions and 21 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
scanner/Makefile
View File

@ -1,10 +1,9 @@
all: scanner all: scanner
#ifeq ("$(wildcard /usr/include/sqlite3.h)","") ifeq ("$(wildcard /usr/include/sqlite3.h)","")
# @echo "Install libsqlite3-dev" @echo "Install libsqlite3-dev"
# @false @false
#endif endif
scanner: scanner.c scanner: scanner.c
gcc -o scanner scanner.c -lm gcc -o scanner scanner.c -lm -lsqlite3
# gcc -o scanner scanner.c -lm -lsqlite3

55
scanner/scanner.c
View File

@ -4,7 +4,7 @@
#include <sys/types.h> #include <sys/types.h>
#include <string.h> #include <string.h>
#include <math.h> #include <math.h>
//#include <sqlite3.h> #include <sqlite3.h>
typedef struct Face { typedef struct Face {
long double descriptor[128]; long double descriptor[128];
@ -62,6 +62,7 @@ long double euclideanDistance(long double *a, long double *b) {
} }
int main(int argc, char *argv[]) { int main(int argc, char *argv[]) {
int len = 0; int len = 0;
int i; int i;
Face *pChain = NULL; Face *pChain = NULL;
@ -107,9 +108,6 @@ int main(int argc, char *argv[]) {
fprintf(stderr, "Read %d face descriptors...\n", len); fprintf(stderr, "Read %d face descriptors...\n", len);
printf("DELETE FROM facedistances;\n");
printf("BEGIN TRANSACTION;\n");
/* Allocate storage for all distances */ /* Allocate storage for all distances */
Face *pLink = pChain; Face *pLink = pChain;
while (pLink) { while (pLink) {
@ -117,6 +115,33 @@ int main(int argc, char *argv[]) {
pLink = pLink->next; pLink = pLink->next;
} }
sqlite3 *db;
int rc = sqlite3_open("db/photos.db", &db);
if (rc != SQLITE_OK) {
fprintf(stderr, "Cannot open database: %s\n", sqlite3_errmsg(db));
sqlite3_close(db);
return 1;
}
fprintf(stderr, "DB opened.");
char *err_msg = NULL;
char *sql =
"DELETE FROM facedistances;"
"BEGIN TRANSACTION;";
rc = sqlite3_exec(db, sql, 0, 0, &err_msg);
if (rc != SQLITE_OK ) {
fprintf(stderr, "SQL error: %s\n", err_msg);
sqlite3_free(err_msg);
sqlite3_close(db);
return 1;
}
fprintf(stderr, "facedistances deleted and transaction started.\n");
char sqlBuf[1024];
pLink = pChain; pLink = pChain;
int sourceIndex = 0, lines = 0; int sourceIndex = 0, lines = 0;
while (pLink) { while (pLink) {
@ -131,10 +156,17 @@ int main(int argc, char *argv[]) {
pLink->distances[targetIndex] = pLink->distances[targetIndex] =
pTarget->distances[sourceIndex] = euclideanDistance(pLink->descriptor, pTarget->descriptor); pTarget->distances[sourceIndex] = euclideanDistance(pLink->descriptor, pTarget->descriptor);
if (pLink->distances[targetIndex] < 0.5) { if (pLink->distances[targetIndex] < 0.5) {
printf("INSERT INTO facedistances (face1Id,face2Id,distance) VALUES (%d,%d,%Lf);\n", sprintf(sqlBuf, "INSERT INTO facedistances (face1Id,face2Id,distance) VALUES (%d,%d,%Lf);",
((pLink->faceId < pTarget->faceId) ? pLink->faceId : pTarget->faceId), ((pLink->faceId < pTarget->faceId) ? pLink->faceId : pTarget->faceId),
((pLink->faceId < pTarget->faceId) ? pTarget->faceId : pLink->faceId), ((pLink->faceId < pTarget->faceId) ? pTarget->faceId : pLink->faceId),
pLink->distances[targetIndex]); pLink->distances[targetIndex]);
rc = sqlite3_exec(db, sqlBuf, 0, 0, &err_msg);
if (rc != SQLITE_OK ) {
fprintf(stderr, "SQL error: %s\n", err_msg);
sqlite3_free(err_msg);
sqlite3_close(db);
return 1;
}
lines++; lines++;
if (lines % 1000 == 0) { if (lines % 1000 == 0) {
fprintf(stderr, "...output %d DB lines (%0.2f complete)...\n", lines, (float)(1. * sourceIndex / (1. * len))); fprintf(stderr, "...output %d DB lines (%0.2f complete)...\n", lines, (float)(1. * sourceIndex / (1. * len)));
@ -148,18 +180,15 @@ int main(int argc, char *argv[]) {
pLink = pLink->next; pLink = pLink->next;
sourceIndex++; sourceIndex++;
} }
printf("COMMIT;\n"); rc = sqlite3_exec(db, "COMMIT;", 0, 0, &err_msg);
/*
sqlite3 *db;
sqlite3_stmt *res;
int rc = sqlite3_open("db/photos.db", &db);
if (rc != SQLITE_OK ) { if (rc != SQLITE_OK ) {
fprintf(stderr, "Cannot open database: %s\n", sqlite3_errmsg(db)); fprintf(stderr, "SQL error: %s\n", err_msg);
sqlite3_free(err_msg);
sqlite3_close(db); sqlite3_close(db);
return 1; return 1;
} }
sqlite3_close(db); sqlite3_close(db);
*/
return 0; return 0;
} }