file_io.cpp

#include "file_io.h"
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <inttypes.h>
#include <stdbool.h>
#include <string.h>
#include <fcntl.h>
#include <strings.h>
#include <sys/stat.h>
#include <dirent.h>
#include <ctype.h>
#include <sys/vfs.h>
#include <sys/mman.h>
#include <sys/ioctl.h>
#include <sys/mount.h>
#include <linux/magic.h>
#include <algorithm>
#include <vector>
#include <string>
#include <set>
#include "lib/miniz/miniz.h"
#include "osd.h"
#include "fpga_io.h"
#include "menu.h"
#include "errno.h"
#include "DiskImage.h"
#include "user_io.h"
#include "cfg.h"
#include "input.h"
#include "support.h"
#include "miniz.h"
#include "scheduler.h"
#include "video.h"
#include "support.h"
#include "support/zaparoo/menu_rbf.h"

#define MIN(a,b) (((a)<(b)) ? (a) : (b))

typedef std::vector<direntext_t> DirentVector;
typedef std::set<std::string> DirNameSet;

static const size_t YieldIterations = 128;

DirentVector DirItem;
DirNameSet DirNames;


// Directory scanning can cause the same zip file to be opened multiple times
// due to testing file types to adjust the path
// (and the fact the code path is shared with regular files)
// cache the opened mz_zip_archive so we only open it once
// this has the extra benefit that if a user is navigating through multiple directories
// in a zip archive, the zip will only be opened once and things will be more responsive
// ** We have to open the file outselves with open() so we can set O_CLOEXEC to prevent
// leaking the file descriptor when the user changes cores

static mz_zip_archive last_zip_archive = {};
static int last_zip_fd = -1;
static FILE *last_zip_cfile = NULL;
static char last_zip_fname[256] = {};
static char scanned_path[1024] = {};
static int scanned_opts = 0;

static int iSelectedEntry = 0;       // selected entry index
static int iFirstEntry = 0;

static char full_path[2100];
uint8_t loadbuf[LOADBUF_SZ];

static int flist_last_first_entry()
{
	int last = (int)DirItem.size() - OsdGetSize();
	return last > 0 ? last : 0;
}

static int flist_entry_is_expanded(int entry)
{
	if (!cfg.browse_expand || entry < 0 || entry >= (int)DirItem.size()) return 0;

	direntext_t *item = &DirItem[entry];
	return strlen(item->altname) > 28
		&& item->de.d_type != DT_DIR
		&& (cfg.rbf_hide_datecode || !item->datecode[0]);
}

static int flist_page_step(int direction)
{
	int step = OsdGetSize();
	if (step > 1)
	{
		// Forward paging follows the current page. Reverse paging precedes
		// the page whose selection may consume the extra display row.
		int expanded_entry = direction > 0 ? iSelectedEntry : iSelectedEntry - step;
		if (flist_entry_is_expanded(expanded_entry)) step--;
	}

	return step;
}

static void flist_center_selected()
{
	int count = (int)DirItem.size();
	if (!count || OsdGetSize() <= 0)
	{
		iSelectedEntry = 0;
		iFirstEntry = 0;
		return;
	}

	if (iSelectedEntry < 0) iSelectedEntry = 0;
	if (iSelectedEntry >= count) iSelectedEntry = count - 1;

	if (cfg.lookahead)
	{
		iFirstEntry = iSelectedEntry - (OsdGetSize() / 2);
	}
	else if (iSelectedEntry < iFirstEntry)
	{
		iFirstEntry = iSelectedEntry;
	}
	else if (iSelectedEntry >= iFirstEntry + OsdGetSize())
	{
		iFirstEntry = iSelectedEntry - OsdGetSize() + 1;
	}

	if (iFirstEntry < 0) iFirstEntry = 0;
	if (iFirstEntry > flist_last_first_entry()) iFirstEntry = flist_last_first_entry();
}

fileTYPE::fileTYPE()
{
	filp = 0;
	mode = 0;
	type = 0;
	zip = 0;
	size = 0;
	offset = 0;
}

fileTYPE::~fileTYPE()
{
	FileClose(this);
}

int fileTYPE::opened()
{
	return filp || zip;
}

struct fileZipArchive
{
	mz_zip_archive                    archive;
	int                               index;
	mz_zip_reader_extract_iter_state* iter;
	__off64_t                         offset;
};


static int OpenZipfileCached(char *path, int flags)
{
  if (last_zip_fname[0] && !strcasecmp(path, last_zip_fname))
  {
    return 1;
  }

  mz_zip_reader_end(&last_zip_archive);
  mz_zip_zero_struct(&last_zip_archive);
  if (last_zip_cfile)
  {
    fclose(last_zip_cfile);
    last_zip_cfile = nullptr;
  }

  last_zip_fname[0] = '\0';
  last_zip_fd = open(path, O_RDONLY|O_CLOEXEC);
  if (last_zip_fd < 0)
  {
    return 0;
  }

  last_zip_cfile = fdopen(last_zip_fd, "r");
  if (!last_zip_cfile)
  {
    close(last_zip_fd);
    last_zip_fd = -1;
    return 0;
  }

  int mz_ret = mz_zip_reader_init_cfile(&last_zip_archive, last_zip_cfile, 0, flags);
  if (mz_ret)
  {
    strncpy(last_zip_fname, path, sizeof(last_zip_fname));
  }
  return mz_ret;
}


static int FileIsZipped(char* path, char** zip_path, char** file_path)
{
	char* z = strcasestr(path, ".zip");
	if (z)
	{
		z += 4;
		if (!z[0]) z[1] = 0;
		*z++ = 0;

		if (zip_path) *zip_path = path;
		if (file_path) *file_path = z;
		return 1;
	}

	return 0;
}

static char* make_fullpath(const char *path, int mode = 0)
{
	if (path[0] != '/')
	{
		sprintf(full_path, "%s/%s", (mode == -1) ? "" : getRootDir(), path);
	}
	else
	{
		sprintf(full_path, "%s",path);
	}

	return full_path;
}

static int get_stmode(const char *path)
{
	struct stat64 st;
	return (stat64(path, &st) < 0) ? 0 : st.st_mode;
}

struct stat64* getPathStat(const char *path)
{
	make_fullpath(path);
	static struct stat64 st;
	return (stat64(full_path, &st) >= 0) ? &st : NULL;
}

static int isPathDirectory(const char *path, int use_zip = 1)
{
	make_fullpath(path);

	char *zip_path, *file_path;
	if (use_zip && FileIsZipped(full_path, &zip_path, &file_path))
	{
		if (!*file_path)
		{
			return 1;
		}

		if (!OpenZipfileCached(full_path, 0))
		{
			printf("isPathDirectory(OpenZipfileCached) Zip:%s, error:%s\n", zip_path,
				mz_zip_get_error_string(mz_zip_get_last_error(&last_zip_archive)));
			return 0;
		}

		// Folder names always end with a slash in the zip
		// file central directory.
		strcat(file_path, "/");

		// Some zip files don't have directory entries
		// Use the locate_file call to try and find the directory entry first, since
		// this is a binary search (usually) If that fails then scan for the first
		// entry that starts with file_path

		const int file_index = mz_zip_reader_locate_file(&last_zip_archive, file_path, NULL, 0);
		if (file_index >= 0 && mz_zip_reader_is_file_a_directory(&last_zip_archive, file_index))
		{
			return 1;
		}

		for (size_t i = 0; i < mz_zip_reader_get_num_files(&last_zip_archive); i++)
		{
			char zip_fname[256];
			mz_zip_reader_get_filename(&last_zip_archive, i, &zip_fname[0], sizeof(zip_fname));
			if (strcasestr(zip_fname, file_path))
			{
				return 1;
			}
		}
		return 0;
	}
	else
	{
		int stmode = get_stmode(full_path);
		if (!stmode)
		{
			//printf("isPathDirectory(stat) path: %s, error: %s.\n", full_path, strerror(errno));
			return 0;
		}

		if (stmode & S_IFDIR) return 1;
	}

	return 0;
}

static int isPathRegularFile(const char *path, int use_zip = 1)
{
	make_fullpath(path);

	char *zip_path, *file_path;
	if (use_zip && FileIsZipped(full_path, &zip_path, &file_path))
	{
		//If there's no path into the zip file, don't bother opening it, we're a "directory"
		if (!*file_path)
		{
			return 0;
		}
		if (!OpenZipfileCached(full_path, 0))
		{
			//printf("isPathRegularFile(mz_zip_reader_init_file) Zip:%s, error:%s\n", zip_path,
			//       mz_zip_get_error_string(mz_zip_get_last_error(&z)));
			return 0;
		}
		const int file_index = mz_zip_reader_locate_file(&last_zip_archive, file_path, NULL, 0);
		if (file_index < 0)
		{
			//printf("isPathRegularFile(mz_zip_reader_locate_file) Zip:%s, file:%s, error: %s\n",
			//		 zip_path, file_path,
			//		 mz_zip_get_error_string(mz_zip_get_last_error(&z)));
			return 0;
		}

		if (!mz_zip_reader_is_file_a_directory(&last_zip_archive, file_index) && mz_zip_reader_is_file_supported(&last_zip_archive, file_index))
		{
			return 1;
		}
	}
	else
	{
		if (get_stmode(full_path) & S_IFREG) return true;
	}

	return 0;
}

int FileClose(fileTYPE *file)
{
	int err = 0;

	if (file->zip)
	{
		if (file->zip->iter)
		{
			mz_zip_reader_extract_iter_free(file->zip->iter);
		}
		mz_zip_reader_end(&file->zip->archive);

		delete file->zip;
	}

	if (file->filp)
	{
		//printf("closing %p\n", file->filp);
		if (fclose(file->filp))
		{
			err = -1;
			printf("FileClose error on %s (%s).\n", file->name, strerror(errno));
		}
		if (file->type == 1)
		{
			if (file->name[0] == '/')
			{
				shm_unlink(file->name);
			}
			file->type = 0;
		}
	}

	file->zip = nullptr;
	file->filp = nullptr;
	file->size = 0;

	return err;
}

static int zip_search_by_crc(mz_zip_archive *zipArchive, uint32_t crc32)
{
	for (unsigned int file_index = 0; file_index < zipArchive->m_total_files; file_index++)
	{
		mz_zip_archive_file_stat s;
		if (mz_zip_reader_file_stat(zipArchive, file_index, &s))
		{
			if (s.m_crc32 == crc32)
			{
				return file_index;
			}
		}
	}

	return -1;
}

int FileOpenZip(fileTYPE *file, const char *name, uint32_t crc32)
{
	make_fullpath(name);
	FileClose(file);
	file->mode = 0;
	file->type = 0;

	char *p = strrchr(full_path, '/');
	strcpy(file->name, (p) ? p + 1 : full_path);

	char *zip_path, *file_path;
	if (!FileIsZipped(full_path, &zip_path, &file_path))
	{
		printf("FileOpenZip: %s, is not a zip.\n", full_path);
		return 0;
	}

	file->zip = new fileZipArchive{};
	if (!mz_zip_reader_init_file(&file->zip->archive, zip_path, 0))
	{
		printf("FileOpenZip(mz_zip_reader_init_file) Zip:%s, error:%s\n", zip_path,
					mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
		return 0;
	}

	file->zip->index = -1;
	if (crc32) file->zip->index = zip_search_by_crc(&file->zip->archive, crc32);
	if (file->zip->index < 0) file->zip->index = mz_zip_reader_locate_file(&file->zip->archive, file_path, NULL, 0);
	if (file->zip->index < 0)
	{
		printf("FileOpenZip(mz_zip_reader_locate_file) Zip:%s, file:%s, error: %s\n",
					zip_path, file_path,
					mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
		FileClose(file);
		return 0;
	}

	mz_zip_archive_file_stat s;
	if (!mz_zip_reader_file_stat(&file->zip->archive, file->zip->index, &s))
	{
		printf("FileOpenZip(mz_zip_reader_file_stat) Zip:%s, file:%s, error:%s\n",
					zip_path, file_path,
					mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
		FileClose(file);
		return 0;
	}
	file->size = s.m_uncomp_size;

	file->zip->iter = mz_zip_reader_extract_iter_new(&file->zip->archive, file->zip->index, 0);
	if (!file->zip->iter)
	{
		printf("FileOpenZip(mz_zip_reader_extract_iter_new) Zip:%s, file:%s, error:%s\n",
					zip_path, file_path,
					mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
		FileClose(file);
		return 0;
	}

	file->zip->offset = 0;
	file->offset = 0;
	file->mode = O_RDONLY;
	return 1;
}

int FileOpenEx(fileTYPE *file, const char *name, int mode, char mute, int use_zip)
{
	make_fullpath((char*)name, mode);
	FileClose(file);
	file->mode = 0;
	file->type = 0;

	char *p = strrchr(full_path, '/');
	strcpy(file->name, (mode == -1) ? full_path : p + 1);

	char *zip_path, *file_path;
	if (use_zip && (mode != -1) && FileIsZipped(full_path, &zip_path, &file_path))
	{
		if (mode & O_RDWR || mode & O_WRONLY)
		{
			if(!mute) printf("FileOpenEx(mode) Zip:%s, writing to zipped files is not supported.\n",
					 full_path);
			return 0;
		}

		file->zip = new fileZipArchive{};
		if (!mz_zip_reader_init_file(&file->zip->archive, zip_path, 0))
		{
			if(!mute) printf("FileOpenEx(mz_zip_reader_init_file) Zip:%s, error:%s\n", zip_path,
					 mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
			return 0;
		}

		file->zip->index = mz_zip_reader_locate_file(&file->zip->archive, file_path, NULL, 0);
		if (file->zip->index < 0)
		{
			if(!mute) printf("FileOpenEx(mz_zip_reader_locate_file) Zip:%s, file:%s, error: %s\n",
					 zip_path, file_path,
					 mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
			FileClose(file);
			return 0;
		}

		mz_zip_archive_file_stat s;
		if (!mz_zip_reader_file_stat(&file->zip->archive, file->zip->index, &s))
		{
			if(!mute) printf("FileOpenEx(mz_zip_reader_file_stat) Zip:%s, file:%s, error:%s\n",
					 zip_path, file_path,
					 mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
			FileClose(file);
			return 0;
		}
		file->size = s.m_uncomp_size;

		file->zip->iter = mz_zip_reader_extract_iter_new(&file->zip->archive, file->zip->index, 0);
		if (!file->zip->iter)
		{
			if(!mute) printf("FileOpenEx(mz_zip_reader_extract_iter_new) Zip:%s, file:%s, error:%s\n",
					 zip_path, file_path,
					 mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
			FileClose(file);
			return 0;
		}
		file->zip->offset = 0;
		file->offset = 0;
		file->mode = mode;
	}
	else
	{
		int fd = (mode == -1) ? shm_open("/vdsk", O_CREAT | O_RDWR | O_TRUNC | O_CLOEXEC, 0777) : open(full_path, mode | O_CLOEXEC, 0777);
		if (fd <= 0)
		{
			if(!mute) printf("FileOpenEx(open) File:%s, error: %s.\n", full_path, strerror(errno));
			return 0;
		}
		const char *fmode;

		switch (mode & O_ACCMODE) {
		case O_RDONLY:
			fmode = "r";
			break;
		case O_WRONLY:
			fmode = "w";
			break;
		default:
			fmode = "w+";
			break;
		}
		file->filp = fdopen(fd, fmode);
		if (!file->filp)
		{
			if(!mute) printf("FileOpenEx(fdopen) File:%s, error: %s.\n", full_path, strerror(errno));
			close(fd);
			return 0;
		}

		if (mode == -1)
		{
			file->type = 1;
			file->size = 0;
			file->offset = 0;
			file->mode = O_CREAT | O_RDWR | O_TRUNC;
		}
		else
		{
			struct stat64 st;
			int ret = fstat64(fileno(file->filp), &st);
			if (ret < 0)
			{
				if (!mute) printf("FileOpenEx(fstat) File:%s, error: %d.\n", full_path, ret);
				FileClose(file);
				return 0;
			}

			file->size = st.st_size;
			if (st.st_rdev && !st.st_size)  //for special files we need an ioctl call to get the correct size
			{
				unsigned long long blksize;
				int ret = ioctl(fd, BLKGETSIZE64, &blksize);
				if (ret < 0)
				{
					if (!mute) printf("FileOpenEx(ioctl) File:%s, error: %d.\n", full_path, ret);
					FileClose(file);
					return 0;
				}
				file->size = blksize;
			}

			file->offset = 0;
			file->mode = mode;
		}
	}

	//printf("opened %s, size %llu\n", full_path, file->size);
	return 1;
}

__off64_t FileGetSize(fileTYPE *file)
{
	if (file->filp)
	{
		struct stat64 st;
		if (fstat64(fileno(file->filp), &st) < 0) return 0;

		if (st.st_rdev && !st.st_size)  //for special files we need an ioctl call to get the correct size
		{
			unsigned long long blksize;
			int ret = ioctl(fileno(file->filp), BLKGETSIZE64, &blksize);
			if (ret < 0) return 0;
			return blksize;
		}

		return st.st_size;
	}
	else if (file->zip)
	{
		return file->size;
	}
	return 0;
}

int FileOpen(fileTYPE *file, const char *name, char mute)
{
	return FileOpenEx(file, name, O_RDONLY, mute);
}

int FileSeek(fileTYPE *file, __off64_t offset, int origin)
{
	if (file->filp)
	{
		__off64_t res = fseeko64(file->filp, offset, origin);
		if (res < 0)
		{
			printf("Fail to seek the file: offset=%lld, %s.\n", offset, file->name);
			return 0;
		}
		offset = ftello64(file->filp);
	}
	else if (file->zip)
	{
		if (origin == SEEK_CUR)
		{
			offset = file->zip->offset + offset;
		}
		else if (origin == SEEK_END)
		{
			offset = file->size - offset;
		}

		if (offset < file->zip->offset)
		{
			mz_zip_reader_extract_iter_state *iter = mz_zip_reader_extract_iter_new(&file->zip->archive, file->zip->index, 0);
			if (!iter)
			{
				printf("FileSeek(mz_zip_reader_extract_iter_new) Failed to rewind iterator, error:%s\n",
				       mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
				return 0;
			}

			mz_zip_reader_extract_iter_free(file->zip->iter);
			file->zip->iter = iter;
			file->zip->offset = 0;
		}

		static char buf[4*1024];
		while (file->zip->offset < offset)
		{
			const size_t want_len = MIN((__off64_t)sizeof(buf), offset - file->zip->offset);
			const size_t read_len = mz_zip_reader_extract_iter_read(file->zip->iter, buf, want_len);
			file->zip->offset += read_len;
			if (read_len < want_len)
			{
				printf("FileSeek(mz_zip_reader_extract_iter_read) Failed to advance iterator, error:%s\n",
				       mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
				return 0;
			}
		}
	}
	else
	{
		return 0;
	}

	file->offset = offset;
	return 1;
}

int FileSeekLBA(fileTYPE *file, uint32_t offset)
{
	__off64_t off64 = offset;
	off64 <<= 9;
	return FileSeek(file, off64, SEEK_SET);
}

// Read with offset advancing
int FileReadAdv(fileTYPE *file, void *pBuffer, int length, int failres)
{
	ssize_t ret = 0;

	if (file->filp)
	{
		ret = fread(pBuffer, 1, length, file->filp);
		if (ret != length && ferror(file->filp))
		{
			printf("FileReadAdv error: read %zd of %d bytes (%s).\n", ret, length, strerror(errno));
			clearerr(file->filp);
			return failres;
		}
	}
	else if (file->zip)
	{
		ret = mz_zip_reader_extract_iter_read(file->zip->iter, pBuffer, length);
		if (!ret)
		{
			printf("FileReadEx(mz_zip_reader_extract_iter_read) Failed to read, error:%s\n",
			       mz_zip_get_error_string(mz_zip_get_last_error(&file->zip->archive)));
			return failres;
		}
		file->zip->offset += ret;
	}
	else
	{
		printf("FileReadAdv error(unknown file type).\n");
		return failres;
	}

	file->offset += ret;
	return ret;
}

int FileReadSec(fileTYPE *file, void *pBuffer)
{
	return FileReadAdv(file, pBuffer, 512);
}

// Write with offset advancing
int FileWriteAdv(fileTYPE *file, void *pBuffer, int length, int failres)
{
	int ret;

	if (file->filp)
	{
		ret = fwrite(pBuffer, 1, length, file->filp);

		if (ret != length || fflush(file->filp))
		{
			printf("FileWriteAdv error: wrote %d of %d bytes (%s).\n", ret, length, strerror(errno));
			return failres;
		}

		file->offset += ret;
		if (file->offset > file->size) file->size = FileGetSize(file);
		return ret;
	}
	else if (file->zip)
	{
		printf("FileWriteAdv error(not supported for zip).\n");
		return failres;
	}
	else
	{
		printf("FileWriteAdv error(unknown file type).\n");
		return failres;
	}
}

int FileWriteSec(fileTYPE *file, void *pBuffer)
{
	return FileWriteAdv(file, pBuffer, 512);
}

int FileSave(const char *name, void *pBuffer, int size)
{
	make_fullpath(name);

	// write a temp file and rename it over the target, so a power cut never leaves a truncated file
	char tmp_path[sizeof(full_path) + 4];
	snprintf(tmp_path, sizeof(tmp_path), "%s.tmp", full_path);

	int fd = open(tmp_path, O_WRONLY | O_CREAT | O_TRUNC | O_SYNC, S_IRWXU | S_IRWXG | S_IRWXO);
	if (fd < 0)
	{
		printf("FileSave error: cannot open %s (%s).\n", tmp_path, strerror(errno));
		return 0;
	}

	int ret = write(fd, pBuffer, size);
	if (ret < 0)
	{
		printf("FileSave error: write to %s failed (%s).\n", tmp_path, strerror(errno));
		close(fd);
		unlink(tmp_path);
		return 0;
	}
	if (ret != size)
	{
		printf("FileSave error: short write to %s, wrote %d of %d bytes.\n", tmp_path, ret, size);
		close(fd);
		unlink(tmp_path);
		return 0;
	}

	if (close(fd))
	{
		printf("FileSave error: close %s failed (%s).\n", tmp_path, strerror(errno));
		unlink(tmp_path);
		return 0;
	}

	if (rename(tmp_path, full_path))
	{
		printf("FileSave error: rename to %s failed (%s).\n", full_path, strerror(errno));
		unlink(tmp_path);
		return 0;
	}

	return ret;
}

int FileDelete(const char *name)
{
	make_fullpath(name);
	printf("delete %s\n", full_path);
	return !unlink(full_path);
}

int DirDelete(const char *name)
{
	make_fullpath(name);
	printf("rmdir %s\n", full_path);
	return !rmdir(full_path);
}

const char* GetNameFromPath(char *path)
{
	static char res[32];

	char* p = strrchr(path, '/');
	if (!p) p = path;
	else p++;

	if (strlen(p) < 19) strcpy(res, p);
	else
	{
		strncpy(res, p, 19);
		res[19] = 0;
	}

	return res;
}

int FileLoad(const char *name, void *pBuffer, int size)
{
	fileTYPE f;
	if (!FileOpen(&f, name)) return 0;

	int ret = f.size;
	if (pBuffer) ret = FileReadAdv(&f, pBuffer, size ? size : f.size);

	FileClose(&f);
	return ret;
}

int FileLoadConfig(const char *name, void *pBuffer, int size)
{
	char path[256] = { CONFIG_DIR"/" };
	strcat(path, name);
	return FileLoad(path, pBuffer, size);
}

int FileSaveConfig(const char *name, void *pBuffer, int size)
{
	char path[256] = { CONFIG_DIR };
	const char *p;
	while ((p = strchr(name, '/')))
	{
		strcat(path, "/");
		strncat(path, name, p - name);
		name = ++p;
		FileCreatePath(path);
	}

	strcat(path, "/");
	strcat(path, name);
	return FileSave(path, pBuffer, size);
}

int FileDeleteConfig(const char *name)
{
	char path[256] = { CONFIG_DIR"/" };
	strcat(path, name);
	return FileDelete(path);
}

int FileExists(const char *name, int use_zip)
{
	return isPathRegularFile(name, use_zip);
}

int PathIsDir(const char *name, int use_zip)
{
	return isPathDirectory(name, use_zip);
}

int FileCanWrite(const char *name)
{
	make_fullpath(name);

	if (FileIsZipped(full_path, nullptr, nullptr))
	{
		return 0;
	}

	struct stat64 st;
	int ret = stat64(full_path, &st);
	if (ret < 0)
	{
		printf("FileCanWrite(stat) File:%s, error: %d.\n", full_path, ret);
		return 0;
	}

	//printf("FileCanWrite: mode=%04o.\n", st.st_mode);
	return ((st.st_mode & S_IWUSR) != 0);
}

void create_path(const char *base_dir, const char* sub_dir)
{
	make_fullpath(base_dir);
	mkdir(full_path, S_IRWXU | S_IRWXG | S_IRWXO);
	strcat(full_path, "/");
	strcat(full_path, sub_dir);
	mkdir(full_path, S_IRWXU | S_IRWXG | S_IRWXO);
}

int FileCreatePath(const char *dir)
{
	int res = 1;
	if (!isPathDirectory(dir)) {
		make_fullpath(dir);
		res = !mkdir(full_path, S_IRWXU | S_IRWXG | S_IRWXO);
	}
	return res;
}

void FileGenerateScreenshotName(const char *name, char *out_name, const char* extension, int buflen)
{
	// If the name ends with target extension then don't modify it
	       
	size_t name_len = strlen(name);
	size_t ext_len = strlen(extension);
	
	if (name_len >= ext_len && !strcasecmp(name + name_len - ext_len, extension))	{
		const char *p = strrchr(name, '/');
		make_fullpath(SCREENSHOT_DIR);
		if( p )
		{
			snprintf(out_name, buflen, "%s%s", SCREENSHOT_DIR, p);
		}
		else
		{
			snprintf(out_name, buflen, "%s/%s", SCREENSHOT_DIR, name);
		}
	}
	else
	{
		create_path(SCREENSHOT_DIR, CoreName2);

		time_t t = time(NULL);
		struct tm tm = *localtime(&t);
		char datecode[32] = {};
		if (tm.tm_year >= 119) // 2019 or up considered valid time
		{
			strftime(datecode, 31, "%Y%m%d_%H%M%S", &tm);
			snprintf(out_name, buflen, "%s/%s/%s-%s%s", SCREENSHOT_DIR, CoreName2, datecode, name[0] ? name : SCREENSHOT_DEFAULT, extension);
		}
		else
		{
			for (int i = 1; i < 10000; i++)
			{
				snprintf(out_name, buflen, "%s/%s/NODATE-%s_%04d%s", SCREENSHOT_DIR, CoreName2, name[0] ? name : SCREENSHOT_DEFAULT, i, extension);
				if (!getFileType(out_name)) return;
			}
		}
	}
}

void FileGenerateSavePath(const char *name, char* out_name, int ext_replace)
{
	create_path(SAVE_DIR, CoreName2);

	sprintf(out_name, "%s/%s/", SAVE_DIR, CoreName2);
	char *fname = out_name + strlen(out_name);

	const char *p = strrchr(name, '/');
	if (p)
	{
		strcat(fname, p+1);
	}
	else
	{
		strcat(fname, name);
	}

	char *e = strrchr(fname, '.');
	if (ext_replace && e)
	{
		strcpy(e,".sav");
	}
	else
	{
		strcat(fname, ".sav");
	}

	printf("SavePath=%s\n", out_name);
}

void FileGenerateSavestatePath(const char *name, char* out_name, int sufx)
{
	const char *subdir = is_arcade() ? "Arcade" : CoreName2;

	create_path(SAVESTATE_DIR, subdir);

	sprintf(out_name, "%s/%s/", SAVESTATE_DIR, subdir);
	char *fname = out_name + strlen(out_name);

	const char *p = strrchr(name, '/');
	if (p)
	{
		strcat(fname, p + 1);
	}
	else
	{
		strcat(fname, name);
	}

	char *e = strrchr(fname, '.');
	if (e) e[0] = 0;

	if(sufx) sprintf(e, "_%d.ss", sufx);
	else strcat(e, ".ss");
}

uint32_t getFileType(const char *name)
{
	make_fullpath(name);

	struct stat64 st;
	if (stat64(full_path, &st)) return 0;

	return st.st_mode;
}

uint64_t getFileSize(const char *name)
{
	make_fullpath(name);

	struct stat64 st;
	if (stat64(full_path, &st)) return 0;

	return st.st_size;
}

static int findPrefixDir(const char *prefix, bool no_prefix_check, char *dir, size_t dir_len)
{
	// Searches for the core's folder in the following order:
	// /media/usb<0..5>/<dir>          (only if no_prefix_check)
	// /media/usb<0..5>/<prefix>/<dir>
	// /media/network/<dir>            (only if no_prefix_check)
	// /media/network/<prefix>/<dir>
	// /media/fat/cifs/<dir>           (only if no_prefix_check)
	// /media/fat/cifs/<prefix>/<dir>
	// /media/fat/<dir>                (only if no_prefix_check)
	// /media/fat/<prefix>/<dir>
	//
	// no_prefix_check enables the legacy layout where system folders lived
	// directly at the storage root (e.g. /media/fat/SNES). That layout is
	// no longer recommended; prefer <prefix>/<dir>.
	static char temp_dir[1024];

	// Usb<0..5>
	for (int x = 0; x < 6; x++) {
		if (no_prefix_check) {
			snprintf(temp_dir, 1024, "%s%d/%s", "../usb", x, dir);
			if (isPathDirectory(temp_dir)) {
				printf("Found USB dir: %s\n", temp_dir);
				strncpy(dir, temp_dir, dir_len);
				return 1;
			}
		}

		snprintf(temp_dir, 1024, "%s%d/%s/%s", "../usb", x, prefix, dir);
		if (isPathDirectory(temp_dir)) {
			printf("Found USB dir: %s\n", temp_dir);
			strncpy(dir, temp_dir, dir_len);
			return 1;
		}
	}

	// Network share in /media/network/
	if (no_prefix_check) {
		snprintf(temp_dir, 1024, "%s/%s", "../network", dir);
		if (isPathDirectory(temp_dir)) {
			printf("Found network dir: %s\n", temp_dir);
			strncpy(dir, temp_dir, dir_len);
			return 1;
		}
	}

	// Network share in /media/network/<prefix>
	snprintf(temp_dir, 1024, "%s/%s/%s", "../network", prefix, dir);
	if (isPathDirectory(temp_dir)) {
		printf("Found network dir: %s\n", temp_dir);
		strncpy(dir, temp_dir, dir_len);
		return 1;
	}

	// CIFS_DIR directory in /media/fat/cifs
	if (no_prefix_check) {
		snprintf(temp_dir, 1024, "%s/%s", CIFS_DIR, dir);
		if (isPathDirectory(temp_dir)) {
			printf("Found CIFS dir: %s\n", temp_dir);
			strncpy(dir, temp_dir, dir_len);
			return 1;
		}
	}

	// CIFS_DIR/<prefix> directory in /media/fat/cifs/<prefix>
	snprintf(temp_dir, 1024, "%s/%s/%s", CIFS_DIR, prefix, dir);
	if (isPathDirectory(temp_dir)) {
		printf("Found CIFS dir: %s\n", temp_dir);
		strncpy(dir, temp_dir, dir_len);
		return 1;
	}

	// media/fat
	if (no_prefix_check && isPathDirectory(dir)) {
		printf("Found existing: %s\n", dir);
		return 1;
	}

	// media/fat/<prefix>
	snprintf(temp_dir, 1024, "%s/%s", prefix, dir);
	if (isPathDirectory(temp_dir)) {
		printf("Found dir: %s\n", temp_dir);
		strncpy(dir, temp_dir, dir_len);
		return 1;
	}

	return 0;
}

int findGamesDir(char *dir, size_t dir_len)
{
	return findPrefixDir(GAMES_DIR, true, dir, dir_len);
}

int findDocsDir(char *dir, size_t dir_len)
{
	return findPrefixDir(DOCS_DIR, false, dir, dir_len);
}

void prefixGameDir(char *dir, size_t dir_len)
{
	if (!findGamesDir(dir, dir_len))
	{
		static char temp_dir[1024];

		//FileCreatePath(GAMES_DIR);
		snprintf(temp_dir, 1024, "%s/%s", GAMES_DIR, dir);
		strncpy(dir, temp_dir, dir_len);
		printf("Prefixed dir to %s\n", temp_dir);
	}
}

static int device = 0;
static int usbnum = 0;
const char *getStorageDir(int dev)
{
	static char path[32];
	if (!dev) return "/media/fat";
	sprintf(path, "/media/usb%d", usbnum);
	return path;
}

const char *getRootDir()
{
	return getStorageDir(device);
}

const char *getFullPath(const char *name)
{
	make_fullpath(name);
	return full_path;
}

void setStorage(int dev)
{
	device = 0;
	FileSave(CONFIG_DIR"/device.bin", &dev, sizeof(int));
	fpga_load_rbf(menu_rbf_name());
}

static int orig_device = 0;
int getStorage(int from_setting)
{
	return from_setting ? orig_device : device;
}

int isPathMounted(int n)
{
	char path[32];
	sprintf(path, "/media/usb%d", n);

	struct stat file_stat;
	struct stat parent_stat;

	if (-1 == stat(path, &file_stat))
	{
		printf("failed to stat %s\n", path);
		return 0;
	}

	if (!(file_stat.st_mode & S_IFDIR))
	{
		printf("%s is not a directory.\n", path);
		return 0;
	}

	if (-1 == stat("/media", &parent_stat))
	{
		printf("failed to stat /media\n");
		return 0;
	}

	if (file_stat.st_dev != parent_stat.st_dev ||
		(file_stat.st_dev == parent_stat.st_dev &&
			file_stat.st_ino == parent_stat.st_ino))
	{
		printf("%s IS a mountpoint.\n", path);
		struct statfs fs_stat;
		if (!statfs(path, &fs_stat))
		{
			printf("%s is FS: 0x%08X\n", path, fs_stat.f_type);
			if (fs_stat.f_type != EXT4_SUPER_MAGIC)
			{
				printf("%s is not EXT2/3/4.\n", path);
				return 1;
			}
		}
	}

	printf("%s is NOT a VFAT mountpoint.\n", path);
	return 0;
}

int isUSBMounted()
{
	for (int i = 0; i < 4; i++)
	{
		if (isPathMounted(i))
		{
			usbnum = i;
			return 1;
		}
	}
	return 0;
}

void FindStorage(void)
{
	char str[128];
	printf("Looking for root device...\n");
	device = 0;
	FileLoad(CONFIG_DIR"/device.bin", &device, sizeof(int));
	orig_device = device;

	if(device && !isUSBMounted())
	{
		uint8_t core_type = (fpga_core_id() & 0xFF);
		if (core_type == CORE_TYPE_8BIT)
		{
			user_io_read_confstr();
			user_io_read_core_name();
		}

		int saveddev = device;
		device = 0;
		cfg_parse();
		device = saveddev;
		video_init();
		user_io_send_buttons(1);

		printf("Waiting for USB...\n");
		int btn = 0;
		int done = 0;

		OsdWrite(16, "", 1);
		OsdWrite(17, "       www.MiSTerFPGA.org       ", 1);
		OsdWrite(18, "", 1);

		for (int i = 30; i >= 0; i--)
		{
			sprintf(str, "\n     Waiting for USB...\n\n             %d   \n\n\n  OSD/USER or ESC to cancel", i);
			InfoMessage(str);
			if (isUSBMounted())
			{
				done = 1;
				break;
			}

			for (int i = 0; i < 10; i++)
			{
				btn = fpga_get_buttons();
				if (!btn) btn = input_poll(1);
				if (btn)
				{
					printf("Button has been pressed %d\n", btn);
					InfoMessage("\n\n         Canceled!\n");
					usleep(500000);
					setStorage(0);
					break;
				}
				usleep(100000);
			}
			if (done) break;
		}

		if (!done)
		{
			InfoMessage("\n\n     No USB storage found\n   Falling back to SD card\n");
			usleep(2000000);
			setStorage(0);
		}
	}

	if (device)
	{
		printf("Using USB as a root device\n");
	}
	else
	{
		printf("Using SD card as a root device\n");
	}

	sprintf(full_path, "%s/" CONFIG_DIR, getRootDir());
	DIR* dir = opendir(full_path);
	if (dir) closedir(dir);
	else if (ENOENT == errno) mkdir(full_path, S_IRWXU | S_IRWXG | S_IRWXO);
}

struct DirentComp
{
	bool operator()(const direntext_t& de1, const direntext_t& de2)
	{

#ifdef USE_SCHEDULER
		if (++iterations % YieldIterations == 0)
		{
			scheduler_yield();
		}
#endif

		if ((de1.de.d_type == DT_DIR) && !strcmp(de1.altname, "..")) return true;
		if ((de2.de.d_type == DT_DIR) && !strcmp(de2.altname, "..")) return false;

		if ((de1.de.d_type == DT_DIR) && (de2.de.d_type != DT_DIR)) return true;
		if ((de1.de.d_type != DT_DIR) && (de2.de.d_type == DT_DIR)) return false;

		int len1 = strlen(de1.altname);
		int len2 = strlen(de2.altname);
		if ((len1 > 4) && (de1.altname[len1 - 4] == '.')) len1 -= 4;
		if ((len2 > 4) && (de2.altname[len2 - 4] == '.')) len2 -= 4;

		int len = (len1 < len2) ? len1 : len2;
		int ret = strncasecmp(de1.altname, de2.altname, len);
		if (!ret)
		{
			if(len1 != len2)
			{
				return len1 < len2;
			}
			ret = strcasecmp(de1.datecode, de2.datecode);
		}

		return ret < 0;
	}

	size_t iterations = 0;
};

void AdjustDirectory(char *path)
{
	if (!FileExists(path)) return;

	char *p = strrchr(path, '/');
	if (p)
	{
		*p = 0;
	}
	else
	{
		path[0] = 0;
	}
}

static const char *GetRelativeFileName(const char *folder, const char *path)
{
	if (!*folder) return path;
	if (strcasestr(path, folder) == path)
	{
		const char *subpath = path + strlen(folder);
		if (*subpath == '/') return subpath + 1;
	}
	return NULL;
}

static bool IsInSameFolder(const char *folder, const char *path)
{
	const char *p = strrchr(path, '/');
	size_t len = p ? p - path : 0;
	return (strlen(folder) == len) && !strncasecmp(path, folder, len);
}

static int names_loaded = 0;
static void get_display_name(direntext_t *dext, const char *ext, int options)
{
	static char *names = 0;
	memcpy(dext->altname, dext->de.d_name, sizeof(dext->altname));
	if (dext->de.d_type == DT_DIR) return;

	int len = strlen(dext->altname);
	int xml = (len > 4 && (!strcasecmp(dext->altname + len - 4, ".mgl") || !strcasecmp(dext->altname + len - 4, ".mra")));
	int rbf = (len > 4 && !strcasecmp(dext->altname + len - 4, ".rbf"));
	if (rbf || xml)
	{
		dext->altname[len - 4] = 0;
		if (rbf)
		{
			char *p = strstr(dext->altname, "_20");
			if (p) if (strlen(p + 3) < 6) p = 0;
			if (p)
			{
				*p = 0;
				strncpy(dext->datecode, p + 3, 15);
				dext->datecode[15] = 0;
			}
			else
			{
				strcpy(dext->datecode, "------");
			}
		}

		if (!names_loaded)
		{
			if (names)
			{
				free(names);
				names = 0;
			}

			int size = FileLoad("names.txt", 0, 0);
			if (size)
			{
				names = (char*)malloc(size + 1);
				if (names)
				{
					names[0] = 0;
					FileLoad("names.txt", names, 0);
					names[size] = 0;
				}
			}
			names_loaded = 1;
		}

		if (names)
		{
			strcat(dext->altname, ":");
			len = strlen(dext->altname);
			char *transl = strstr(names, dext->altname);
			if (transl)
			{
				int copy = 0;
				transl += len;
				len = 0;
				while (*transl && len < (int)sizeof(dext->altname) - 1)
				{
					if (!copy && *transl <= 32)
					{
						transl++;
						continue;
					}

					if (copy && *transl < 32) break;

					copy = 1;
					dext->altname[len++] = *transl++;
				}
				len++;
			}

			dext->altname[len - 1] = 0;
		}
		return;
	}

	//do not remove ext if core supplies more than 1 extension and it's not list of cores
	if (!(options & SCANO_CORES) && strlen(ext) > 3) return;
	if (strchr(ext, '*') || strchr(ext, '?')) return;

	/* find the extension on the end of the name*/
	char *fext = strrchr(dext->altname, '.');
	if (fext) *fext = 0;
}

int ScanDirectory(char* path, int mode, const char *extension, int options, const char *prefix, const char *filter)
{
	static char file_name[1024];
	static char full_path[1024];

	int has_trd = 0;
	const char *ext = extension;
	while (*ext)
	{
		if (!strncasecmp(ext, "TRD", 3)) has_trd = 1;
		ext += 3;
	}

	int extlen = strlen(extension);
    int filterlen = filter ? strlen(filter) : 0;
	//printf("scan dir\n");

	if (mode == SCANF_INIT)
	{
		iFirstEntry = 0;
		iSelectedEntry = 0;
		DirItem.clear();
		DirNames.clear();

		file_name[0] = 0;

		if ((options & SCANO_NOENTER) || isPathRegularFile(path))
		{
			char *p = strrchr(path, '/');
			if (p)
			{
				strcpy(file_name, p + 1);
				*p = 0;
			}
			else
			{
				strcpy(file_name, path);
				path[0] = 0;
			}
		}

		if (!isPathDirectory(path)) return 0;
		snprintf(scanned_path, sizeof(scanned_path), "%s", path);
		scanned_opts = options;

		if (options & SCANO_NEOGEO) neogeo_scan_xml(path);

		sprintf(full_path, "%s/%s", getRootDir(), path);
		int path_len = strlen(full_path);

		const char* is_zipped = strcasestr(full_path, ".zip");
		if (is_zipped && strcasestr(is_zipped + 4, ".zip"))
		{
			printf("Nested zip-files are not supported: %s\n", full_path);
			return 0;
		}

		printf("Start to scan %sdir: %s\n", is_zipped ? "zipped " : "", full_path);
		printf("Position on item: %s\n", file_name);

		char *zip_path, *file_path_in_zip = (char*)"";
		FileIsZipped(full_path, &zip_path, &file_path_in_zip);

		DIR *d = nullptr;
		mz_zip_archive *z = nullptr;
		if (is_zipped)
		{
			if (!OpenZipfileCached(full_path, 0))
			{
				printf("Couldn't open zip file %s: %s\n", full_path, mz_zip_get_error_string(mz_zip_get_last_error(&last_zip_archive)));
				return 0;
			}
			z = &last_zip_archive;
		}
		else
		{
			d = opendir(full_path);
			if (!d)
			{
				printf("Couldn't open dir: %s\n", full_path);
				return 0;
			}
		}

		struct dirent64 *de = nullptr;
		for (size_t i = 0; (d && (de = readdir64(d)))
				 || (z && i < mz_zip_reader_get_num_files(z)); i++)
		{
#ifdef USE_SCHEDULER
			if (0 < i && i % YieldIterations == 0)
			{
				scheduler_yield();
			}
#endif
			struct dirent64 _de = {};
			int isZip = 0;

			if (z)
			{
				mz_zip_reader_get_filename(z, i, &_de.d_name[0], sizeof(_de.d_name));
				const char *rname = GetRelativeFileName(file_path_in_zip, _de.d_name);
				if (rname)
				{
					const char *fslash = strchr(rname, '/');
					if (fslash)
					{
						char dirname[256] = {};
						strncpy(dirname, rname, fslash - rname);
						if (rname[0] != '/' && !(DirNames.find(dirname) != DirNames.end()))
						{
							direntext_t dirext;
							memset(&dirext, 0, sizeof(dirext));
							strncpy(dirext.de.d_name, rname, fslash - rname);
							dirext.de.d_type = DT_DIR;
							memcpy(dirext.altname, dirext.de.d_name, sizeof(dirext.de.d_name));
							DirItem.push_back(dirext);
							DirNames.insert(dirname);
						}
					}
				}

				if (!IsInSameFolder(file_path_in_zip, _de.d_name))
				{
					continue;
				}

				// Remove leading folders.
				const char *subpath = _de.d_name + strlen(file_path_in_zip);
				if (*subpath == '/') subpath++;
				strcpy(_de.d_name, subpath);

				de = &_de;

				_de.d_type = mz_zip_reader_is_file_a_directory(z, i) ? DT_DIR : DT_REG;
				if (_de.d_type == DT_DIR) {
					// Remove trailing slash.
					if (DirNames.find(_de.d_name) != DirNames.end())
					{
						DirNames.insert(_de.d_name);
						_de.d_name[strlen(_de.d_name) - 1] = '\0';
					}
					else
					{
						continue;
					}
				}
			}
			// Handle (possible) symbolic link type in the directory entry
			else if (de->d_type == DT_LNK || de->d_type == DT_REG)
			{
				sprintf(full_path + path_len, "/%s", de->d_name);

				struct stat entrystat;

				if (!stat(full_path, &entrystat))
				{
					if (S_ISREG(entrystat.st_mode))
					{
						de->d_type = DT_REG;
					}
					else if (S_ISDIR(entrystat.st_mode))
					{
						de->d_type = DT_DIR;
					}
				}
			}

            if (filter)
			{
                bool passes_filter = false;

                for(const char *str = de->d_name; *str; str++)
				{
                    if (strncasecmp(str, filter, filterlen) == 0)
					{
                        passes_filter = true;
                        break;
                    }
                }

                if (!passes_filter) continue;
            }


			if (options & SCANO_NEOGEO)
			{
				if (de->d_type == DT_REG && !strcasecmp(de->d_name + strlen(de->d_name) - 4, ".zip"))
				{
					de->d_type = DT_DIR;
				}

				if (strcasecmp(de->d_name + strlen(de->d_name) - 4, ".neo"))
				{
					if (de->d_type != DT_DIR) continue;
				}

				if (!strcmp(de->d_name, ".."))
				{
					if (!strlen(path)) continue;
				}
				else
				{
					// skip hidden folders
					if (!strncasecmp(de->d_name, ".", 1)) continue;
				}

				direntext_t dext;
				memset(&dext, 0, sizeof(dext));
				memcpy(&dext.de, de, sizeof(dext.de));
				memcpy(dext.altname, de->d_name, sizeof(dext.altname));
				if (!strcasecmp(dext.altname + strlen(dext.altname) - 4, ".zip")) dext.altname[strlen(dext.altname) - 4] = 0;

				full_path[path_len] = 0;
				char *altname = neogeo_get_altname(full_path, dext.de.d_name, dext.altname);
				if (altname)
				{
					if (altname == (char*)-1) continue;

					dext.de.d_type = DT_REG;
					memcpy(dext.altname, altname, sizeof(dext.altname));
				}

				DirItem.push_back(dext);
			}
			else
			{
				if (de->d_type == DT_DIR)
				{
					// skip System Volume Information folder
					if (!strcmp(de->d_name, "System Volume Information")) continue;
					if (!strcmp(de->d_name, ".."))
					{
						if (!strlen(path)) continue;
					}
					else
					{
						// skip hidden folder
						if (!strncasecmp(de->d_name, ".", 1)) continue;
					}

					if (!(options & SCANO_DIR))
					{
						if (de->d_name[0] != '_' && strcmp(de->d_name, "..")) continue;
						if (!(options & SCANO_CORES)) continue;
					}
				}
				else if (de->d_type == DT_REG)
				{
					// skip hidden files
					if (!strncasecmp(de->d_name, ".", 1)) continue;
					//skip non-selectable files
					if (is_menu_rbf(de->d_name)) continue;
					if (!strncasecmp(de->d_name, "menu_20", 7)) continue;
					if (!strncasecmp(de->d_name, "boot", 4))
					{
						int len = strlen(de->d_name);
						if ((len == 8 || (len == 9 && de->d_name[4] >= '0' && de->d_name[4] <= '9')) && !strcasecmp(de->d_name + len - 4, ".rom"))
						{
							continue;
						}
					}

					//check the prefix if given
					if (prefix && strncasecmp(prefix, de->d_name, strlen(prefix))) continue;

					if (extlen > 0)
					{
						const char *ext = extension;
						int found = (has_trd && x2trd_ext_supp(de->d_name));
						if (!found && !(options & SCANO_NOZIP) && !strcasecmp(de->d_name + strlen(de->d_name) - 4, ".zip") && (options & SCANO_DIR))
						{
							// Fake that zip-file is a directory.
							de->d_type = DT_DIR;
							isZip = 1;
							found = 1;
						}
						if (!found && is_minimig() && !memcmp(extension, "HDF", 3))
						{
							found = !strcasecmp(de->d_name + strlen(de->d_name) - 4, ".iso");
						}

						char *fext = strrchr(de->d_name, '.');
						if (fext) fext++;
						while (!found && *ext && fext)
						{
							char e[4];
							memcpy(e, ext, 3);
							if (e[2] == ' ')
							{
								e[2] = 0;
								if (e[1] == ' ') e[1] = 0;
							}

							e[3] = 0;
							found = 1;
							for (int i = 0; i < 4; i++)
							{
								if (e[i] == '*') break;
								if (e[i] == '?' && fext[i]) continue;

								if (tolower(e[i]) != tolower(fext[i])) found = 0;

								if (!e[i] || !found) break;
							}
							if (found) break;

							if (strlen(ext) < 3) break;
							ext += 3;
						}
						if (!found) continue;
					}
				}
				else
				{
					continue;
				}

        {
			      direntext_t dext;
				    memset(&dext, 0, sizeof(dext));
				    memcpy(&dext.de, de, sizeof(dext.de));
				    if (isZip)
				        dext.flags |= DT_EXT_ZIP;
				    get_display_name(&dext, extension, options);
				    DirItem.push_back(dext);
        }
			}
		}

		if (z)
		{
			// Since zip files aren't actually folders the entry to
			// exit the zip file must be added manually.
			direntext_t dext;
			memset(&dext, 0, sizeof(dext));
			dext.de.d_type = DT_DIR;
			strcpy(dext.de.d_name, "..");
			get_display_name(&dext, extension, options);
			DirItem.push_back(dext);
		}

		if (d)
		{
			closedir(d);
		}

		printf("Got %d dir entries\n", flist_nDirEntries());
		if (!flist_nDirEntries()) return 0;

		std::sort(DirItem.begin(), DirItem.end(), DirentComp());
		if (file_name[0])
		{
			int pos = -1;
			for (int i = 0; i < flist_nDirEntries(); i++)
			{
				if (!strcmp(file_name, DirItem[i].de.d_name))
				{
					pos = i;
					break;
				}
				else if (!strcasecmp(file_name, DirItem[i].de.d_name))
				{
					pos = i;
				}
			}

			if(pos>=0)
			{
				iSelectedEntry = pos;
				flist_center_selected();
			}
		}
		return flist_nDirEntries();
	}
	else
	{
		if (flist_nDirEntries() == 0) // directory is empty so there is no point in searching for any entry
			return 0;

		if (mode == SCANF_END || (mode == SCANF_PREV && iSelectedEntry <= 0))
		{
			iSelectedEntry = flist_nDirEntries() - 1;
			flist_center_selected();
			return 0;
		}
		else if (mode == SCANF_NEXT)
		{
			if(iSelectedEntry + 1 < flist_nDirEntries()) // scroll within visible items
			{
				iSelectedEntry++;
			}
            else
            {
				// jump to first visible item
				iSelectedEntry = 0;
            }
			flist_center_selected();
            return 0;
		}
		else if (mode == SCANF_PREV)
		{
			if (iSelectedEntry > 0) // scroll within visible items
			{
				iSelectedEntry--;
				flist_center_selected();
			}
            return 0;
		}
		else if (mode == SCANF_NEXT_PAGE)
		{
			iSelectedEntry += flist_page_step(1);
			flist_center_selected();
			return 0;
		}
		else if (mode == SCANF_PREV_PAGE)
		{
			iSelectedEntry -= flist_page_step(-1);
			flist_center_selected();
		}
		else if (mode == SCANF_SET_ITEM)
		{
			int pos = -1;
			for (int i = 0; i < flist_nDirEntries(); i++)
			{
				if ((DirItem[i].de.d_type == DT_DIR) && !strcmp(DirItem[i].altname, extension))
				{
					pos = i;
					break;
				}
				else if ((DirItem[i].de.d_type == DT_DIR) && !strcasecmp(DirItem[i].altname, extension))
				{
					pos = i;
				}
			}

			if(pos>=0)
			{
				iSelectedEntry = pos;
				flist_center_selected();
			}
		}
		else if (mode == SCANF_NEXT_CHAR)
		{
			//DirItem is sorted, so just advance until the first character changes.
			//if we reach the end before that don't change anything.
			//If we change d_type also consider that 'next'. This means next
			//advances through directories, and then advances through files
			//
			int found = -1;
			char curdType = DirItem[iSelectedEntry].de.d_type;
			char curChar = DirItem[iSelectedEntry].altname[0]; 
			if ((curChar == '_') && (curdType == DT_DIR) && (options & SCANO_CORES))
				curChar = DirItem[iSelectedEntry].altname[1];
			curChar = toupper(curChar);

			for (int i = iSelectedEntry+1; i < flist_nDirEntries(); i++)
			{
				char tryChar = DirItem[i].altname[0];
				if ((tryChar == '_') && (DirItem[i].de.d_type == DT_DIR) && (options & SCANO_CORES))
					tryChar = DirItem[i].altname[1];
				if (toupper(tryChar) != curChar || DirItem[i].de.d_type != curdType)
				{
					found = i;
					break;
				}
			}
			if (found >= 0)
			{
				iSelectedEntry = found;
				flist_center_selected();
			}
		}
		else if (mode == SCANF_PREV_CHAR)
		{
			//Previous seek seeks to the FIRST entry that starts with the previous letter
			//Search backward until the first char changes, and then continue looking backward
			//until it changes again. 


			int found = -1;
			char curdType = DirItem[iSelectedEntry].de.d_type;
			bool sawChange = false;
			char curChar = DirItem[iSelectedEntry].altname[0]; 
			if ((curChar == '_') && (curdType == DT_DIR) && (options & SCANO_CORES))
				curChar = DirItem[iSelectedEntry].altname[1];
			curChar = toupper(curChar);
			for (int i = iSelectedEntry-1; i >= 0; i--)
			{
				char tryChar = DirItem[i].altname[0];
				if ((tryChar == '_') && (DirItem[i].de.d_type == DT_DIR) && (options & SCANO_CORES))
					tryChar = DirItem[i].altname[1];
				if (toupper(tryChar) != curChar || DirItem[i].de.d_type != curdType)
				{
					if (sawChange)
					{
						found = i+1;
						break;
					}
					sawChange = true;
					curChar = DirItem[i].altname[0];
					if (curChar == '_')
						curChar = DirItem[i].altname[1];
					curChar = toupper(curChar);
				}
			}
			if (found >= 0)
			{
				iSelectedEntry = found;
				flist_center_selected();
			}
		}
		else
		{
			//printf("dir scan for key: %x/%c\n", mode, mode);
			mode = toupper(mode);
			if ((mode >= '0' && mode <= '9') || (mode >= 'A' && mode <= 'Z'))
			{
				int found = -1;
				for (int i = iSelectedEntry+1; i < flist_nDirEntries(); i++)
				{
					if (toupper(DirItem[i].altname[0]) == mode)
					{
						found = i;
						break;
					}
				}

				if (found < 0)
				{
					for (int i = 0; i < flist_nDirEntries(); i++)
					{
						if (toupper(DirItem[i].altname[0]) == mode)
						{
							found = i;
							break;
						}
					}
				}

				if (found >= 0)
				{
					iSelectedEntry = found;
					flist_center_selected();
				}
			}
		}
	}

	return 0;
}

char* flist_Path()
{
	return scanned_path;
}

int flist_nDirEntries()
{
	return DirItem.size();
}

int flist_iFirstEntry()
{
	return iFirstEntry;
}

void flist_iFirstEntryInc()
{
	if (iFirstEntry < flist_last_first_entry()) iFirstEntry++;
}

int flist_iSelectedEntry()
{
	return iSelectedEntry;
}

direntext_t* flist_DirItem(int n)
{
	return &DirItem[n];
}

direntext_t* flist_SelectedItem()
{
	return &DirItem[iSelectedEntry];
}

char* flist_GetPrevNext(const char* base_path, const char* file, const char* ext, int next)
{
	static char path[1024];
	snprintf(path, sizeof(path), "%s/%s", base_path, file);
	char *p = strrchr(path, '/');
	if (!FileExists(path))
	{
		snprintf(path, sizeof(path), "%s", base_path);
		p = 0;
	}

	int len = (p) ? p - path : strlen(path);
	if (strncasecmp(scanned_path, path, len) || (scanned_opts & SCANO_DIR)) ScanDirectory(path, SCANF_INIT, ext, 0);

	if (!DirItem.size()) return NULL;
	if (p) ScanDirectory(path, next ? SCANF_NEXT : SCANF_PREV, "", 0);
	snprintf(path, sizeof(path), "%s/%s", scanned_path, DirItem[iSelectedEntry].de.d_name);

	return path + strlen(base_path) + 1;
}

int isXmlName(const char *path)
{
	int len = strlen(path);
	if (len > 4)
	{
		if (!strcasecmp(path + len - 4, ".mra")) return 1;
		if (!strcasecmp(path + len - 4, ".mgl")) return 2;
	}
	return 0;
}

fileTextReader::fileTextReader()
{
	buffer = nullptr;
}

fileTextReader::~fileTextReader()
{
	if( buffer != nullptr )
	{
		free(buffer);
	}
	buffer = nullptr;
}

bool FileOpenTextReader( fileTextReader *reader, const char *filename )
{
	fileTYPE f;

	// ensure buffer is freed if the reader is being reused
	reader->~fileTextReader();

	if (FileOpen(&f, filename))
	{
		char *buf = (char*)malloc(f.size+1);
		if (buf)
		{
			memset(buf, 0, f.size + 1);
			int size;
			if ((size = FileReadAdv(&f, buf, f.size)))
			{
				reader->size = f.size;
				reader->buffer = buf;
				reader->pos = reader->buffer;
				return true;
			}
			free(buf);
		}
	}
	return false;
}

#define IS_NEWLINE(c) (((c) == '\r') || ((c) == '\n'))
#define IS_WHITESPACE(c) (IS_NEWLINE(c) || ((c) == ' ') || ((c) == '\t'))

const char *FileReadLine(fileTextReader *reader)
{
	const char *end = reader->buffer + reader->size;
	while (reader->pos < end)
	{
		char *st = reader->pos;
		while ((reader->pos < end) && *reader->pos && !IS_NEWLINE(*reader->pos))
			reader->pos++;
		*reader->pos = 0;
		while (IS_WHITESPACE(*st)) st++;
		if (*st == '#' || *st == ';' || !*st)
		{
			reader->pos++;
		}
		else
		{
			return st;
		}
	}
	return nullptr;
}

static int validAsset(const char *path, gameAssetValidator *validator)
{
	if (validator)
	{
		if (!validator->fn(path, validator->ctx)) return 0;
	}
	else if (!FileExists(path, 0))
	{
		return 0;
	}

	return 1;
}

static int findAssetByCrc(char *path, size_t path_len, uint32_t romcrc, const char *ext, const char *core_dir)
{
	if (!romcrc) return 0;

	snprintf(path, path_len, "%s", core_dir);
	DIR *d = opendir(path);
	if (!d) {
		printf("Couldn't open dir: %s\n", path);
		return 0;
	}

	int ext_len = strlen(ext);
	struct dirent *de;
	while ((de = readdir(d)))
	{
		if (de->d_type == DT_REG) {
			int len = strlen(de->d_name);
			if (len < 10 + ext_len || strcasecmp(de->d_name + len - ext_len, ext)) continue;

			int bracket_pos = len - 10 - ext_len;
			if (de->d_name[bracket_pos] == '[' && de->d_name[len - ext_len - 1] == ']')
			{
				uint32_t crc = 0;
				if (sscanf(de->d_name + bracket_pos + 1, "%8X", &crc) == 1)
				{
					if (crc == romcrc) {
						strcat(path, "/");
						strcat(path, de->d_name);
						closedir(d);
						return 1;
					}
				}
			}
		}
	}

	closedir(d);
	return 0;
}

static int findAssetInSameDir(char *path, size_t path_len, const char *rom_path, const char *ext)
{
	snprintf(path, path_len, "%s", getFullPath(rom_path));
	char *p = strrchr(path, '/'); // impossible to fail
	*p = 0;

	DIR *d = opendir(path);
	if (!d)
	{
		printf("Couldn't open dir: %s\n", path);
		return 0;
	}

	struct dirent *de;
	while ((de = readdir(d)))
	{
		if (de->d_type == DT_REG)
		{
			int len = strlen(de->d_name);
			if (len >= 4 && !strcasecmp(de->d_name + len - 4, ext))
			{
				strcat(path, "/");
				strcat(path, de->d_name);
				closedir(d);
				return 1;
			}
		}
	}

	closedir(d);
	return 0;
}

static bool findPsxAsset(char *path, size_t path_len, const char *rom_path, const char *ext, const char *core_dir, gameAssetValidator *validator)
{
	// lookup based on file name
	const char *rom_name = strrchr(rom_path, '/');
	if (rom_name)
	{
		snprintf(path, path_len, "%s%s", core_dir, rom_name);
		char *p = strrchr(path, '.');
		if (p) *p = 0;
		strcat(path, ext);

		if (validAsset(path, validator)) return true;
	}

	// lookup based on game ID
	const char *game_id = psx_get_game_id();
	if (game_id && game_id[0])
	{
		snprintf(path, path_len, "%s/%s%s", core_dir, game_id, ext);
		if (validAsset(path, validator)) return true;
	}

	return false;
}

int findGameAsset(char *path, size_t path_len, const char *rom_path, uint32_t romcrc, const char *ext, const char *core_dir, const char *pcecd_dir, gameAssetValidator *validator)
{
	path[0] = 0;

	if (!strcasestr(rom_path, ext))
	{
		snprintf(path, path_len, "%s", getFullPath(rom_path));
		char *p = strrchr(path, '.');
		if (p) *p = 0;
		strcat(path, ext);
	}

	if (validAsset(path, validator)) {
		return 1;
	}
	else if (is_psx())
	{
		if (!findPsxAsset(path, path_len, rom_path, ext, core_dir, validator))
		{
			return 0;
		}
	}
	else
	{
		if (pcecd_using_cd() || is_megacd())
		{
			if (findAssetInSameDir(path, path_len, rom_path, ext) && validAsset(path, validator))
			{
				return 1;
			}
		}

		const char *rom_name = strrchr(rom_path, '/');
		if (rom_name)
		{
			snprintf(path, path_len, "%s%s", pcecd_using_cd() ? pcecd_dir : core_dir, rom_name);
			char *p = strrchr(path, '.');
			if (p) *p = 0;
			if (pcecd_using_cd() || is_megacd()) strcat(path, " []");
			strcat(path, ext);

			if (!validAsset(path, validator))
			{
				if (!findAssetByCrc(path, path_len, romcrc, ext, core_dir) || !validAsset(path, validator))
				{
					return 0;
				}
			}
		}
		else
		{
			if (!findAssetByCrc(path, path_len, romcrc, ext, core_dir) || !validAsset(path, validator))
			{
				return 0;
			}
		}
	}

	return 1;
}