/* Copyright (C) 2021-2023 Free Software Foundation, Inc. Contributed by Oracle. This file is part of GNU Binutils. This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 3, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, 51 Franklin Street - Fifth Floor, Boston, MA 02110-1301, USA. */ #include "config.h" #include #include #include #include // readdir() #include // MAXPATHLEN #include // mutex #include // dirname #include // open #include // open #include // errno #include // open #include "util.h" #include "dbe_structs.h" #include "StringBuilder.h" #include "StringMap.h" // For directory names #include "Application.h" // Only for get_prog_name #include "vec.h" void tsadd (timestruc_t *result, timestruc_t *time) { // This routine will add "time" to "result". result->tv_sec += time->tv_sec; result->tv_nsec += time->tv_nsec; if (result->tv_nsec >= NANOSEC) { result->tv_nsec -= NANOSEC; result->tv_sec++; } } void tssub (timestruc_t *result, timestruc_t *time1, timestruc_t *time2) { // This routine will store "time1" - "time2" in "result". if (time1->tv_nsec >= time2->tv_nsec) { result->tv_nsec = time1->tv_nsec - time2->tv_nsec; if (time1->tv_sec >= time2->tv_sec) result->tv_sec = time1->tv_sec - time2->tv_sec; else { result->tv_sec = -1; result->tv_nsec = 0; } } else { result->tv_nsec = time1->tv_nsec + NANOSEC - time2->tv_nsec; if (time1->tv_sec - 1 >= time2->tv_sec) result->tv_sec = time1->tv_sec - 1 - time2->tv_sec; else { result->tv_sec = -1; result->tv_nsec = 0; } } } int tscmp (timestruc_t *time1, timestruc_t *time2) { // This routine will return 1 if "time1" is greater than "time2" // and 0 if "time1" is equal to "time2" and -1 otherwise. if (time1->tv_sec == time2->tv_sec) return time1->tv_nsec > time2->tv_nsec ? 1 : time1->tv_nsec == time2->tv_nsec ? 0 : -1; else return time1->tv_sec > time2->tv_sec ? 1 : -1; } void int_max (int *maximum, int count) { if (count > *maximum) *maximum = count; } double TValue::to_double () { switch (tag) { case VT_DOUBLE: return (double) d; case VT_INT: return (double) i; case VT_ULLONG: return (double) ull; case VT_LLONG: case VT_ADDRESS: return (double) ll; case VT_FLOAT: return (double) f; case VT_SHORT: return (double) s; default: return 0.0; } } int TValue::to_int () { switch (tag) { case VT_DOUBLE: return (int) d; case VT_INT: return (int) i; case VT_ULLONG: return (int) ull; case VT_LLONG: case VT_ADDRESS: return (int) ll; case VT_FLOAT: return (int) f; case VT_SHORT: return (int) s; default: return 0; } } size_t TValue::get_len () { char buf[256]; return strlen (to_str (buf, sizeof (buf))); } char * TValue::to_str (char *str, size_t strsz) { switch (tag) { case VT_DOUBLE: if (d == 0.) { if (sign) snprintf (str, strsz, NTXT ("+0. ")); else snprintf (str, strsz, NTXT ("0. ")); } else if (sign) snprintf (str, strsz, NTXT ("%+.3lf"), d); else snprintf (str, strsz, NTXT ("%.3lf"), d); break; case VT_INT: snprintf (str, strsz, NTXT ("%u"), i); break; case VT_LLONG: if (sign) snprintf (str, strsz, NTXT ("%+lld"), ll); else snprintf (str, strsz, NTXT ("%lld"), ll); break; case VT_ULLONG: snprintf (str, strsz, NTXT ("%llu"), ll); break; case VT_ADDRESS: snprintf (str, strsz, NTXT ("%u:0x%08x"), ADDRESS_SEG (ll), ADDRESS_OFF (ll)); break; case VT_FLOAT: snprintf (str, strsz, NTXT ("%.3f"), f); break; case VT_SHORT: snprintf (str, strsz, NTXT ("%hu"), s); break; case VT_LABEL: return l; // 'str' is not used !!! default: *str = '\0'; break; } return str; } void TValue::make_delta (TValue *v1, TValue *v2) { assert (v1->tag == v2->tag); tag = v1->tag; sign = true; switch (v1->tag) { case VT_INT: i = v1->i - v2->i; break; case VT_LLONG: ll = v1->ll - v2->ll; break; case VT_ULLONG: case VT_ADDRESS: tag = VT_LLONG; ll = (long long) (v1->ull - v2->ull); break; case VT_FLOAT: f = v1->f - v2->f; break; case VT_DOUBLE: d = v1->d - v2->d; break; default: assert (0); break; } } void TValue::make_ratio (TValue *v1, TValue *v2) { assert (v1->tag == v2->tag); double x1 = v1->to_double (); double x2 = v2->to_double (); sign = false; if (x1 == 0.) { // if the numerator is 0, the ratio is 1. or 0. only d = (x2 == 0.) ? 1. : 0.; tag = VT_DOUBLE; } else { // EUGENE replace 99.999 with a variable that is known by both DBE and GUI if (x1 > 99.999 * x2) { l = dbe_strdup (">99.999"); tag = VT_LABEL; } else if (x1 < -99.999 * x2) { l = dbe_strdup ("<-99.999"); tag = VT_LABEL; } else { d = x1 / x2; tag = VT_DOUBLE; } } } int TValue::compare (TValue *v) { if (tag != v->tag) { // Only for comparison (Ratio) if (tag == VT_LABEL) { if (v->tag == VT_LABEL) return strcoll (l, v->l); return 1; } if (v->tag == VT_LABEL) return -1; return ll < v->ll ? -1 : (ll == v->ll ? 0 : 1); } switch (tag) { case VT_SHORT: return s < v->s ? -1 : (s == v->s ? 0 : 1); case VT_INT: return i < v->i ? -1 : (i == v->i ? 0 : 1); case VT_FLOAT: return f < v->f ? -1 : (f == v->f ? 0 : 1); case VT_DOUBLE: return d < v->d ? -1 : (d == v->d ? 0 : 1); case VT_LABEL: return strcoll (l, v->l); case VT_LLONG: case VT_ULLONG: case VT_ADDRESS: case VT_HRTIME: default: return (ll < v->ll) ? -1 : ((ll == v->ll) ? 0 : 1); } } char * strstr_r (char *s1, const char *s2) { char *str = NULL; for (char *s = s1; s;) { s = strstr (s, s2); if (s) { str = s; s++; } } return str; } // reversal order of strpbrk char * strrpbrk (const char *string, const char *brkset) { const char *p; const char *s; for (s = string + strlen (string) - 1; s >= string; s--) { for (p = brkset; *p != '\0' && *p != *s; ++p) ; if (*p != '\0') return ((char *) s); } return NULL; } char * read_line (FILE *fptr) { // get an input line, no size limit int line_sz = 128; // starting size char *line = (char *) malloc (line_sz); // read as much of the line as will fit in memory line[0] = 0; int len = 0; for (;;) { while (fgets (line + len, line_sz - len, fptr) != NULL) { len = (int) strlen (line); if (len == 0 || line[len - 1] == '\n') break; // increase the buffer char *lineNew = (char *) malloc (2 * line_sz); strncpy (lineNew, line, line_sz); lineNew[line_sz] = '\0'; free (line); line = lineNew; line_sz *= 2; if (line == NULL) { fprintf (stderr, GTXT (" Line too long -- out of memory; exiting\n")); exit (1); } } if (len == 0) { free (line); return NULL; } // see if there's a continuation line if ((len >= 2) && (line[len - 1] == '\n') && (line[len - 2] == '\\')) { // remove the trailing \ and the \n, and keep going line[len - 2] = 0; len -= 2; } else break; } return line; // expecting the caller to free it } Vector * split_str (char *str, char delimiter) { Vector *v = new Vector; for (char *s = str; s;) { if (*s == '"') { char *next_s = NULL; char *tok = parse_qstring (s, &next_s); if (tok && *tok != '\0') v->append (tok); if (*next_s) s = next_s + 1; else s = NULL; } else { char *next_s = strchr (s, delimiter); if (next_s) { if (next_s != s) v->append (dbe_strndup (s, next_s - s)); s = next_s + 1; } else { if (*s != '\0') v->append (dbe_strdup (s)); s = NULL; } } } return v; } // get quoted string char * parse_qstring (char *in_str, char **endptr) { int i; char c, c2; char term; char csnum[2 * MAXPATHLEN]; // Skip any leading blanks or tabs while (*in_str == '\t' || *in_str == ' ') in_str++; int gtxt = 0; if (*in_str == 'G' && *(in_str + 1) == 'T' && *(in_str + 2) == 'X' && *(in_str + 3) == 'T' && *(in_str + 4) == '(') { gtxt = 1; in_str += 5; } // non-quoted string if (*in_str == '"') term = '"'; else if (*in_str == '\'') term = '\''; else return strtok_r (in_str, NTXT (" "), endptr); StringBuilder sb; while ((c = *(++in_str)) != '\0') { if (c == term) // the closing quote break; if (c == '\\') { // handle any escaped characters c2 = *(++in_str); switch (c2) { case '\"': sb.append ('\"'); break; case '\'': sb.append ('\''); break; case '\\': sb.append ('\\'); break; case 't': sb.append ('\t'); break; case 'r': sb.append ('\r'); break; case 'b': sb.append ('\b'); break; case 'f': sb.append ('\f'); break; case 'n': sb.append ('\n'); break; default: if ((c2 >= '0') && (c2 <= '9')) { for (i = 0; i < MAXPATHLEN; i++) { if (((c2 < '0') || (c2 > '9')) && (c2 != 'x') && ((c2 < 'a') || (c2 > 'f')) && ((c2 < 'A') || (c2 > 'F'))) { csnum[i] = '\0'; --in_str; break; } else { csnum[i] = c2; c2 = *(++in_str); } } sb.append ((char) strtoul (csnum, endptr, 0)); } else sb.append (c2); break; } } else sb.append (c); } if (c == term && gtxt && *in_str == ')') in_str++; if (*in_str == '\0') *endptr = in_str; else *endptr = in_str + 1; return sb.toString (); } // parse a file name of the form name`name2` // returns name // stores the pointer to named in fcontext // returns NULL if the string is not properly formatted char * parse_fname (char *in_str, char **fcontext) { *fcontext = NULL; int ch = '`'; if (in_str == NULL) return NULL; char *copy = strdup (in_str); char *p = strchr (copy, ch); if (p != NULL) { // yes, there's an embedded file name *p = '\0'; p++; // now find the terminating single quote char *p1 = strchr (p, ch); if (p1 == NULL) { // if we don't have the closing `, the format is incorrect free (copy); return NULL; } //remove the closing quote *p1 = '\0'; // see if there's anything following it if (*(p1 + 1) != 0) { // error in format free (copy); return NULL; } free (*fcontext); *fcontext = strdup (p); } return copy; } int get_paren (const char *name) { char buf[8192]; char *ptr; int temp_level1, temp_level2; temp_level1 = temp_level2 = 0; snprintf (buf, sizeof (buf), NTXT ("%s"), name); while ((ptr = strrpbrk (buf, "><)(")) != NULL) { if (*ptr == '>') temp_level1++; else if (*ptr == '<') temp_level1--; else if (*ptr == ')') temp_level2++; else { temp_level2--; if (temp_level1 <= 0 && temp_level2 <= 0) return (int) (ptr - buf); } *ptr = '\0'; } return -1; } // CRC-64 based on x^64 + x^11 + x^2 + x + 1 polynomial. // This algorithm doesn't perform well but is short and // readable. We currently use it for a small amount of // short strings. Should this change, another algorithm // with better performance is to be used instead. static uint64_t masks[256] = { /* 0 */ 0x000000, 0x000807, 0x00100e, 0x001809, 0x00201c, 0x00281b, /* 6 */ 0x003012, 0x003815, 0x004038, 0x00483f, 0x005036, 0x005831, /* 12 */ 0x006024, 0x006823, 0x00702a, 0x00782d, 0x008070, 0x008877, /* 18 */ 0x00907e, 0x009879, 0x00a06c, 0x00a86b, 0x00b062, 0x00b865, /* 24 */ 0x00c048, 0x00c84f, 0x00d046, 0x00d841, 0x00e054, 0x00e853, /* 30 */ 0x00f05a, 0x00f85d, 0x0100e0, 0x0108e7, 0x0110ee, 0x0118e9, /* 36 */ 0x0120fc, 0x0128fb, 0x0130f2, 0x0138f5, 0x0140d8, 0x0148df, /* 42 */ 0x0150d6, 0x0158d1, 0x0160c4, 0x0168c3, 0x0170ca, 0x0178cd, /* 48 */ 0x018090, 0x018897, 0x01909e, 0x019899, 0x01a08c, 0x01a88b, /* 54 */ 0x01b082, 0x01b885, 0x01c0a8, 0x01c8af, 0x01d0a6, 0x01d8a1, /* 60 */ 0x01e0b4, 0x01e8b3, 0x01f0ba, 0x01f8bd, 0x0201c0, 0x0209c7, /* 66 */ 0x0211ce, 0x0219c9, 0x0221dc, 0x0229db, 0x0231d2, 0x0239d5, /* 72 */ 0x0241f8, 0x0249ff, 0x0251f6, 0x0259f1, 0x0261e4, 0x0269e3, /* 78 */ 0x0271ea, 0x0279ed, 0x0281b0, 0x0289b7, 0x0291be, 0x0299b9, /* 84 */ 0x02a1ac, 0x02a9ab, 0x02b1a2, 0x02b9a5, 0x02c188, 0x02c98f, /* 90 */ 0x02d186, 0x02d981, 0x02e194, 0x02e993, 0x02f19a, 0x02f99d, /* 96 */ 0x030120, 0x030927, 0x03112e, 0x031929, 0x03213c, 0x03293b, /* 102 */ 0x033132, 0x033935, 0x034118, 0x03491f, 0x035116, 0x035911, /* 108 */ 0x036104, 0x036903, 0x03710a, 0x03790d, 0x038150, 0x038957, /* 114 */ 0x03915e, 0x039959, 0x03a14c, 0x03a94b, 0x03b142, 0x03b945, /* 120 */ 0x03c168, 0x03c96f, 0x03d166, 0x03d961, 0x03e174, 0x03e973, /* 126 */ 0x03f17a, 0x03f97d, 0x040380, 0x040b87, 0x04138e, 0x041b89, /* 132 */ 0x04239c, 0x042b9b, 0x043392, 0x043b95, 0x0443b8, 0x044bbf, /* 138 */ 0x0453b6, 0x045bb1, 0x0463a4, 0x046ba3, 0x0473aa, 0x047bad, /* 144 */ 0x0483f0, 0x048bf7, 0x0493fe, 0x049bf9, 0x04a3ec, 0x04abeb, /* 150 */ 0x04b3e2, 0x04bbe5, 0x04c3c8, 0x04cbcf, 0x04d3c6, 0x04dbc1, /* 156 */ 0x04e3d4, 0x04ebd3, 0x04f3da, 0x04fbdd, 0x050360, 0x050b67, /* 162 */ 0x05136e, 0x051b69, 0x05237c, 0x052b7b, 0x053372, 0x053b75, /* 168 */ 0x054358, 0x054b5f, 0x055356, 0x055b51, 0x056344, 0x056b43, /* 174 */ 0x05734a, 0x057b4d, 0x058310, 0x058b17, 0x05931e, 0x059b19, /* 180 */ 0x05a30c, 0x05ab0b, 0x05b302, 0x05bb05, 0x05c328, 0x05cb2f, /* 186 */ 0x05d326, 0x05db21, 0x05e334, 0x05eb33, 0x05f33a, 0x05fb3d, /* 192 */ 0x060240, 0x060a47, 0x06124e, 0x061a49, 0x06225c, 0x062a5b, /* 198 */ 0x063252, 0x063a55, 0x064278, 0x064a7f, 0x065276, 0x065a71, /* 204 */ 0x066264, 0x066a63, 0x06726a, 0x067a6d, 0x068230, 0x068a37, /* 210 */ 0x06923e, 0x069a39, 0x06a22c, 0x06aa2b, 0x06b222, 0x06ba25, /* 216 */ 0x06c208, 0x06ca0f, 0x06d206, 0x06da01, 0x06e214, 0x06ea13, /* 222 */ 0x06f21a, 0x06fa1d, 0x0702a0, 0x070aa7, 0x0712ae, 0x071aa9, /* 228 */ 0x0722bc, 0x072abb, 0x0732b2, 0x073ab5, 0x074298, 0x074a9f, /* 234 */ 0x075296, 0x075a91, 0x076284, 0x076a83, 0x07728a, 0x077a8d, /* 240 */ 0x0782d0, 0x078ad7, 0x0792de, 0x079ad9, 0x07a2cc, 0x07aacb, /* 246 */ 0x07b2c2, 0x07bac5, 0x07c2e8, 0x07caef, 0x07d2e6, 0x07dae1, /* 252 */ 0x07e2f4, 0x07eaf3, 0x07f2fa, 0x07fafd }; uint64_t crc64 (const char *str, size_t len) { uint64_t res = 0LL; for (size_t i = 0; i < len; i++) { unsigned char b = (unsigned char) ((res >> 56) ^ *str++); res = res << 8; res ^= masks [b]; } return res; } /** * Canonize path inside the string provided by the argument * @param path * @return path */ char * canonical_path (char *path) { char *s1, *s2; if (!path) return path; s1 = path; s2 = path; while (*s1) { if (*s1 == '.' && s1[1] == '/') { // remove ./// for (s1++; *s1; s1++) if (*s1 != '/') break; } else if (*s1 == '/') { // replace /// with / *(s2++) = *s1; for (s1++; *s1; s1++) if (*s1 != '/') break; } else { while (*s1) { // copy file or directory name if (*s1 == '/') break; *(s2++) = *(s1++); } } } *s2 = 0; if (s2 != path && (s2 - 1) != path && s2[-1] == '/') // remove last / *(s2 - 1) = 0; return path; } char * get_relative_path (char *name) { if (*name == '/' && theApplication) { char *cwd = theApplication->get_cur_dir (); if (cwd) { size_t len = strlen (cwd); if (len > 0 && len < strlen (name) && name[len] == '/' && strncmp (cwd, name, len) == 0) { for (name += len + 1; *name == '/'; name++) ; return name; } } } return name; } /** * Generate a relative link name from path_from to path_to * Example: * path_from=a/b/c/d * path_to=a/b/e/f/g * lname=../../e/f/g * @param path_to * @param path_from * @return lname - relative link */ char * get_relative_link (const char *path_from, const char *path_to) { if (!path_to) path_to = "."; if (!path_from) path_from = "."; char *s1 = dbe_strdup (path_to); s1 = canonical_path (s1); char *s2 = dbe_strdup (path_from); s2 = canonical_path (s2); long l = dbe_sstrlen (s1); // try to find common directories int common_slashes = 0; int last_common_slash = -1; for (int i = 0; i < l; i++) { if (s1[i] != s2[i]) break; if (s1[i] == 0) break; if (s1[i] == '/') { common_slashes++; last_common_slash = i; } } // find slashes in remaining path_to int slashes = 0; for (int i = last_common_slash + 1; i < l; i++) { if (s1[i] == '/') { // Exclude "/./" case if (i > last_common_slash + 2) { if (s1[i - 1] == '.' && s1[i - 2] == '/') continue; } else if (i > 0 && s1[i - 1] == '.') continue; slashes++; } } // generate relative path StringBuilder sb; for (int i = 0; i < slashes; i++) sb.append ("../"); sb.append (s2 + last_common_slash + 1); char *lname = sb.toString (); free (s1); free (s2); return lname; } char * get_prog_name (int basename) { char *nm = NULL; if (theApplication) { nm = theApplication->get_name (); if (nm && basename) nm = get_basename (nm); } return nm; } char * dbe_strndup (const char *str, size_t len) { if (str == NULL) return NULL; char *s = (char *) malloc (len + 1); strncpy (s, str, len); s[len] = '\0'; return s; } char * dbe_sprintf (const char *fmt, ...) { char buffer[256]; int buf_size; va_list vp; va_start (vp, fmt); buf_size = vsnprintf (buffer, sizeof (buffer), fmt, vp) + 1; va_end (vp); if (buf_size < (int) sizeof (buffer)) { if (buf_size <= 1) buffer[0] = 0; return strdup (buffer); } va_start (vp, fmt); char *buf = (char *) malloc (buf_size); vsnprintf (buf, buf_size, fmt, vp); va_end (vp); return buf; } ssize_t dbe_write (int f, const char *fmt, ...) { char buffer[256]; int buf_size; va_list vp; va_start (vp, fmt); buf_size = vsnprintf (buffer, sizeof (buffer), fmt, vp) + 1; va_end (vp); if (buf_size < (int) sizeof (buffer)) { if (buf_size <= 1) buffer[0] = 0; return write (f, buffer, strlen (buffer)); } va_start (vp, fmt); char *buf = (char *) malloc (buf_size); vsnprintf (buf, buf_size, fmt, vp); va_end (vp); ssize_t val = write (f, buf, strlen (buf)); free (buf); return val; } /* Worker Threads to avoid hanging on file servers */ /* * Thread states */ enum { THREAD_START, THREAD_STARTED, THREAD_CANCEL, THREAD_CANCELED, THREAD_CREATE, THREAD_NOT_CREATED, THREAD_FINISHED }; /* * Communication structure */ struct worker_thread_info { pthread_t thread_id; /* ID returned by pthread_create() */ int thread_num; /* Application-defined thread # */ volatile int control; /* Thread state */ volatile int result; /* Return status */ struct stat64 statbuf; /* File info from stat64() */ const char *path; /* File */ }; static pthread_mutex_t worker_thread_lock = PTHREAD_MUTEX_INITIALIZER; static int worker_thread_number = 0; /** * Call stat64() on current worker thread * Check if control is not THREAD_CANCEL * If control is THREAD_CANCEL return (exit thread) * @param *wt_info */ static void * dbe_stat_on_thread (void *arg) { struct worker_thread_info *wt_info = (struct worker_thread_info *) arg; pthread_mutex_lock (&worker_thread_lock); { if (wt_info->control != THREAD_START) { // Already too late pthread_mutex_unlock (&worker_thread_lock); return 0; } wt_info->control = THREAD_STARTED; } pthread_mutex_unlock (&worker_thread_lock); const char * path = wt_info->path; int st = stat64 (path, &(wt_info->statbuf)); pthread_mutex_lock (&worker_thread_lock); { if (wt_info->control == THREAD_CANCEL) { // Too late. pthread_mutex_unlock (&worker_thread_lock); free (wt_info); return 0; } wt_info->result = st; wt_info->control = THREAD_FINISHED; } pthread_mutex_unlock (&worker_thread_lock); return 0; } /** * Create a worker thread to call specified function * Wait for its result, but not longer than 5 seconds * If the timeout happens, tell the thread to cancel * @param path * @param wt_info * @return thread state */ static int dbe_dispatch_on_thread (const char *path, struct worker_thread_info *wt_info) { wt_info->result = 0; wt_info->control = THREAD_START; pthread_attr_t attr; /* Initialize thread creation attributes */ int res = pthread_attr_init (&attr); if (res != 0) { wt_info->control = THREAD_NOT_CREATED; return THREAD_NOT_CREATED; } wt_info->thread_id = 0; wt_info->path = path; // Lock pthread_mutex_lock (&worker_thread_lock); worker_thread_number++; wt_info->thread_num = worker_thread_number; // Unlock pthread_mutex_unlock (&worker_thread_lock); // Create thread res = pthread_create (&wt_info->thread_id, &attr, &dbe_stat_on_thread, wt_info); if (res != 0) { wt_info->control = THREAD_NOT_CREATED; pthread_attr_destroy (&attr); return THREAD_NOT_CREATED; } // Wait for the thread to finish res = 0; useconds_t maxusec = 5000000; // 5 seconds useconds_t deltausec = 1000; // 1 millisecond int max = maxusec / deltausec; for (int i = 0; i < max; i++) { if (THREAD_FINISHED == wt_info->control) break; // We are done usleep (deltausec); } // Lock pthread_mutex_lock (&worker_thread_lock); if (THREAD_FINISHED != wt_info->control) { // Cancel thread wt_info->control = THREAD_CANCEL; // Cannot use wt_info after that! res = THREAD_CANCEL; } // Unlock pthread_mutex_unlock (&worker_thread_lock); // Destroy the thread attributes object, since it is no longer needed pthread_attr_destroy (&attr); // Report that thread was canceled if (THREAD_CANCEL == res) return res; /* Cannot free memory allocated by thread */ // Free all thread resources void *resources = 0; res = pthread_join (wt_info->thread_id, &resources); free (resources); /* Free memory allocated by thread */ return THREAD_FINISHED; } static pthread_mutex_t dirnames_lock = PTHREAD_MUTEX_INITIALIZER; static Map *dirnamesMap = NULL; #define DIR_STATUS_EXISTS 0 #define DIR_STATUS_UNKNOWN 2 /** * Check if this directory name is known * Return: * @param path * 0 - known, exists * 1 - known, does not exist * 2 - not known */ static int check_dirname (const char *path) { pthread_mutex_lock (&dirnames_lock); if (NULL == dirnamesMap) dirnamesMap = new StringMap(128, 128); pthread_mutex_unlock (&dirnames_lock); int res = DIR_STATUS_UNKNOWN; if (path && *path) { char *fn = dbe_strdup (path); char *dn = dirname (fn); if (dn && *dn) res = dirnamesMap->get (dn); free (fn); } return res; } /** * Save directory name and its status * @param path * @param status * @return */ static void extract_and_save_dirname (const char *path, int status) { pthread_mutex_lock (&dirnames_lock); if (NULL == dirnamesMap) dirnamesMap = new StringMap(128, 128); pthread_mutex_unlock (&dirnames_lock); char *fn = dbe_strdup (path); if (fn && *fn != 0) { char *dn = dirname (fn); if (dn && (*dn != 0)) { int st = 0; // exists if (0 != status) st = 1; // does not exist dirnamesMap->put (dn, st); } } free (fn); } // get status for specified file static int dbe_stat_internal (const char *path, struct stat64 *sbuf, bool file_only) { struct stat64 statbuf; int dir_status = check_dirname (path); if (dir_status == DIR_STATUS_UNKNOWN) { // Try to use a worker thread if (theApplication->get_number_of_worker_threads () > 0) { struct worker_thread_info *wt_info; wt_info = (worker_thread_info *) calloc (1, sizeof (worker_thread_info)); if (wt_info != NULL) { int res = dbe_dispatch_on_thread (path, wt_info); if (THREAD_FINISHED == res) { int st = wt_info->result; extract_and_save_dirname (path, st); if (st == 0 && file_only) if (S_ISREG ((wt_info->statbuf).st_mode) == 0) st = -1; // It is not a regular file if (sbuf != NULL) *sbuf = wt_info->statbuf; free (wt_info); return st; } else { if (THREAD_CANCEL == res) { // Worker thread hung. Cannot free wt_info. // Allocated memory will be freed by worker thread. // save directory extract_and_save_dirname (path, 1); return 1; // stat64 failed } else // THREAD_NOT_CREATED - continue on current thread free (wt_info); } } } } else if (dir_status != DIR_STATUS_EXISTS) return -1; // does not exist if (sbuf == NULL) sbuf = &statbuf; int st = stat64 (path, sbuf); Dprintf (DEBUG_DBE_FILE, NTXT ("dbe_stat %d '%s'\n"), st, path); if (st == -1) return -1; else if (file_only && S_ISREG (sbuf->st_mode) == 0) return -1; // It is not ordinary file return st; } // get status for the regular file int dbe_stat_file (const char *path, struct stat64 *sbuf) { int res = dbe_stat_internal (path, sbuf, true); return res; } // get status for specified file int dbe_stat (const char *path, struct stat64 *sbuf) { int res = dbe_stat_internal (path, sbuf, false); return res; } /** * Reads directory and prepares list of files according to the specified format * Supported formats: * "/bin/ls -a" - see 'man ls' for details * "/bin/ls -aF" - see 'man ls' for details * @param path * @param format * @return char * files */ char * dbe_read_dir (const char *path, const char *format) { StringBuilder sb; DIR *dir = opendir (path); if (dir == NULL) return sb.toString (); int format_aF = 0; if (!strcmp (format, NTXT ("/bin/ls -aF"))) format_aF = 1; struct dirent *entry = NULL; if (format != NULL) { while ((entry = readdir (dir)) != NULL) { sb.append (entry->d_name); if (format_aF) { const char *attr = NTXT ("@"); // Link struct stat64 sbuf; sbuf.st_mode = 0; char filename[MAXPATHLEN + 1]; snprintf (filename, sizeof (filename), NTXT ("%s/%s"), path, entry->d_name); dbe_stat (filename, &sbuf); if (S_IREAD & sbuf.st_mode) { // Readable if (S_ISDIR (sbuf.st_mode) != 0) // Directory attr = NTXT ("/"); else if (S_ISREG (sbuf.st_mode) != 0) // Regular file attr = NTXT (""); } sb.append (attr); } sb.append (NTXT ("\n")); } } closedir (dir); return sb.toString (); } /** * Gets list of processes according to the specified format * Supported formats: * "/bin/ps -ef" - see 'man ps' for details * @param format * @return char * processes */ char * dbe_get_processes (const char *format) { StringBuilder sb; if (!strcmp (format, NTXT ("/bin/ps -ef"))) { char buf[BUFSIZ]; FILE *ptr = popen (format, "r"); if (ptr != NULL) { while (fgets (buf, BUFSIZ, ptr) != NULL) sb.append (buf); pclose (ptr); } } return sb.toString (); } /** * Creates the directory named by the specified path name, including any * necessary but nonexistent parent directories. * Uses system utility "/bin/mkdir -p" * Temporary limitation: path name should not contain spaces. * Returns message from "/bin/mkdir -p" * @param pathname * @return result */ char * dbe_create_directories (const char *pathname) { StringBuilder sb; char *makedir = dbe_sprintf (NTXT ("/bin/mkdir -p %s 2>&1"), pathname); char out[BUFSIZ]; FILE *ptr = popen (makedir, "r"); if (ptr != NULL) { while (fgets (out, BUFSIZ, ptr) != NULL) sb.append (out); pclose (ptr); } free (makedir); DIR *dir = opendir (pathname); if (dir != NULL) { closedir (dir); return NULL; // success } else sb.append (NTXT ("\nError: Cannot open directory\n")); // DEBUG return sb.toString (); // error } /** * Deletes the file or the directory named by the specified path name. * If this pathname denotes a directory, then the directory must be empty in order to be deleted. * Uses system utility "/bin/rm" or "/bin/rmdir" * Temporary limitation: path name should not contain spaces. * Returns error message from system utility * @param pathname * @return result */ char * dbe_delete_file (const char *pathname) { StringBuilder sb; char *cmd = NULL; struct stat64 sbuf; sbuf.st_mode = 0; int st = dbe_stat (pathname, &sbuf); if (st == 0) { // Exists if (S_ISDIR (sbuf.st_mode) != 0) // Directory cmd = dbe_sprintf (NTXT ("/bin/rmdir %s 2>&1"), pathname); else if (S_ISREG (sbuf.st_mode) != 0) // Regular file cmd = dbe_sprintf (NTXT ("/bin/rm %s 2>&1"), pathname); } else return NULL; // Nothing to remove if (cmd != NULL) { char out[BUFSIZ]; FILE *ptr = popen (cmd, "r"); if (ptr != NULL) { while (fgets (out, BUFSIZ, ptr) != NULL) sb.append (out); pclose (ptr); } free (cmd); } else sb.sprintf (NTXT ("Error: cannot remove %s - not a regular file and not a directory\n"), pathname); return sb.toString (); } char * dbe_xml2str (const char *s) { if (s == NULL) return NULL; StringBuilder sb; while (*s) { if (*s == '&') { if (strncmp (s, NTXT (" "), 6) == 0) { sb.append (' '); s += 6; continue; } else if (strncmp (s, NTXT ("""), 6) == 0) { sb.append ('"'); s += 6; continue; } else if (strncmp (s, NTXT ("&"), 5) == 0) { sb.append ('&'); s += 5; continue; } else if (strncmp (s, NTXT ("<"), 4) == 0) { sb.append ('<'); s += 4; continue; } else if (strncmp (s, NTXT (">"), 4) == 0) { sb.append ('>'); s += 4; continue; } } sb.append (*s); s++; } return sb.toString (); } void swapByteOrder (void *p, size_t sz) { if (sz == 8) { uint64_t *pv = (uint64_t *) p; uint64_t v = *pv; v = ((v & 0x00000000FF000000) << 8) | ((v >> 8) & 0x00000000FF000000) | ((v & 0x0000000000FF0000) << 24) | ((v >> 24) & 0x0000000000FF0000) | ((v & 0x000000000000FF00) << 40) | ((v >> 40) & 0x000000000000FF00) | (v >> 56) | (v << 56); *pv = v; } else if (sz == 4) { uint32_t *pv = (uint32_t *) p; uint32_t v = *pv; v = (v >> 24) | (v << 24) | ((v & 0x0000FF00) << 8) | ((v >> 8) & 0x0000FF00); *pv = v; } else if (sz == 2) { uint16_t *pv = (uint16_t *) p; uint16_t v = *pv; v = (v >> 8) | (v << 8); *pv = v; } } void destroy (void *vec) { if (vec == NULL) return; Vector *array = (Vector*)vec; switch (array->type ()) { case VEC_STRING: ((Vector*)array)->destroy (); break; case VEC_VOIDARR: case VEC_STRINGARR: case VEC_INTARR: case VEC_BOOLARR: case VEC_LLONGARR: case VEC_DOUBLEARR: for (long i = 0; i < array->size (); i++) destroy (array->fetch (i)); break; case VEC_INTEGER: case VEC_CHAR: case VEC_BOOL: case VEC_DOUBLE: case VEC_LLONG: default: break; } delete array; } int64_t read_from_file (int fd, void *buffer, int64_t nbyte) { int64_t cnt = 0; char *buf = (char *) buffer; while (nbyte > 0) { // Sometimes system cannot read 'nbyte' ssize_t n = read (fd, (void *) (buf + cnt), (size_t) nbyte); if (n <= 0) break; nbyte -= n; cnt += n; } return cnt; } /** * Create symbolic link to the path * @param path - path with spaces * @param dir - directory where the link should be created * @return symbolic link */ char * dbe_create_symlink_to_path (const char *path, const char *dir) { char *symbolic_link = NULL; if (NULL == path || NULL == dir) return NULL; int res = mkdir (dir, 0777); if (res != 0 && dbe_stat (dir, NULL) != 0) return NULL; // Cannot create directory long len = dbe_sstrlen (path); if (len <= 4) return NULL; // Unknown situation if (strcmp ((path + len - 4), "/bin") != 0) // Unknown situation return NULL; int max = 99; // Just an arbitrary number for (int i = 1; i <= max; i++) { // Try to create symbolic link char *d = dbe_sprintf ("%s/%d", dir, i); if (NULL == d) return NULL; res = mkdir (d, 0777); symbolic_link = dbe_sprintf ("%s/%s", d, "bin"); free (d); if (NULL == symbolic_link) // Not enough memory return NULL; res = symlink (path, symbolic_link); if (res == 0) // Link is created - use it. break; // Check if such link already exists int e = errno; char buf[MAXPATHLEN + 1]; memset (buf, 0, MAXPATHLEN + 1); ssize_t n = readlink (symbolic_link, buf, MAXPATHLEN); if (n == len && strcmp (path, buf) == 0) // Link is correct - use it. break; if (i == max) { // report the error fprintf (stderr, GTXT ("Error: symlink(%s, %s) returned error: %d\n"), path, symbolic_link, res); fprintf (stderr, GTXT ("Error: errno=%d (%s)\n"), e, strerror (e)); fflush (stderr); } free (symbolic_link); symbolic_link = NULL; } return symbolic_link; } // Compute checksum for specified file. // This code is from usr/src/cmd/cksum.c, adapted for us // crcposix -- compute posix.2 compatable 32 bit CRC // // The POSIX.2 (draft 10) CRC algorithm. // This is a 32 bit CRC with polynomial // x**32 + x**26 + x**23 + x**22 + x**16 + x**12 + x**11 + x**10 + // x**8 + x**7 + x**5 + x**4 + x**2 + x**1 + x**0 // // layout is from the POSIX.2 Rationale static uint32_t crctab_posix[256] = { 0x00000000L, 0x04C11DB7L, 0x09823B6EL, 0x0D4326D9L, 0x130476DCL, 0x17C56B6BL, 0x1A864DB2L, 0x1E475005L, 0x2608EDB8L, 0x22C9F00FL, 0x2F8AD6D6L, 0x2B4BCB61L, 0x350C9B64L, 0x31CD86D3L, 0x3C8EA00AL, 0x384FBDBDL, 0x4C11DB70L, 0x48D0C6C7L, 0x4593E01EL, 0x4152FDA9L, 0x5F15ADACL, 0x5BD4B01BL, 0x569796C2L, 0x52568B75L, 0x6A1936C8L, 0x6ED82B7FL, 0x639B0DA6L, 0x675A1011L, 0x791D4014L, 0x7DDC5DA3L, 0x709F7B7AL, 0x745E66CDL, 0x9823B6E0L, 0x9CE2AB57L, 0x91A18D8EL, 0x95609039L, 0x8B27C03CL, 0x8FE6DD8BL, 0x82A5FB52L, 0x8664E6E5L, 0xBE2B5B58L, 0xBAEA46EFL, 0xB7A96036L, 0xB3687D81L, 0xAD2F2D84L, 0xA9EE3033L, 0xA4AD16EAL, 0xA06C0B5DL, 0xD4326D90L, 0xD0F37027L, 0xDDB056FEL, 0xD9714B49L, 0xC7361B4CL, 0xC3F706FBL, 0xCEB42022L, 0xCA753D95L, 0xF23A8028L, 0xF6FB9D9FL, 0xFBB8BB46L, 0xFF79A6F1L, 0xE13EF6F4L, 0xE5FFEB43L, 0xE8BCCD9AL, 0xEC7DD02DL, 0x34867077L, 0x30476DC0L, 0x3D044B19L, 0x39C556AEL, 0x278206ABL, 0x23431B1CL, 0x2E003DC5L, 0x2AC12072L, 0x128E9DCFL, 0x164F8078L, 0x1B0CA6A1L, 0x1FCDBB16L, 0x018AEB13L, 0x054BF6A4L, 0x0808D07DL, 0x0CC9CDCAL, 0x7897AB07L, 0x7C56B6B0L, 0x71159069L, 0x75D48DDEL, 0x6B93DDDBL, 0x6F52C06CL, 0x6211E6B5L, 0x66D0FB02L, 0x5E9F46BFL, 0x5A5E5B08L, 0x571D7DD1L, 0x53DC6066L, 0x4D9B3063L, 0x495A2DD4L, 0x44190B0DL, 0x40D816BAL, 0xACA5C697L, 0xA864DB20L, 0xA527FDF9L, 0xA1E6E04EL, 0xBFA1B04BL, 0xBB60ADFCL, 0xB6238B25L, 0xB2E29692L, 0x8AAD2B2FL, 0x8E6C3698L, 0x832F1041L, 0x87EE0DF6L, 0x99A95DF3L, 0x9D684044L, 0x902B669DL, 0x94EA7B2AL, 0xE0B41DE7L, 0xE4750050L, 0xE9362689L, 0xEDF73B3EL, 0xF3B06B3BL, 0xF771768CL, 0xFA325055L, 0xFEF34DE2L, 0xC6BCF05FL, 0xC27DEDE8L, 0xCF3ECB31L, 0xCBFFD686L, 0xD5B88683L, 0xD1799B34L, 0xDC3ABDEDL, 0xD8FBA05AL, 0x690CE0EEL, 0x6DCDFD59L, 0x608EDB80L, 0x644FC637L, 0x7A089632L, 0x7EC98B85L, 0x738AAD5CL, 0x774BB0EBL, 0x4F040D56L, 0x4BC510E1L, 0x46863638L, 0x42472B8FL, 0x5C007B8AL, 0x58C1663DL, 0x558240E4L, 0x51435D53L, 0x251D3B9EL, 0x21DC2629L, 0x2C9F00F0L, 0x285E1D47L, 0x36194D42L, 0x32D850F5L, 0x3F9B762CL, 0x3B5A6B9BL, 0x0315D626L, 0x07D4CB91L, 0x0A97ED48L, 0x0E56F0FFL, 0x1011A0FAL, 0x14D0BD4DL, 0x19939B94L, 0x1D528623L, 0xF12F560EL, 0xF5EE4BB9L, 0xF8AD6D60L, 0xFC6C70D7L, 0xE22B20D2L, 0xE6EA3D65L, 0xEBA91BBCL, 0xEF68060BL, 0xD727BBB6L, 0xD3E6A601L, 0xDEA580D8L, 0xDA649D6FL, 0xC423CD6AL, 0xC0E2D0DDL, 0xCDA1F604L, 0xC960EBB3L, 0xBD3E8D7EL, 0xB9FF90C9L, 0xB4BCB610L, 0xB07DABA7L, 0xAE3AFBA2L, 0xAAFBE615L, 0xA7B8C0CCL, 0xA379DD7BL, 0x9B3660C6L, 0x9FF77D71L, 0x92B45BA8L, 0x9675461FL, 0x8832161AL, 0x8CF30BADL, 0x81B02D74L, 0x857130C3L, 0x5D8A9099L, 0x594B8D2EL, 0x5408ABF7L, 0x50C9B640L, 0x4E8EE645L, 0x4A4FFBF2L, 0x470CDD2BL, 0x43CDC09CL, 0x7B827D21L, 0x7F436096L, 0x7200464FL, 0x76C15BF8L, 0x68860BFDL, 0x6C47164AL, 0x61043093L, 0x65C52D24L, 0x119B4BE9L, 0x155A565EL, 0x18197087L, 0x1CD86D30L, 0x029F3D35L, 0x065E2082L, 0x0B1D065BL, 0x0FDC1BECL, 0x3793A651L, 0x3352BBE6L, 0x3E119D3FL, 0x3AD08088L, 0x2497D08DL, 0x2056CD3AL, 0x2D15EBE3L, 0x29D4F654L, 0xC5A92679L, 0xC1683BCEL, 0xCC2B1D17L, 0xC8EA00A0L, 0xD6AD50A5L, 0xD26C4D12L, 0xDF2F6BCBL, 0xDBEE767CL, 0xE3A1CBC1L, 0xE760D676L, 0xEA23F0AFL, 0xEEE2ED18L, 0xF0A5BD1DL, 0xF464A0AAL, 0xF9278673L, 0xFDE69BC4L, 0x89B8FD09L, 0x8D79E0BEL, 0x803AC667L, 0x84FBDBD0L, 0x9ABC8BD5L, 0x9E7D9662L, 0x933EB0BBL, 0x97FFAD0CL, 0xAFB010B1L, 0xAB710D06L, 0xA6322BDFL, 0xA2F33668L, 0xBCB4666DL, 0xB8757BDAL, 0xB5365D03L, 0xB1F740B4L }; static void m_crcposix (uint32_t *crcp, unsigned char *bp, uint32_t n) { while (n-- > 0) *crcp = (*crcp << 8) ^ crctab_posix[(unsigned char) ((*crcp >> 24)^*bp++)]; } // Do CRC-POSIX function by calling a library entry point that has a // slightly different calling sequence. static uint32_t docrcposix (uint32_t crcval, unsigned char *bp, uint32_t n) { m_crcposix (&crcval, bp, n); return (crcval); } // Sum algorithms require various kinds of post-processing. // The 'S' and 'R' variables are from the POSIX.2 (Draft 8?) description // of the "sum" utility. static uint32_t postprocess (uint32_t S, long long n) { // POSIX tacks on significant bytes of the length so that // different length sequences of '\0' have different sums; // then it complements sum. unsigned char char_n[sizeof (n)]; uint32_t i; for (i = 0; n != 0; n >>= 8, ++i) char_n[i] = (unsigned char) (n & 0xFF); return (~docrcposix (S, char_n, i)); } uint32_t get_cksum (const char * pathname, char ** errmsg) { int fd = open (pathname, O_RDONLY); if (fd < 0) { if (errmsg) *errmsg = dbe_sprintf (GTXT ("*** Warning: Error opening file for reading: %s"), pathname); return 0; // error } uint32_t crcval = 0; long long bytes = 0; int64_t n; unsigned char buf[4096]; while ((n = read_from_file (fd, (char *) buf, sizeof (buf))) > 0) { bytes += n; crcval = docrcposix (crcval, buf, n); } close (fd); crcval = postprocess (crcval, bytes); return crcval; }