| Message ID | 20190405101411.25466-2-ykaradzhov@vmware.com (mailing list archive) |
|---|---|
| State | Superseded |
| Headers | show |
| Series | NumPy Interface for KernelShark | expand |
On Fri, Apr 05, 2019 at 01:14:06PM +0300, Yordan Karadzhov wrote: > The new function loads the content of the trace data file into a > table / matrix, made of columns / arrays of data having various integer > types. Later those arrays will be wrapped as NumPy arrays. > > Signed-off-by: Yordan Karadzhov <ykaradzhov@vmware.com> > --- > kernel-shark/src/libkshark.c | 136 +++++++++++++++++++++++++++++++++++ > kernel-shark/src/libkshark.h | 7 ++ > 2 files changed, 143 insertions(+) > > diff --git a/kernel-shark/src/libkshark.c b/kernel-shark/src/libkshark.c > index a886f80..98086a9 100644 > --- a/kernel-shark/src/libkshark.c > +++ b/kernel-shark/src/libkshark.c > @@ -959,6 +959,142 @@ ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, > return -ENOMEM; > } > > +static bool data_matrix_alloc(size_t n_rows, uint64_t **offset_array, > + uint8_t **cpu_array, > + uint64_t **ts_array, > + uint16_t **pid_array, > + int **event_array) > +{ > + if (offset_array) { > + *offset_array = calloc(n_rows, sizeof(**offset_array)); > + if (!offset_array) This should be if (!*offset_array) and ditto for the rest. -- Slavi > + goto free_all; > + } > + > + if (cpu_array) { > + *cpu_array = calloc(n_rows, sizeof(**cpu_array)); > + if (!cpu_array) > + goto free_all; > + } > + > + if (ts_array) { > + *ts_array = calloc(n_rows, sizeof(**ts_array)); > + if (!ts_array) > + goto free_all; > + } > + > + if (pid_array) { > + *pid_array = calloc(n_rows, sizeof(**pid_array)); > + if (!pid_array) > + goto free_all; > + } > + > + if (event_array) { > + *event_array = calloc(n_rows, sizeof(**event_array)); > + if (!event_array) > + goto free_all; > + } > + > + return true; > + > + free_all: > + fprintf(stderr, "Failed to allocate memory during data loading.\n"); > + > + if (offset_array) > + free(*offset_array); > + > + if (cpu_array) > + free(*cpu_array); > + > + if (ts_array) > + free(*ts_array); > + > + if (pid_array) > + free(*pid_array); > + > + if (event_array) > + free(*event_array); > + > + return false; > +} > + > +/** > + * @brief Load the content of the trace data file into a table / matrix made > + * of columns / arrays of data. The user is responsible for freeing the > + * elements of the outputted array > + * > + * @param kshark_ctx: Input location for the session context pointer. > + * @param offset_array: Output location for the array of record offsets. > + * @param cpu_array: Output location for the array of CPU Ids. > + * @param ts_array: Output location for the array of timestamps. > + * @param pid_array: Output location for the array of Process Ids. > + * @param event_array: Output location for the array of Event Ids. > + * > + * @returns The size of the outputted arrays in the case of success, or a > + * negative error code on failure. > + */ > +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, > + uint64_t **offset_array, > + uint8_t **cpu_array, > + uint64_t **ts_array, > + uint16_t **pid_array, > + int **event_array) > +{ > + enum rec_type type = REC_ENTRY; > + struct rec_list **rec_list; > + size_t count, total = 0; > + bool status; > + int n_cpus; > + > + total = get_records(kshark_ctx, &rec_list, type); > + if (total < 0) > + goto fail; > + > + status = data_matrix_alloc(total, offset_array, > + cpu_array, > + ts_array, > + pid_array, > + event_array); > + if (!status) > + goto fail; > + > + n_cpus = tracecmd_cpus(kshark_ctx->handle); > + > + for (count = 0; count < total; count++) { > + int next_cpu; > + > + next_cpu = pick_next_cpu(rec_list, n_cpus, type); > + if (next_cpu >= 0) { > + struct kshark_entry *e = &rec_list[next_cpu]->entry; > + > + if (offset_array) > + (*offset_array)[count] = e->offset; > + > + if (cpu_array) > + (*cpu_array)[count] = e->cpu; > + > + if (ts_array) > + (*ts_array)[count] = e->ts; > + > + if (pid_array) > + (*pid_array)[count] = e->pid; > + > + if (event_array) > + (*event_array)[count] = e->event_id; > + > + rec_list[next_cpu] = rec_list[next_cpu]->next; > + free(e); > + } > + } > + > + free_rec_list(rec_list, n_cpus, type); > + return total; > + > + fail: > + fprintf(stderr, "Failed to allocate memory during data loading.\n"); > + return -ENOMEM; > +} > + > static const char *kshark_get_latency(struct tep_handle *pe, > struct tep_record *record) > { > diff --git a/kernel-shark/src/libkshark.h b/kernel-shark/src/libkshark.h > index c218b61..92ade41 100644 > --- a/kernel-shark/src/libkshark.h > +++ b/kernel-shark/src/libkshark.h > @@ -149,6 +149,13 @@ ssize_t kshark_load_data_entries(struct kshark_context *kshark_ctx, > ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, > struct tep_record ***data_rows); > > +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, > + uint64_t **offset_array, > + uint8_t **cpu_array, > + uint64_t **ts_array, > + uint16_t **pid_array, > + int **event_array); > + > ssize_t kshark_get_task_pids(struct kshark_context *kshark_ctx, int **pids); > > void kshark_close(struct kshark_context *kshark_ctx); > -- > 2.19.1 >
On 8.04.19 г. 18:07 ч., Slavomir Kaslev wrote: > On Fri, Apr 05, 2019 at 01:14:06PM +0300, Yordan Karadzhov wrote: >> The new function loads the content of the trace data file into a >> table / matrix, made of columns / arrays of data having various integer >> types. Later those arrays will be wrapped as NumPy arrays. >> >> Signed-off-by: Yordan Karadzhov <ykaradzhov@vmware.com> >> --- >> kernel-shark/src/libkshark.c | 136 +++++++++++++++++++++++++++++++++++ >> kernel-shark/src/libkshark.h | 7 ++ >> 2 files changed, 143 insertions(+) >> >> diff --git a/kernel-shark/src/libkshark.c b/kernel-shark/src/libkshark.c >> index a886f80..98086a9 100644 >> --- a/kernel-shark/src/libkshark.c >> +++ b/kernel-shark/src/libkshark.c >> @@ -959,6 +959,142 @@ ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, >> return -ENOMEM; >> } >> >> +static bool data_matrix_alloc(size_t n_rows, uint64_t **offset_array, >> + uint8_t **cpu_array, >> + uint64_t **ts_array, >> + uint16_t **pid_array, >> + int **event_array) >> +{ >> + if (offset_array) { >> + *offset_array = calloc(n_rows, sizeof(**offset_array)); >> + if (!offset_array) > > This should be > > if (!*offset_array) > > and ditto for the rest. > You are right. The whole function is a mess. I will try to fix it in the flowing version. Thanks! Yordan > -- Slavi > >> + goto free_all; >> + } >> + >> + if (cpu_array) { >> + *cpu_array = calloc(n_rows, sizeof(**cpu_array)); >> + if (!cpu_array) >> + goto free_all; >> + } >> + >> + if (ts_array) { >> + *ts_array = calloc(n_rows, sizeof(**ts_array)); >> + if (!ts_array) >> + goto free_all; >> + } >> + >> + if (pid_array) { >> + *pid_array = calloc(n_rows, sizeof(**pid_array)); >> + if (!pid_array) >> + goto free_all; >> + } >> + >> + if (event_array) { >> + *event_array = calloc(n_rows, sizeof(**event_array)); >> + if (!event_array) >> + goto free_all; >> + } >> + >> + return true; >> + >> + free_all: >> + fprintf(stderr, "Failed to allocate memory during data loading.\n"); >> + >> + if (offset_array) >> + free(*offset_array); >> + >> + if (cpu_array) >> + free(*cpu_array); >> + >> + if (ts_array) >> + free(*ts_array); >> + >> + if (pid_array) >> + free(*pid_array); >> + >> + if (event_array) >> + free(*event_array); >> + >> + return false; >> +} >> + >> +/** >> + * @brief Load the content of the trace data file into a table / matrix made >> + * of columns / arrays of data. The user is responsible for freeing the >> + * elements of the outputted array >> + * >> + * @param kshark_ctx: Input location for the session context pointer. >> + * @param offset_array: Output location for the array of record offsets. >> + * @param cpu_array: Output location for the array of CPU Ids. >> + * @param ts_array: Output location for the array of timestamps. >> + * @param pid_array: Output location for the array of Process Ids. >> + * @param event_array: Output location for the array of Event Ids. >> + * >> + * @returns The size of the outputted arrays in the case of success, or a >> + * negative error code on failure. >> + */ >> +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, >> + uint64_t **offset_array, >> + uint8_t **cpu_array, >> + uint64_t **ts_array, >> + uint16_t **pid_array, >> + int **event_array) >> +{ >> + enum rec_type type = REC_ENTRY; >> + struct rec_list **rec_list; >> + size_t count, total = 0; >> + bool status; >> + int n_cpus; >> + >> + total = get_records(kshark_ctx, &rec_list, type); >> + if (total < 0) >> + goto fail; >> + >> + status = data_matrix_alloc(total, offset_array, >> + cpu_array, >> + ts_array, >> + pid_array, >> + event_array); >> + if (!status) >> + goto fail; >> + >> + n_cpus = tracecmd_cpus(kshark_ctx->handle); >> + >> + for (count = 0; count < total; count++) { >> + int next_cpu; >> + >> + next_cpu = pick_next_cpu(rec_list, n_cpus, type); >> + if (next_cpu >= 0) { >> + struct kshark_entry *e = &rec_list[next_cpu]->entry; >> + >> + if (offset_array) >> + (*offset_array)[count] = e->offset; >> + >> + if (cpu_array) >> + (*cpu_array)[count] = e->cpu; >> + >> + if (ts_array) >> + (*ts_array)[count] = e->ts; >> + >> + if (pid_array) >> + (*pid_array)[count] = e->pid; >> + >> + if (event_array) >> + (*event_array)[count] = e->event_id; >> + >> + rec_list[next_cpu] = rec_list[next_cpu]->next; >> + free(e); >> + } >> + } >> + >> + free_rec_list(rec_list, n_cpus, type); >> + return total; >> + >> + fail: >> + fprintf(stderr, "Failed to allocate memory during data loading.\n"); >> + return -ENOMEM; >> +} >> + >> static const char *kshark_get_latency(struct tep_handle *pe, >> struct tep_record *record) >> { >> diff --git a/kernel-shark/src/libkshark.h b/kernel-shark/src/libkshark.h >> index c218b61..92ade41 100644 >> --- a/kernel-shark/src/libkshark.h >> +++ b/kernel-shark/src/libkshark.h >> @@ -149,6 +149,13 @@ ssize_t kshark_load_data_entries(struct kshark_context *kshark_ctx, >> ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, >> struct tep_record ***data_rows); >> >> +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, >> + uint64_t **offset_array, >> + uint8_t **cpu_array, >> + uint64_t **ts_array, >> + uint16_t **pid_array, >> + int **event_array); >> + >> ssize_t kshark_get_task_pids(struct kshark_context *kshark_ctx, int **pids); >> >> void kshark_close(struct kshark_context *kshark_ctx); >> -- >> 2.19.1 >>
diff --git a/kernel-shark/src/libkshark.c b/kernel-shark/src/libkshark.c index a886f80..98086a9 100644 --- a/kernel-shark/src/libkshark.c +++ b/kernel-shark/src/libkshark.c @@ -959,6 +959,142 @@ ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, return -ENOMEM; } +static bool data_matrix_alloc(size_t n_rows, uint64_t **offset_array, + uint8_t **cpu_array, + uint64_t **ts_array, + uint16_t **pid_array, + int **event_array) +{ + if (offset_array) { + *offset_array = calloc(n_rows, sizeof(**offset_array)); + if (!offset_array) + goto free_all; + } + + if (cpu_array) { + *cpu_array = calloc(n_rows, sizeof(**cpu_array)); + if (!cpu_array) + goto free_all; + } + + if (ts_array) { + *ts_array = calloc(n_rows, sizeof(**ts_array)); + if (!ts_array) + goto free_all; + } + + if (pid_array) { + *pid_array = calloc(n_rows, sizeof(**pid_array)); + if (!pid_array) + goto free_all; + } + + if (event_array) { + *event_array = calloc(n_rows, sizeof(**event_array)); + if (!event_array) + goto free_all; + } + + return true; + + free_all: + fprintf(stderr, "Failed to allocate memory during data loading.\n"); + + if (offset_array) + free(*offset_array); + + if (cpu_array) + free(*cpu_array); + + if (ts_array) + free(*ts_array); + + if (pid_array) + free(*pid_array); + + if (event_array) + free(*event_array); + + return false; +} + +/** + * @brief Load the content of the trace data file into a table / matrix made + * of columns / arrays of data. The user is responsible for freeing the + * elements of the outputted array + * + * @param kshark_ctx: Input location for the session context pointer. + * @param offset_array: Output location for the array of record offsets. + * @param cpu_array: Output location for the array of CPU Ids. + * @param ts_array: Output location for the array of timestamps. + * @param pid_array: Output location for the array of Process Ids. + * @param event_array: Output location for the array of Event Ids. + * + * @returns The size of the outputted arrays in the case of success, or a + * negative error code on failure. + */ +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, + uint64_t **offset_array, + uint8_t **cpu_array, + uint64_t **ts_array, + uint16_t **pid_array, + int **event_array) +{ + enum rec_type type = REC_ENTRY; + struct rec_list **rec_list; + size_t count, total = 0; + bool status; + int n_cpus; + + total = get_records(kshark_ctx, &rec_list, type); + if (total < 0) + goto fail; + + status = data_matrix_alloc(total, offset_array, + cpu_array, + ts_array, + pid_array, + event_array); + if (!status) + goto fail; + + n_cpus = tracecmd_cpus(kshark_ctx->handle); + + for (count = 0; count < total; count++) { + int next_cpu; + + next_cpu = pick_next_cpu(rec_list, n_cpus, type); + if (next_cpu >= 0) { + struct kshark_entry *e = &rec_list[next_cpu]->entry; + + if (offset_array) + (*offset_array)[count] = e->offset; + + if (cpu_array) + (*cpu_array)[count] = e->cpu; + + if (ts_array) + (*ts_array)[count] = e->ts; + + if (pid_array) + (*pid_array)[count] = e->pid; + + if (event_array) + (*event_array)[count] = e->event_id; + + rec_list[next_cpu] = rec_list[next_cpu]->next; + free(e); + } + } + + free_rec_list(rec_list, n_cpus, type); + return total; + + fail: + fprintf(stderr, "Failed to allocate memory during data loading.\n"); + return -ENOMEM; +} + static const char *kshark_get_latency(struct tep_handle *pe, struct tep_record *record) { diff --git a/kernel-shark/src/libkshark.h b/kernel-shark/src/libkshark.h index c218b61..92ade41 100644 --- a/kernel-shark/src/libkshark.h +++ b/kernel-shark/src/libkshark.h @@ -149,6 +149,13 @@ ssize_t kshark_load_data_entries(struct kshark_context *kshark_ctx, ssize_t kshark_load_data_records(struct kshark_context *kshark_ctx, struct tep_record ***data_rows); +size_t kshark_load_data_matrix(struct kshark_context *kshark_ctx, + uint64_t **offset_array, + uint8_t **cpu_array, + uint64_t **ts_array, + uint16_t **pid_array, + int **event_array); + ssize_t kshark_get_task_pids(struct kshark_context *kshark_ctx, int **pids); void kshark_close(struct kshark_context *kshark_ctx);
The new function loads the content of the trace data file into a table / matrix, made of columns / arrays of data having various integer types. Later those arrays will be wrapped as NumPy arrays. Signed-off-by: Yordan Karadzhov <ykaradzhov@vmware.com> --- kernel-shark/src/libkshark.c | 136 +++++++++++++++++++++++++++++++++++ kernel-shark/src/libkshark.h | 7 ++ 2 files changed, 143 insertions(+)