|
@@ -39,7 +39,7 @@ struct ds_configuration {
|
|
/* the size of one pointer-typed field in the DS structure and
|
|
/* the size of one pointer-typed field in the DS structure and
|
|
in the BTS and PEBS buffers in bytes;
|
|
in the BTS and PEBS buffers in bytes;
|
|
this covers the first 8 DS fields related to buffer management. */
|
|
this covers the first 8 DS fields related to buffer management. */
|
|
- unsigned char sizeof_field;
|
|
|
|
|
|
+ unsigned char sizeof_ptr_field;
|
|
/* the size of a BTS/PEBS record in bytes */
|
|
/* the size of a BTS/PEBS record in bytes */
|
|
unsigned char sizeof_rec[2];
|
|
unsigned char sizeof_rec[2];
|
|
/* a series of bit-masks to control various features indexed
|
|
/* a series of bit-masks to control various features indexed
|
|
@@ -142,14 +142,14 @@ enum ds_qualifier {
|
|
static inline unsigned long ds_get(const unsigned char *base,
|
|
static inline unsigned long ds_get(const unsigned char *base,
|
|
enum ds_qualifier qual, enum ds_field field)
|
|
enum ds_qualifier qual, enum ds_field field)
|
|
{
|
|
{
|
|
- base += (ds_cfg.sizeof_field * (field + (4 * qual)));
|
|
|
|
|
|
+ base += (ds_cfg.sizeof_ptr_field * (field + (4 * qual)));
|
|
return *(unsigned long *)base;
|
|
return *(unsigned long *)base;
|
|
}
|
|
}
|
|
|
|
|
|
static inline void ds_set(unsigned char *base, enum ds_qualifier qual,
|
|
static inline void ds_set(unsigned char *base, enum ds_qualifier qual,
|
|
enum ds_field field, unsigned long value)
|
|
enum ds_field field, unsigned long value)
|
|
{
|
|
{
|
|
- base += (ds_cfg.sizeof_field * (field + (4 * qual)));
|
|
|
|
|
|
+ base += (ds_cfg.sizeof_ptr_field * (field + (4 * qual)));
|
|
(*(unsigned long *)base) = value;
|
|
(*(unsigned long *)base) = value;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -410,7 +410,7 @@ static int ds_write(struct ds_context *context, enum ds_qualifier qual,
|
|
* Later architectures use 64bit pointers throughout, whereas earlier
|
|
* Later architectures use 64bit pointers throughout, whereas earlier
|
|
* architectures use 32bit pointers in 32bit mode.
|
|
* architectures use 32bit pointers in 32bit mode.
|
|
*
|
|
*
|
|
- * We compute the base address for the first 8 fields based on:
|
|
|
|
|
|
+ * We compute the base address for the fields based on:
|
|
* - the field size stored in the DS configuration
|
|
* - the field size stored in the DS configuration
|
|
* - the relative field position
|
|
* - the relative field position
|
|
*
|
|
*
|
|
@@ -441,13 +441,13 @@ enum bts_field {
|
|
|
|
|
|
static inline unsigned long bts_get(const char *base, enum bts_field field)
|
|
static inline unsigned long bts_get(const char *base, enum bts_field field)
|
|
{
|
|
{
|
|
- base += (ds_cfg.sizeof_field * field);
|
|
|
|
|
|
+ base += (ds_cfg.sizeof_ptr_field * field);
|
|
return *(unsigned long *)base;
|
|
return *(unsigned long *)base;
|
|
}
|
|
}
|
|
|
|
|
|
static inline void bts_set(char *base, enum bts_field field, unsigned long val)
|
|
static inline void bts_set(char *base, enum bts_field field, unsigned long val)
|
|
{
|
|
{
|
|
- base += (ds_cfg.sizeof_field * field);;
|
|
|
|
|
|
+ base += (ds_cfg.sizeof_ptr_field * field);;
|
|
(*(unsigned long *)base) = val;
|
|
(*(unsigned long *)base) = val;
|
|
}
|
|
}
|
|
|
|
|
|
@@ -593,6 +593,10 @@ static int ds_request(struct ds_tracer *tracer, struct ds_trace *trace,
|
|
struct ds_context *context;
|
|
struct ds_context *context;
|
|
int error;
|
|
int error;
|
|
|
|
|
|
|
|
+ error = -EOPNOTSUPP;
|
|
|
|
+ if (!ds_cfg.sizeof_rec[qual])
|
|
|
|
+ goto out;
|
|
|
|
+
|
|
error = -EINVAL;
|
|
error = -EINVAL;
|
|
if (!base)
|
|
if (!base)
|
|
goto out;
|
|
goto out;
|
|
@@ -635,10 +639,6 @@ struct bts_tracer *ds_request_bts(struct task_struct *task,
|
|
unsigned long irq;
|
|
unsigned long irq;
|
|
int error;
|
|
int error;
|
|
|
|
|
|
- error = -EOPNOTSUPP;
|
|
|
|
- if (!ds_cfg.ctl[dsf_bts])
|
|
|
|
- goto out;
|
|
|
|
-
|
|
|
|
/* buffer overflow notification is not yet implemented */
|
|
/* buffer overflow notification is not yet implemented */
|
|
error = -EOPNOTSUPP;
|
|
error = -EOPNOTSUPP;
|
|
if (ovfl)
|
|
if (ovfl)
|
|
@@ -848,7 +848,8 @@ const struct pebs_trace *ds_read_pebs(struct pebs_tracer *tracer)
|
|
|
|
|
|
ds_read_config(tracer->ds.context, &tracer->trace.ds, ds_pebs);
|
|
ds_read_config(tracer->ds.context, &tracer->trace.ds, ds_pebs);
|
|
tracer->trace.reset_value =
|
|
tracer->trace.reset_value =
|
|
- *(u64 *)(tracer->ds.context->ds + (ds_cfg.sizeof_field * 8));
|
|
|
|
|
|
+ *(u64 *)(tracer->ds.context->ds +
|
|
|
|
+ (ds_cfg.sizeof_ptr_field * 8));
|
|
|
|
|
|
return &tracer->trace;
|
|
return &tracer->trace;
|
|
}
|
|
}
|
|
@@ -884,7 +885,8 @@ int ds_set_pebs_reset(struct pebs_tracer *tracer, u64 value)
|
|
if (!tracer)
|
|
if (!tracer)
|
|
return -EINVAL;
|
|
return -EINVAL;
|
|
|
|
|
|
- *(u64 *)(tracer->ds.context->ds + (ds_cfg.sizeof_field * 8)) = value;
|
|
|
|
|
|
+ *(u64 *)(tracer->ds.context->ds +
|
|
|
|
+ (ds_cfg.sizeof_ptr_field * 8)) = value;
|
|
|
|
|
|
return 0;
|
|
return 0;
|
|
}
|
|
}
|
|
@@ -894,52 +896,54 @@ static const struct ds_configuration ds_cfg_netburst = {
|
|
.ctl[dsf_bts] = (1 << 2) | (1 << 3),
|
|
.ctl[dsf_bts] = (1 << 2) | (1 << 3),
|
|
.ctl[dsf_bts_kernel] = (1 << 5),
|
|
.ctl[dsf_bts_kernel] = (1 << 5),
|
|
.ctl[dsf_bts_user] = (1 << 6),
|
|
.ctl[dsf_bts_user] = (1 << 6),
|
|
-
|
|
|
|
- .sizeof_field = sizeof(long),
|
|
|
|
- .sizeof_rec[ds_bts] = sizeof(long) * 3,
|
|
|
|
-#ifdef __i386__
|
|
|
|
- .sizeof_rec[ds_pebs] = sizeof(long) * 10,
|
|
|
|
-#else
|
|
|
|
- .sizeof_rec[ds_pebs] = sizeof(long) * 18,
|
|
|
|
-#endif
|
|
|
|
};
|
|
};
|
|
static const struct ds_configuration ds_cfg_pentium_m = {
|
|
static const struct ds_configuration ds_cfg_pentium_m = {
|
|
.name = "Pentium M",
|
|
.name = "Pentium M",
|
|
.ctl[dsf_bts] = (1 << 6) | (1 << 7),
|
|
.ctl[dsf_bts] = (1 << 6) | (1 << 7),
|
|
-
|
|
|
|
- .sizeof_field = sizeof(long),
|
|
|
|
- .sizeof_rec[ds_bts] = sizeof(long) * 3,
|
|
|
|
-#ifdef __i386__
|
|
|
|
- .sizeof_rec[ds_pebs] = sizeof(long) * 10,
|
|
|
|
-#else
|
|
|
|
- .sizeof_rec[ds_pebs] = sizeof(long) * 18,
|
|
|
|
-#endif
|
|
|
|
};
|
|
};
|
|
static const struct ds_configuration ds_cfg_core2_atom = {
|
|
static const struct ds_configuration ds_cfg_core2_atom = {
|
|
.name = "Core 2/Atom",
|
|
.name = "Core 2/Atom",
|
|
.ctl[dsf_bts] = (1 << 6) | (1 << 7),
|
|
.ctl[dsf_bts] = (1 << 6) | (1 << 7),
|
|
.ctl[dsf_bts_kernel] = (1 << 9),
|
|
.ctl[dsf_bts_kernel] = (1 << 9),
|
|
.ctl[dsf_bts_user] = (1 << 10),
|
|
.ctl[dsf_bts_user] = (1 << 10),
|
|
-
|
|
|
|
- .sizeof_field = 8,
|
|
|
|
- .sizeof_rec[ds_bts] = 8 * 3,
|
|
|
|
- .sizeof_rec[ds_pebs] = 8 * 18,
|
|
|
|
};
|
|
};
|
|
|
|
|
|
static void
|
|
static void
|
|
-ds_configure(const struct ds_configuration *cfg)
|
|
|
|
|
|
+ds_configure(const struct ds_configuration *cfg,
|
|
|
|
+ struct cpuinfo_x86 *cpu)
|
|
{
|
|
{
|
|
|
|
+ unsigned long nr_pebs_fields = 0;
|
|
|
|
+
|
|
|
|
+ printk(KERN_INFO "[ds] using %s configuration\n", cfg->name);
|
|
|
|
+
|
|
|
|
+#ifdef __i386__
|
|
|
|
+ nr_pebs_fields = 10;
|
|
|
|
+#else
|
|
|
|
+ nr_pebs_fields = 18;
|
|
|
|
+#endif
|
|
|
|
+
|
|
memset(&ds_cfg, 0, sizeof(ds_cfg));
|
|
memset(&ds_cfg, 0, sizeof(ds_cfg));
|
|
ds_cfg = *cfg;
|
|
ds_cfg = *cfg;
|
|
|
|
|
|
- printk(KERN_INFO "[ds] using %s configuration\n", ds_cfg.name);
|
|
|
|
|
|
+ ds_cfg.sizeof_ptr_field =
|
|
|
|
+ (cpu_has(cpu, X86_FEATURE_DTES64) ? 8 : 4);
|
|
|
|
|
|
- if (!cpu_has_bts) {
|
|
|
|
- ds_cfg.ctl[dsf_bts] = 0;
|
|
|
|
|
|
+ ds_cfg.sizeof_rec[ds_bts] = ds_cfg.sizeof_ptr_field * 3;
|
|
|
|
+ ds_cfg.sizeof_rec[ds_pebs] = ds_cfg.sizeof_ptr_field * nr_pebs_fields;
|
|
|
|
+
|
|
|
|
+ if (!cpu_has(cpu, X86_FEATURE_BTS)) {
|
|
|
|
+ ds_cfg.sizeof_rec[ds_bts] = 0;
|
|
printk(KERN_INFO "[ds] bts not available\n");
|
|
printk(KERN_INFO "[ds] bts not available\n");
|
|
}
|
|
}
|
|
- if (!cpu_has_pebs)
|
|
|
|
|
|
+ if (!cpu_has(cpu, X86_FEATURE_PEBS)) {
|
|
|
|
+ ds_cfg.sizeof_rec[ds_pebs] = 0;
|
|
printk(KERN_INFO "[ds] pebs not available\n");
|
|
printk(KERN_INFO "[ds] pebs not available\n");
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ printk(KERN_INFO "[ds] sizes: address: %u bit, ",
|
|
|
|
+ 8 * ds_cfg.sizeof_ptr_field);
|
|
|
|
+ printk("bts/pebs record: %u/%u bytes\n",
|
|
|
|
+ ds_cfg.sizeof_rec[ds_bts], ds_cfg.sizeof_rec[ds_pebs]);
|
|
|
|
|
|
WARN_ON_ONCE(MAX_SIZEOF_DS < (12 * ds_cfg.sizeof_field));
|
|
WARN_ON_ONCE(MAX_SIZEOF_DS < (12 * ds_cfg.sizeof_field));
|
|
}
|
|
}
|
|
@@ -951,12 +955,12 @@ void __cpuinit ds_init_intel(struct cpuinfo_x86 *c)
|
|
switch (c->x86_model) {
|
|
switch (c->x86_model) {
|
|
case 0x9:
|
|
case 0x9:
|
|
case 0xd: /* Pentium M */
|
|
case 0xd: /* Pentium M */
|
|
- ds_configure(&ds_cfg_pentium_m);
|
|
|
|
|
|
+ ds_configure(&ds_cfg_pentium_m, c);
|
|
break;
|
|
break;
|
|
case 0xf:
|
|
case 0xf:
|
|
case 0x17: /* Core2 */
|
|
case 0x17: /* Core2 */
|
|
case 0x1c: /* Atom */
|
|
case 0x1c: /* Atom */
|
|
- ds_configure(&ds_cfg_core2_atom);
|
|
|
|
|
|
+ ds_configure(&ds_cfg_core2_atom, c);
|
|
break;
|
|
break;
|
|
case 0x1a: /* i7 */
|
|
case 0x1a: /* i7 */
|
|
default:
|
|
default:
|
|
@@ -969,7 +973,7 @@ void __cpuinit ds_init_intel(struct cpuinfo_x86 *c)
|
|
case 0x0:
|
|
case 0x0:
|
|
case 0x1:
|
|
case 0x1:
|
|
case 0x2: /* Netburst */
|
|
case 0x2: /* Netburst */
|
|
- ds_configure(&ds_cfg_netburst);
|
|
|
|
|
|
+ ds_configure(&ds_cfg_netburst, c);
|
|
break;
|
|
break;
|
|
default:
|
|
default:
|
|
/* sorry, don't know about them */
|
|
/* sorry, don't know about them */
|