@ -95,6 +95,40 @@ static void timekeeper_setup_internals(struct clocksource *clock)
timekeeper . mult = clock - > mult ;
}
/* Timekeeper helper functions. */
static inline s64 timekeeping_get_ns ( void )
{
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* return delta convert to nanoseconds using ntp adjusted mult. */
return clocksource_cyc2ns ( cycle_delta , timekeeper . mult ,
timekeeper . shift ) ;
}
static inline s64 timekeeping_get_ns_raw ( void )
{
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* return delta convert to nanoseconds using ntp adjusted mult. */
return clocksource_cyc2ns ( cycle_delta , clock - > mult , clock - > shift ) ;
}
/*
* This read - write spinlock protects us from races in SMP while
* playing with xtime .
@ -183,8 +217,6 @@ static void timekeeping_forward_now(void)
*/
void getnstimeofday ( struct timespec * ts )
{
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
unsigned long seq ;
s64 nsecs ;
@ -194,17 +226,7 @@ void getnstimeofday(struct timespec *ts)
seq = read_seqbegin ( & xtime_lock ) ;
* ts = xtime ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* convert to nanoseconds: */
nsecs = clocksource_cyc2ns ( cycle_delta , timekeeper . mult ,
timekeeper . shift ) ;
nsecs = timekeeping_get_ns ( ) ;
/* If arch requires, add in gettimeoffset() */
nsecs + = arch_gettimeoffset ( ) ;
@ -218,8 +240,6 @@ EXPORT_SYMBOL(getnstimeofday);
ktime_t ktime_get ( void )
{
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
unsigned int seq ;
s64 secs , nsecs ;
@ -229,17 +249,7 @@ ktime_t ktime_get(void)
seq = read_seqbegin ( & xtime_lock ) ;
secs = xtime . tv_sec + wall_to_monotonic . tv_sec ;
nsecs = xtime . tv_nsec + wall_to_monotonic . tv_nsec ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* convert to nanoseconds: */
nsecs + = clocksource_cyc2ns ( cycle_delta , timekeeper . mult ,
timekeeper . shift ) ;
nsecs + = timekeeping_get_ns ( ) ;
} while ( read_seqretry ( & xtime_lock , seq ) ) ;
/*
@ -260,8 +270,6 @@ EXPORT_SYMBOL_GPL(ktime_get);
*/
void ktime_get_ts ( struct timespec * ts )
{
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
struct timespec tomono ;
unsigned int seq ;
s64 nsecs ;
@ -272,17 +280,7 @@ void ktime_get_ts(struct timespec *ts)
seq = read_seqbegin ( & xtime_lock ) ;
* ts = xtime ;
tomono = wall_to_monotonic ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* convert to nanoseconds: */
nsecs = clocksource_cyc2ns ( cycle_delta , timekeeper . mult ,
timekeeper . shift ) ;
nsecs = timekeeping_get_ns ( ) ;
} while ( read_seqretry ( & xtime_lock , seq ) ) ;
@ -445,23 +443,10 @@ void getrawmonotonic(struct timespec *ts)
{
unsigned long seq ;
s64 nsecs ;
cycle_t cycle_now , cycle_delta ;
struct clocksource * clock ;
do {
seq = read_seqbegin ( & xtime_lock ) ;
/* read clocksource: */
clock = timekeeper . clock ;
cycle_now = clock - > read ( clock ) ;
/* calculate the delta since the last update_wall_time: */
cycle_delta = ( cycle_now - clock - > cycle_last ) & clock - > mask ;
/* convert to nanoseconds: */
nsecs = clocksource_cyc2ns ( cycle_delta , clock - > mult ,
clock - > shift ) ;
nsecs = timekeeping_get_ns_raw ( ) ;
* ts = raw_time ;
} while ( read_seqretry ( & xtime_lock , seq ) ) ;