Attachment 874950 Details for Bug 1224201

failed ftrace on powerVM env

power_ftrace_failed.txt (text/plain), 25.26 KB, created by WEI GAO on 2024-05-17 13:02:46 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: WEI GAO

Created: 2024-05-17 13:02:46 UTC

Size: 25.26 KB

patch

obsolete

># tracer: function_graph
>#
># CPU  DURATION                  FUNCTION CALLS
># |     |   |                     |   |   |   |
>  8)   1.988 us    |  mutex_unlock();
>  8)               |  sys_write() {
>  8)               |    ksys_write() {
>  8)               |      __fdget_pos() {
>  8)   0.222 us    |        __fget_light();
>  8)   0.594 us    |      }
>  8)               |      vfs_write() {
>  8)               |        rw_verify_area() {
>  8)               |          security_file_permission() {
>  8)   0.188 us    |            bpf_lsm_file_permission();
>  8)   0.572 us    |          }
>  8)   0.950 us    |        }
>  8)               |        /* ==========In critical area */
>  8)   2.154 us    |      }
>  8)   3.348 us    |    }
>  8)   3.790 us    |  }
>  8)               |  hash_page_mm() {
>  8)   0.542 us    |    __find_linux_pte();
>  8)   1.202 us    |  }
>  8)               |  hash__do_page_fault() {
>  8)               |    ___do_page_fault() {
>  8)   0.554 us    |      lock_vma_under_rcu();
>  8)               |      lock_mm_and_find_vma() {
>  8)   0.192 us    |        down_read_trylock();
>  8)   0.504 us    |        find_vma();
>  8)   1.316 us    |      }
>  8)               |      arch_vma_access_permitted() {
>  8)   0.196 us    |        pkey_access_permitted();
>  8)   0.622 us    |      }
>  8)   0.178 us    |      access_error();
>  8)               |      handle_mm_fault() {
>  8)               |        arch_vma_access_permitted() {
>  8)   0.186 us    |          pkey_access_permitted();
>  8)   0.564 us    |        }
>  8)               |        __handle_mm_fault() {
>  8)               |          __do_fault() {
>  8)               |            filemap_fault() {
>  8)               |              __filemap_get_folio() {
>  8)   0.270 us    |                filemap_get_entry();
>  8)   0.672 us    |              }
>  8)   0.198 us    |              down_read();
>  8)   0.194 us    |              up_read();
>  8)               |              filemap_read_folio() {
>  8)               |                fuse_read_folio [fuse]() {
>  8)               |                  fuse_do_readpage.isra.54 [fuse]() {
>  8)               |                    fuse_wait_on_page_writeback [fuse]() {
>  8)               |                      fuse_range_is_writeback [fuse]() {
>  8)   0.174 us    |                        _raw_spin_lock();
>  8)   0.614 us    |                      }
>  8)   1.096 us    |                    }
>  8)               |                    fuse_simple_request [fuse]() {
>  8)               |                      fuse_get_req [fuse]() {
>  8)               |                        fuse_request_alloc [fuse]() {
>  8)               |                          kmem_cache_alloc() {
>  8)   0.170 us    |                            should_failslab();
>  8)   1.344 us    |                          }
>  8)   0.182 us    |                          __init_waitqueue_head();
>  8)   2.294 us    |                        }
>  8)               |                        from_kuid() {
>  8)   0.238 us    |                          map_id_up();
>  8)   0.652 us    |                        }
>  8)               |                        from_kgid() {
>  8)   0.186 us    |                          map_id_up();
>  8)   0.552 us    |                        }
>  8)   0.228 us    |                        pid_nr_ns();
>  8)   5.344 us    |                      }
>  8)   0.358 us    |                      fuse_args_to_req [fuse]();
>  8)   0.178 us    |                      _raw_spin_lock();
>  8)               |                      queue_request_and_unlock [fuse]() {
>  8)               |                        fuse_dev_wake_and_unlock [fuse]() {
>  8)               |                          __wake_up() {
>  8)               |                            __wake_up_common_lock() {
>  8)   0.202 us    |                              _raw_spin_lock_irqsave();
>  8)               |                              __wake_up_common() {
>  8)               |                                autoremove_wake_function() {
>  8)               |                                  default_wake_function() {
>  8)               |                                    try_to_wake_up() {
>  8)   0.210 us    |                                      _raw_spin_lock_irqsave();
>  8)               |                                      select_task_rq_fair() {
>  8)   0.172 us    |                                        available_idle_cpu();
>  8)   0.212 us    |                                        available_idle_cpu();
>  8)   0.180 us    |                                        available_idle_cpu();
>  8)   1.324 us    |                                      }
>  8)               |                                      ttwu_queue_wakelist() {
>  8)               |                                        __smp_call_single_queue() {
>  8)   0.186 us    |                                          call_function_single_prep_ipi();
>  8)               |                                          arch_send_call_function_single_ipi() {
>  8)   0.270 us    |                                            dbell_or_ic_cause_ipi();
>  8)   0.720 us    |                                          }
>  8)   1.612 us    |                                        }
>  8)   2.090 us    |                                      }
>  8)   0.352 us    |                                      _raw_spin_unlock_irqrestore();
>  8)   5.336 us    |                                    }
>  8)   5.806 us    |                                  }
>  8)   6.254 us    |                                }
>  8)   6.842 us    |                              }
>  8)   0.300 us    |                              _raw_spin_unlock_irqrestore();
>  8)   8.156 us    |                            }
>  8)   8.556 us    |                          }
>  8)   0.264 us    |                          kill_fasync();
>  8)   9.806 us    |                        }
>  8) + 10.672 us   |                      }
>  8)               |                      request_wait_answer [fuse]() {
>  8)   0.242 us    |                        init_wait_entry();
>  8)               |                        prepare_to_wait_event() {
>  8)   0.266 us    |                          _raw_spin_lock_irqsave();
>  8)   0.244 us    |                          _raw_spin_unlock_irqrestore();
>  8)   1.260 us    |                        }
>  8)               |                        schedule() {
>  8)               |                          rcu_note_context_switch() {
>  8)   0.238 us    |                            rcu_qs();
>  8)   0.720 us    |                          }
>  8)               |                          raw_spin_rq_lock_nested.constprop.171() {
>  8)   0.244 us    |                            _raw_spin_lock();
>  8)   0.716 us    |                          }
>  8)               |                          update_rq_clock() {
>  8)               |                            pseries_paravirt_steal_clock() {
>  8)   0.320 us    |                              tb_to_ns();
>  8)   1.028 us    |                            }
>  8)   1.566 us    |                          }
>  8)               |                          dequeue_task_fair() {
>  8)               |                            dequeue_entity() {
>  8)               |                              update_curr() {
>  8)   0.248 us    |                                update_min_vruntime();
>  8)   0.266 us    |                                cpuacct_charge();
>  8)               |                                __cgroup_account_cputime() {
>  8)   0.258 us    |                                  cgroup_rstat_updated();
>  8)   0.744 us    |                                }
>  8)   2.314 us    |                              }
>  8)   0.286 us    |                              __update_load_avg_se();
>  8)   0.248 us    |                              __update_load_avg_cfs_rq();
>  8)   0.270 us    |                              clear_buddies();
>  8)   0.268 us    |                              se_is_idle.part.94();
>  8)   0.222 us    |                              update_cfs_group();
>  8)   0.256 us    |                              update_min_vruntime();
>  8)   5.750 us    |                            }
>  8)   0.246 us    |                            hrtick_update();
>  8)   6.770 us    |                          }
>  8)               |                          pick_next_task_fair() {
>  8)               |                            newidle_balance() {
>  8)   0.218 us    |                              __msecs_to_jiffies();
>  8)   0.730 us    |                            }
>  8)   1.232 us    |                          }
>  8)               |                          put_prev_task_fair() {
>  8)               |                            put_prev_entity() {
>  8)   0.206 us    |                              check_cfs_rq_runtime();
>  8)   0.636 us    |                            }
>  8)   1.210 us    |                          }
>  8)               |                          pick_next_task_idle() {
>  8)               |                            set_next_task_idle() {
>  8)   0.250 us    |                              __update_idle_core();
>  8)   0.744 us    |                            }
>  8)   1.218 us    |                          }
>  8)   0.252 us    |                          _raw_spin_lock_irqsave();
>  8)   0.270 us    |                          _raw_spin_unlock_irqrestore();
> ------------------------------------------
>  8) msync04-17710  =>    <idle>-0
> ------------------------------------------
>
>  8)   0.428 us    |  switch_mm_irqs_off();
>  8)               |  __switch_to() {
>  8)   0.258 us    |    giveup_all();
> ------------------------------------------
>  8)    <idle>-0    => msync04-17710
> ------------------------------------------
>
>  8)               |                          finish_task_switch() {
>  8)   0.236 us    |                            raw_spin_rq_unlock();
>  8)   0.806 us    |                          }
>  8)   0.264 us    |                          sched_update_worker();
>  8) ! 113.610 us  |                        }
>  8)               |                        prepare_to_wait_event() {
>  8)   0.252 us    |                          _raw_spin_lock_irqsave();
>  8)   0.246 us    |                          _raw_spin_unlock_irqrestore();
>  8)   1.214 us    |                        }
>  8)               |                        finish_wait() {
>  8)   0.238 us    |                          _raw_spin_lock_irqsave();
>  8)   0.288 us    |                          _raw_spin_unlock_irqrestore();
>  8)   1.254 us    |                        }
>  8) ! 119.506 us  |                      }
>  8)               |                      fuse_put_request [fuse]() {
>  8)   0.280 us    |                        fuse_drop_waiting [fuse]();
>  8)   0.368 us    |                        kmem_cache_free();
>  8)   1.748 us    |                      }
>  8) ! 140.216 us  |                    }
>  8)               |                    fuse_short_read.isra.39.part.40 [fuse]() {
>  8)   0.322 us    |                      _raw_spin_lock();
>  8)   0.944 us    |                    }
>  8) ! 143.786 us  |                  }
>  8)               |                  fuse_invalidate_atime [fuse]() {
>  8)   0.198 us    |                    fuse_invalidate_atime.part.25 [fuse]();
>  8)   0.776 us    |                  }
>  8)               |                  unlock_page() {
>  8)   0.192 us    |                    folio_unlock();
>  8)   0.562 us    |                  }
>  8) ! 146.446 us  |                }
>  8) ! 147.088 us  |              }
>  8)   0.202 us    |              up_read();
>  8)   0.200 us    |              fput();
>  8) ! 150.488 us  |            }
>  8) ! 150.892 us  |          }
>  8) ! 152.500 us  |        }
>  8) ! 153.954 us  |      }
>  8)               |      lock_mm_and_find_vma() {
>  8)   0.184 us    |        down_read_trylock();
>  8)   0.296 us    |        find_vma();
>  8)   1.036 us    |      }
>  8)               |      arch_vma_access_permitted() {
>  8)   0.174 us    |        pkey_access_permitted();
>  8)   0.586 us    |      }
>  8)   0.188 us    |      access_error();
>  8)               |      handle_mm_fault() {
>  8)               |        arch_vma_access_permitted() {
>  8)   0.170 us    |          pkey_access_permitted();
>  8)   0.524 us    |        }
>  8)               |        __handle_mm_fault() {
>  8)               |          __do_fault() {
>  8)               |            filemap_fault() {
>  8)               |              __filemap_get_folio() {
>  8)   0.246 us    |                filemap_get_entry();
>  8)   0.642 us    |              }
>  8)   0.200 us    |              folio_test_hugetlb();
>  8)   1.482 us    |            }
>  8)   1.878 us    |          }
>  8)               |          unlock_page() {
>  8)   0.186 us    |            folio_unlock();
>  8)   0.640 us    |          }
>  8)               |          do_page_mkwrite() {
>  8)               |            fuse_page_mkwrite [fuse]() {
>  8)               |              file_update_time() {
>  8)               |                current_time() {
>  8)   0.212 us    |                  ktime_get_coarse_real_ts64();
>  8)   0.182 us    |                  timestamp_truncate();
>  8)   0.978 us    |                }
>  8)   1.370 us    |              }
>  8)               |              fuse_wait_on_page_writeback [fuse]() {
>  8)               |                fuse_range_is_writeback [fuse]() {
>  8)   0.174 us    |                  _raw_spin_lock();
>  8)   0.548 us    |                }
>  8)   0.920 us    |              }
>  8)   2.854 us    |            }
>  8)   3.362 us    |          }
>  8)               |          finish_fault() {
>  8)   0.178 us    |            pmd_page();
>  8)   0.236 us    |            _raw_spin_lock();
>  8)   0.194 us    |            vmf_pte_changed();
>  8)               |            do_set_pte() {
>  8)               |              page_add_file_rmap() {
>  8)               |                __mod_lruvec_page_state() {
>  8)               |                  __mod_lruvec_state() {
>  8)   0.184 us    |                    __mod_node_page_state();
>  8)               |                    __mod_memcg_lruvec_state() {
>  8)   0.214 us    |                      cgroup_rstat_updated();
>  8)   0.628 us    |                    }
>  8)   1.384 us    |                  }
>  8)   1.794 us    |                }
>  8)   2.200 us    |              }
>  8)   0.214 us    |              set_pte_at();
>  8)   3.132 us    |            }
>  8)               |            __update_mmu_cache() {
>  8)               |              __hash_page_64K() {
>  8)   0.180 us    |                htab_convert_pte_flags();
>  8)   6.712 us    |                pSeries_lpar_hpte_insert();
>  8)   7.732 us    |              }
>  8)   8.166 us    |            }
>  8) + 13.382 us   |          }
>  8)               |          fault_dirty_shared_page() {
>  8)               |            set_page_dirty() {
>  8)               |              folio_mark_dirty() {
>  8)   0.184 us    |                folio_mapping();
>  8)               |                filemap_dirty_folio() {
>  8)   0.186 us    |                  folio_memcg_lock();
>  8)               |                  __folio_mark_dirty() {
>  8)   0.188 us    |                    _raw_spin_lock_irqsave();
>  8)   0.174 us    |                    inode_to_bdi();
>  8)               |                    __inode_attach_wb() {
>  8)   0.188 us    |                      inode_to_bdi();
>  8)   0.166 us    |                      inode_to_bdi();
>  8)   0.898 us    |                    }
>  8)               |                    __mod_lruvec_page_state() {
>  8)               |                      __mod_lruvec_state() {
>  8)   0.198 us    |                        __mod_node_page_state();
>  8)               |                        __mod_memcg_lruvec_state() {
>  8)   0.166 us    |                          cgroup_rstat_updated();
>  8)   0.542 us    |                        }
>  8)   1.290 us    |                      }
>  8)   1.688 us    |                    }
>  8)   0.168 us    |                    __mod_zone_page_state();
>  8)   0.168 us    |                    __mod_node_page_state();
>  8)   0.254 us    |                    mem_cgroup_track_foreign_dirty_slowpath();
>  8)   0.206 us    |                    _raw_spin_unlock_irqrestore();
>  8)   5.588 us    |                  }
>  8)               |                  folio_memcg_unlock() {
>  8)   0.174 us    |                    __folio_memcg_unlock();
>  8)   0.542 us    |                  }
>  8)               |                  __mark_inode_dirty() {
>  8)   0.210 us    |                    _raw_spin_lock();
>  8)               |                    locked_inode_to_wb_and_lock_list() {
>  8)   0.200 us    |                      _raw_spin_lock();
>  8)   0.584 us    |                    }
>  8)   0.204 us    |                    _raw_spin_lock();
>  8)               |                    inode_io_list_move_locked() {
>  8)   0.214 us    |                      wb_io_lists_populated();
>  8)   0.654 us    |                    }
>  8)               |                    wb_wakeup_delayed() {
>  8)   0.192 us    |                      __msecs_to_jiffies();
>  8)   0.176 us    |                      _raw_spin_lock_irq();
>  8)               |                      queue_delayed_work_on() {
>  8)               |                        __queue_delayed_work() {
>  8)               |                          add_timer() {
>  8)               |                            lock_timer_base() {
>  8)   0.180 us    |                              _raw_spin_lock_irqsave();
>  8)   0.550 us    |                            }
>  8)   0.202 us    |                            detach_if_pending();
>  8)   0.186 us    |                            get_nohz_timer_target();
>  8)               |                            internal_add_timer() {
>  8)   0.172 us    |                              calc_wheel_index();
>  8)   0.182 us    |                              enqueue_timer();
>  8)   0.902 us    |                            }
>  8)   0.194 us    |                            _raw_spin_unlock_irqrestore();
>  8)   3.136 us    |                          }
>  8)   3.502 us    |                        }
>  8)   3.898 us    |                      }
>  8)   5.014 us    |                    }
>  8)   7.856 us    |                  }
>  8) + 15.140 us   |                }
>  8) + 15.894 us   |              }
>  8) + 16.244 us   |            }
>  8)   0.190 us    |            page_rmapping();
>  8)               |            unlock_page() {
>  8)   0.184 us    |              folio_unlock();
>  8)   0.544 us    |            }
>  8)               |            balance_dirty_pages_ratelimited() {
>  8)               |              balance_dirty_pages_ratelimited_flags() {
>  8)   0.188 us    |                inode_to_bdi();
>  8)   0.176 us    |                inode_to_bdi();
>  8)               |                balance_dirty_pages() {   <<<<<<<<<<<<<<<<<<<<<<
>  8)   0.186 us    |                  mem_cgroup_wb_domain();
>  8)   0.192 us    |                  domain_dirty_limits();
>  8)               |                  __wb_calc_thresh() {
>  8)   0.202 us    |                    _raw_spin_lock_irqsave();
>  8)   0.204 us    |                    _raw_spin_lock_irqsave();
>  8)   0.192 us    |                    _raw_spin_unlock_irqrestore();
>  8)   0.210 us    |                    _raw_spin_unlock_irqrestore();
>  8)   2.146 us    |                  }
>  8)   0.180 us    |                  _raw_spin_lock_irqsave();
>  8)   0.186 us    |                  _raw_spin_unlock_irqrestore();
>  8)   0.182 us    |                  _raw_spin_lock_irqsave();
>  8)   0.178 us    |                  _raw_spin_unlock_irqrestore();
>  8)               |                  wb_start_background_writeback() {
>  8)               |                    wb_wakeup() {
>  8)   0.178 us    |                      _raw_spin_lock_irq();
>  8)               |                      mod_delayed_work_on() {
>  8)               |                        try_to_grab_pending() {
>  8)               |                          timer_delete() {
>  8)               |                            lock_timer_base() {
>  8)   0.174 us    |                              _raw_spin_lock_irqsave();
>  8)   0.522 us    |                            }
>  8)   0.192 us    |                            detach_if_pending();
>  8)   0.184 us    |                            _raw_spin_unlock_irqrestore();
>  8)   1.598 us    |                          }
>  8)   1.956 us    |                        }
>  8)               |                        __queue_delayed_work() {
>  8)               |                          __queue_work() {
>  8)   0.178 us    |                            get_work_pool();
>  8)   0.208 us    |                            _raw_spin_lock();
>  8)               |                            insert_work() {
>  8)               |                              wake_up_process() {
>  8)               |                                try_to_wake_up() {
>  8)   0.258 us    |                                  _raw_spin_lock_irqsave();
>  8)               |                                  select_task_rq_fair() {
>  8)   0.178 us    |                                    available_idle_cpu();
>  8)   0.270 us    |                                    available_idle_cpu();
>  8)   0.210 us    |                                    available_idle_cpu();
>  8)   1.452 us    |                                  }
>  8)   0.202 us    |                                  kthread_is_per_cpu();
>  8)               |                                  ttwu_queue_wakelist() {
>  8)               |                                    __smp_call_single_queue() {
>  8)   0.216 us    |                                      call_function_single_prep_ipi();
>  8)               |                                      arch_send_call_function_single_ipi() {
>  8)               |                                        dbell_or_ic_cause_ipi() {
>  8)   2.518 us    |                                          icp_hv_cause_ipi();
>  8)   2.990 us    |                                        }
>  8)   3.392 us    |                                      }
>  8)   4.242 us    |                                    }
>  8)   4.680 us    |                                  }
>  8)   0.204 us    |                                  _raw_spin_unlock_irqrestore();
>  8)   7.944 us    |                                }
>  8)   8.324 us    |                              }
>  8)   8.722 us    |                            }
>  8)   9.980 us    |                          }
>  8) + 10.332 us   |                        }
>  8) + 12.828 us   |                      }
>  8) + 13.556 us   |                    }
>  8) + 14.030 us   |                  }
>  8)               |                  mem_cgroup_flush_foreign() {
>  8)   0.176 us    |                    __msecs_to_jiffies();
>  8)   0.610 us    |                  }
>  8)   0.294 us    |                  wb_position_ratio();
>  8)               |                  __wb_update_bandwidth() {
>  8)   0.206 us    |                    _raw_spin_lock();
>  8)               |                    domain_update_dirty_limit() {
>  8)   0.242 us    |                      _raw_spin_lock();
>  8)   0.612 us    |                    }
>  8)   0.414 us    |                    wb_update_dirty_ratelimit();
>  8)   2.192 us    |                  }
>  8) + 23.820 us   |                }
>  8) + 24.974 us   |              }
>  8) + 25.368 us   |            }
>  8) + 43.328 us   |          }
>  8) + 64.154 us   |        }
>  8)   0.208 us    |        mem_cgroup_from_task();
>  8)               |        __count_memcg_events() {
>  8)   0.198 us    |          cgroup_rstat_updated();
>  8)   0.576 us    |        }
>  8) + 66.434 us   |      }
>  8)   0.204 us    |      up_read();
>  8) ! 227.644 us  |    } /* ___do_page_fault */
>  8) ! 228.062 us  |  } /* hash__do_page_fault */
>  8)               |  do_notify_resume() {
>  8)   0.172 us    |    mem_cgroup_handle_over_high();
>  8)   0.194 us    |    blkcg_maybe_throttle_current();
>  8)               |    __rseq_handle_notify_resume() {
>  8)   0.370 us    |      clear_rseq_cs.isra.12();
>  8)   0.978 us    |    }
>  8)   2.134 us    |  }
>  8)               |  sys_write() {
>  8)               |    ksys_write() {
>  8)               |      __fdget_pos() {
>  8)   0.222 us    |        __fget_light();
>  8)   0.582 us    |      }
>  8)               |      vfs_write() {
>  8)               |        rw_verify_area() {
>  8)               |          security_file_permission() {
>  8)   0.178 us    |            bpf_lsm_file_permission();
>  8)   0.578 us    |          }
>  8)   0.990 us    |        }
>  8)               |        /* ==========Out critical area */
>  8)   1.828 us    |      }
>  8)   2.994 us    |    }
>  8)   3.404 us    |  }
>  8)               |  sys_write() {
>  8)               |    ksys_write() {
>  8)               |      __fdget_pos() {
>  8)   0.220 us    |        __fget_light();
>  8)   0.594 us    |      }
>  8)               |      vfs_write() {
>  8)               |        rw_verify_area() {
>  8)               |          security_file_permission() {
>  8)   0.200 us    |            bpf_lsm_file_permission();
>  8)   0.580 us    |          }
>  8)   0.972 us    |        }
>  8)   0.328 us    |        mutex_lock();
>msync04.c:116: TFAIL: Expected dirty bit to be set after writing to mmap()-ed area
>
>Summary:
>passed   0
>failed   1
>broken   0
>skipped  0
>warnings 0

Actions: View

Attachments on bug 1224201: 874892 | 874893 | 874950