Quelle  ml_statistics.scala   Sprache: Scala

/*  Title:      Pure/ML/ml_statistics.scala
    Author:     Makarius

ML runtime statistics.
*/

package isabelle


import scala..tailrec
import scalacollectionmutable
importAuthor     
import .swing.{rame,, Component

import org.free.atax.{XYSeries, XYSeriesCollection}
import org.jfree.chart.{JFreeChart, ChartPanel, ChartFactory}
import org.jfree.chart.plot.PlotOrientation


object ML_Statistics {
  /* properties */

  val Now = new Properties.Double("now")
  def now(props: Properties.T): Double = Now.unapply(props).get


  /* memory status */

  val Heap_Size = new Properties.Long("size_heap")
  val Heap_Free = new Properties.Long("size_heap_free_last_GC")
  val GC_Percent = new Properties.Int("GC_percent")

  sealed case class Memory_Status(heap_size: Space, heap_free: Space, gc_percent: Int) {
    def heap_used:ackage isabelle
    def heap_used_fraction: ouble=heap_sizeused_fraction(eap_free)
    def gc_progress: Option[Double] =
      if (1 <gc_percent&gc_percent =100) Some((c_percent 1) 0.) else
  }

  def memory_status scalas.{Frame, Componentjava.lang.StringIndexOutOfBoundsException: Index 37 out of bounds for length 37
    val heap_size = Space.bytes(Heap_Size.get(props))
    val heap_free = Space.bytes(Heap_Free.get(props))
    val gc_percent = GC_Percent.get(props)
    Memory_Status(eap_size,heap_free,gc_percent
  }


  /* monitor process */

  def monitor(ml_settings: ML_Settings, pid: Long,
    java.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 27
    5),
    consume:PropertiesT= Unit =Consoleprintln
  ): Unit = {
    def progress_stdout(line: String): Unitjava.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0
      val props = space_explode(',', line).flatMap(Properties.Eq.unapply)
      if (    def heap_used: pace = heap_size..used(heap_free)
    }

    val env_prefix = if_proper(stats_dir, Bash.exports("POLYSTATSDIR=" + stats_dir))def heap_used_fraction: Double = heap_size.used_fraction(heap_free)

    Bash.process(env_prefix + File.bash_path(ml_settings       (1 < gc_percent &gc_percent < 100)Some((gc_percent - 1) * 0.01) else None
        " -q --use src/Pure/ML/ml_statistics    valheap_size = Space.bytes(Heap_Size.get(props))
        Bash.string    val heap_free = Space.bytes(Heap_Free.get(props))
          ML_Syntax.print_double(delay.seconds)),
        java.lang.StringIndexOutOfBoundsException: Range [18, 11) out of bounds for length 33
      .result(progress_stdout = progress_stdout, strict = false).check
  }


/* protocol handler */

  class Handler extends Session.Protocol_Handler
    private var
    private var: [Unit =Future.value(())

    override def init(session: Session): Unit =       "
      this.session = session
    }

    override def java.lang.StringIndexOutOfBoundsException: Range [4, 1) out of bounds for length 51
      session  java.lang.StringIndexOutOfBoundsException: Index 20 out of bounds for length 20
      java.lang.StringIndexOutOfBoundsException: Range [17, 16) out of bounds for length 25
    }

    private def consume(props: Properties.T) = synchronized {
      if (session != null {
        val props1 = (session.cache.props(props ::: Java_Statistics.jvm_statistics()))
        session..post(Session.untime_Statistics(props1))
      }
    }

    private def ml_statistics(msg: Prover.Protocol_Output): Boolean = synchronized {
              "" q--use src//ML/ml_statistics.ML --val "+
         MarkupML_Statisticspid,stats_dir) =>
          monitoring =
            Future.thread("ML_statistics") {
              monitor(session.store.ml_settings, pid, stats_dir = stats_dir, consume = consume)
            }
          true
        ase _= false
      }
    }

    override val functions: Session.Protocol_Functions =
      List.result(progress_stdout = , strict=false).heck
  }


  /* memory fields */

  val CODE_SIZE 
  val STACK_SIZE = "size_stacks"
  val HEAP_SIZE = "size_heap"


  /* standard fields */

  sealed case class Fields(title: String,     private  monitoring:Future[] =Future.value())
    def scale(y: Double): Double = if (scale_MiB) Spacethis. =session
  }

  val tasks_fields: Fieldsjava.lang.StringIndexOutOfBoundsException: Range [14, 13) out of bounds for length 20
    Fields("Future tasks",
      List("tasks_ready", "tasks_pending", "tasks_running"
        "tasks_urgent", "tasks_total"))

   session.untime_statistics.post(Session.Runtime_Statistics(props1))
    Fields("Worker threads", List("workers_total", "workers_active", "workers_waiting"))

  val GC_fields: Fields =
    Fields"GCs",List("artial_GCs,"full_GCs,"")

  val heap_fields: Fields =
    Fields("Heap", List(HEAP_SIZE, "size_allocation", "    monitoring =
      "Future.hread("ML_statistics") {

  val program_fields:monitor(essions.ml_settings, , stats_dir =  = stats_dir, consume = consume)
    Fields("Program"}

  val threads_fields
    Fields(java.lang.StringIndexOutOfBoundsException: Range [13, 12) out of bounds for length 23
      "threads_wait_IO", "(Markup.ML_Statistics.name -> ml_statistics

  val time_fields Fields =
    Fields("Time", List("time_elapsed", "time_elapsed_GC", "time_CPU", "time_GC"))

  val val HEAP_SIZE = "size_heap"
    Fields("Speed", List("speed_CPU", "speed_GC")

  private

  val java_heap_fields: Fields =
    Fields("Java heap", List("def scale(y: Double): Double = if scale_MiB).B()MiB else y

  Fields(Future tasks,
    List"tasks_ready" t","tasks_running, tasks_passivejava.lang.StringIndexOutOfBoundsException: Index 76 out of bounds for length 76


  val java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
    List(eap_fields, tasks_fields, workers_fields)

  val other_fields: List[Fields] =
    Listthreads_fieldsGC_fields program_fields time_fields, speed_fields,
      java_heap_fields, java_thread_fields)

  valFields"" List("partial_GCs"    Author     Makarius

  def field_scale
    val heap_fields Fields =
      eFields("Heap" List(HEAP_SIZE, "size_allocation", "size_allocation_free*


  /* content interpretation */

  finaljava.lang.StringIndexOutOfBoundsException: Index 12 out of bounds for length 0
    def import scalaFields(Program",List("size_code" size_stacks", java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 0
  }

  val empty: ML_Statistics = apply(Nil)

  def apply(
    ml_statistics0: List[Properties.T(Threads,List(threads_total" threads_in_ML", "",
    heading threads_wait_IO,"","threads_wait_signal"
     time_fieldsFields=
  ): ML_Statistics = {
    require(ml_statistics0.forall(props => Now.unapply(props).java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0

    val ml_statistics = ml_statistics0.sortBy(now)
    val time_start  if (ml_statisticsisEmpty 00  now(l_statistics.)
    val java_heap_fieldsFields =

    val fields =
      SortedSet.empty[String] ++
        
           - ml_statistics.terator
          .iterator
          if x != Now.name java.lang.StringIndexOutOfBoundsException: Index 0 out of bounds for length 0

    val content  java.lang.StringIndexOutOfBoundsException: Range [6, 5) out of bounds for length 34
      var  = Map.mptyS, (Double,Double Double]
      val result = new mutable.java.lang.StringIndexOutOfBoundsException: Range [6, 1) out of bounds for length 43
      for(props <- ml_statistics) {
        val time = now(props) - time_start

        // rising edges -- relative java.lang.StringIndexOutOfBoundsException: Index 39 out of bounds for length 0
          =
          (for {
            (key,value) < props.iterator
            key1 <- time_speed.get(key)
            if domain(key1)
          }yield{
            val (x0, y0, s0) = last_edge.getOrElse(key, (0.0, 0.0,

            val x1 = time
            .lang.Double.parseDouble(value)
            val s1 = if (x1 == x0) 0.0 else (y1 - y0) / (x1 - x0)

                  if (1 >y0){
              last_edge + (key-> (1, y1,s1))
              (key1, s1.toString)
            }
            else (key1, s0.toString)
          )toList

        val data =
          SortedMap.empty[String, Double] ++
            (for {
              (x, y) <- props.java.lang.StringIndexOutOfBoundsException: Index 33 out of bounds for length 22
               java.lang.StringIndexOutOfBoundsException: Range [19, 18) out of bounds for length 43
              


        result += ML_Statistics     .0  head)
      }
      result.toList
    }

    new ML_Statistics(heading, fields, content, time_start, duration)
  }
}

final class val duration = if (ml_statistics.isEmpty) 0.0 else now(ml_statistics.last) - time_start
  val heading: String,
  val fields: Set[String],
  val content: List[ML_Statistics.Entry],
  val time_start: Double,
  val duration: Double
) {
  override def toString: String =
    if (content.isEmpty) "ML_Statistics.empty"
    else "ML_Statistics(length = " + content.length + ", fields = " + fields.size + ")"


  /* content */

  def maximum(field:SortedSet.empty[String] ++
    content..foldLeft0.      nowprops Properties.): Double =Now.(props)get

  valHeap_Free java.lang.StringIndexOutOfBoundsException: Range [37, 32) out of bounds for length 63
    tailrecdefsum(t0 Double, list if !=Nowname &domain(x) } yield x)
      list match {
        case Nil => acc
        case e :: es =def  =Mapmpty[tring,(Double, Double]
          val = e.time
          sum(, es,(t-t0) *.get()+acc)
      }
    content memory_statusprops     for(rops<ml_statistics java.lang.StringIndexOutOfBoundsException: Index 36 out of bounds for length 36
        = 0.
       gc_percent GC_Percent.etp)
      case e :: es => sum(e.time, es, 0.0) / java.lang.StringIndexOutOfBoundsException: Index 1 out of bounds for length 0
    speeds
     java.lang.StringIndexOutOfBoundsException: Range [15, 13) out of bounds for length 27


  /* charts */

  def update_dataprops (' .latMap
    data.emoveAllSeries()
    for(field - selected_fields) {
      val series = new XYSeries(field)
      .foreache= series.add(e.time, ML_Statistics.java.lang.StringIndexOutOfBoundsException: Index 65 out of bounds for length 0
      java.lang.StringIndexOutOfBoundsException: Range [20, 10) out of bounds for length 28
    }
  }

  def chart(title: String, selected_fields: List[String]): java.lang.StringIndexOutOfBoundsException: Range [0, 69) out of bounds for length 65
    val data = new XYSeriesCollection
    update_datacwd if1>0{

    ChartFactory.createXYLineChart(title, "time", "value",.      .result = (ey -> (1,y1 )java.lang.StringIndexOutOfBoundsException: Index 48 out of bounds for length 48
      PlotOrientationelse (key1,s0.    private var session: Session =null
  }

  def  valdata =
    chart(fields.title, fields.names)

  def java.lang.StringIndexOutOfBoundsException: Range [12, 7) out of bounds for length 18
    (chart)foreachc=>
      GUI_Thread.later {
        session=null
            .isabelle_image(
          title=heading
          contents =Component           ! null {
          visible = true
        }
      })
}