2013-07-31 31 views
1

我有一個非常簡單的安裝程序,它由一個在Ubuntu 13.04 64位系統中運行的elasticsearch 0.90.2組成。elasticsearch中文件系統索引的大小

使用_status,這是我的指標之一的信息:

"edge":{ 
     "index":{ 
      "primary_size":"63.6kb", 
      "primary_size_in_bytes":65127, 
      "size":"63.6kb", 
      "size_in_bytes":65127 
     }, 
     "translog":{ 
      "operations":0 
     }, 
     "docs":{ 
      "num_docs":43, 
      "max_doc":63, 
      "deleted_docs":20 
     }, 
     "merges":{ 
      "current":0, 
      "current_docs":0, 
      "current_size":"0b", 
      "current_size_in_bytes":0, 
      "total":0, 
      "total_time":"0s", 
      "total_time_in_millis":0, 
      "total_docs":0, 
      "total_size":"0b", 
      "total_size_in_bytes":0 
     }, 
     "refresh":{ 
      "total":20, 
      "total_time":"241ms", 
      "total_time_in_millis":241 
     }, 
     "flush":{ 
      "total":20, 
      "total_time":"47ms", 
      "total_time_in_millis":47 
     }, 
     "shards":{ 
      "0":[ 
       { 
        "routing":{ 
        "state":"STARTED", 
        "primary":true, 
        "node":"bn6ndqXtQKGVDg5eWjo78Q", 
        "relocating_node":null, 
        "shard":0, 
        "index":"edge" 
        }, 
        "state":"STARTED", 
        "index":{ 
        "size":"9.6kb", 
        "size_in_bytes":9887 
        }, 
        "translog":{ 
        "id":1375245630892, 
        "operations":0 
        }, 
        "docs":{ 
        "num_docs":8, 
        "max_doc":12, 
        "deleted_docs":4 
        }, 
        "merges":{ 
        "current":0, 
        "current_docs":0, 
        "current_size":"0b", 
        "current_size_in_bytes":0, 
        "total":0, 
        "total_time":"0s", 
        "total_time_in_millis":0, 
        "total_docs":0, 
        "total_size":"0b", 
        "total_size_in_bytes":0 
        }, 
        "refresh":{ 
        "total":3, 
        "total_time":"65ms", 
        "total_time_in_millis":65 
        }, 
        "flush":{ 
        "total":4, 
        "total_time":"11ms", 
        "total_time_in_millis":11 
        } 
       } 
      ], 
      "1":[ 
       { 
        "routing":{ 
        "state":"STARTED", 
        "primary":true, 
        "node":"bn6ndqXtQKGVDg5eWjo78Q", 
        "relocating_node":null, 
        "shard":1, 
        "index":"edge" 
        }, 
        "state":"STARTED", 
        "index":{ 
        "size":"9kb", 
        "size_in_bytes":9284 
        }, 
        "translog":{ 
        "id":1375245630912, 
        "operations":0 
        }, 
        "docs":{ 
        "num_docs":6, 
        "max_doc":9, 
        "deleted_docs":3 
        }, 
        "merges":{ 
        "current":0, 
        "current_docs":0, 
        "current_size":"0b", 
        "current_size_in_bytes":0, 
        "total":0, 
        "total_time":"0s", 
        "total_time_in_millis":0, 
        "total_docs":0, 
        "total_size":"0b", 
        "total_size_in_bytes":0 
        }, 
        "refresh":{ 
        "total":3, 
        "total_time":"32ms", 
        "total_time_in_millis":32 
        }, 
        "flush":{ 
        "total":4, 
        "total_time":"7ms", 
        "total_time_in_millis":7 
        } 
       } 
      ], 
      "2":[ 
       { 
        "routing":{ 
        "state":"STARTED", 
        "primary":true, 
        "node":"bn6ndqXtQKGVDg5eWjo78Q", 
        "relocating_node":null, 
        "shard":2, 
        "index":"edge" 
        }, 
        "state":"STARTED", 
        "index":{ 
        "size":"19kb", 
        "size_in_bytes":19539 
        }, 
        "translog":{ 
        "id":1375245630990, 
        "operations":0 
        }, 
        "docs":{ 
        "num_docs":11, 
        "max_doc":16, 
        "deleted_docs":5 
        }, 
        "merges":{ 
        "current":0, 
        "current_docs":0, 
        "current_size":"0b", 
        "current_size_in_bytes":0, 
        "total":0, 
        "total_time":"0s", 
        "total_time_in_millis":0, 
        "total_docs":0, 
        "total_size":"0b", 
        "total_size_in_bytes":0 
        }, 
        "refresh":{ 
        "total":6, 
        "total_time":"74ms", 
        "total_time_in_millis":74 
        }, 
        "flush":{ 
        "total":4, 
        "total_time":"12ms", 
        "total_time_in_millis":12 
        } 
       } 
      ], 
      "3":[ 
       { 
        "routing":{ 
        "state":"STARTED", 
        "primary":true, 
        "node":"bn6ndqXtQKGVDg5eWjo78Q", 
        "relocating_node":null, 
        "shard":3, 
        "index":"edge" 
        }, 
        "state":"STARTED", 
        "index":{ 
        "size":"15.6kb", 
        "size_in_bytes":16049 
        }, 
        "translog":{ 
        "id":1375245631046, 
        "operations":0 
        }, 
        "docs":{ 
        "num_docs":9, 
        "max_doc":13, 
        "deleted_docs":4 
        }, 
        "merges":{ 
        "current":0, 
        "current_docs":0, 
        "current_size":"0b", 
        "current_size_in_bytes":0, 
        "total":0, 
        "total_time":"0s", 
        "total_time_in_millis":0, 
        "total_docs":0, 
        "total_size":"0b", 
        "total_size_in_bytes":0 
        }, 
        "refresh":{ 
        "total":5, 
        "total_time":"43ms", 
        "total_time_in_millis":43 
        }, 
        "flush":{ 
        "total":4, 
        "total_time":"10ms", 
        "total_time_in_millis":10 
        } 
       } 
      ], 
      "4":[ 
       { 
        "routing":{ 
        "state":"STARTED", 
        "primary":true, 
        "node":"bn6ndqXtQKGVDg5eWjo78Q", 
        "relocating_node":null, 
        "shard":4, 
        "index":"edge" 
        }, 
        "state":"STARTED", 
        "index":{ 
        "size":"10.1kb", 
        "size_in_bytes":10368 
        }, 
        "translog":{ 
        "id":1375245631130, 
        "operations":0 
        }, 
        "docs":{ 
        "num_docs":9, 
        "max_doc":13, 
        "deleted_docs":4 
        }, 
        "merges":{ 
        "current":0, 
        "current_docs":0, 
        "current_size":"0b", 
        "current_size_in_bytes":0, 
        "total":0, 
        "total_time":"0s", 
        "total_time_in_millis":0, 
        "total_docs":0, 
        "total_size":"0b", 
        "total_size_in_bytes":0 
        }, 
        "refresh":{ 
        "total":3, 
        "total_time":"27ms", 
        "total_time_in_millis":27 
        }, 
        "flush":{ 
        "total":4, 
        "total_time":"7ms", 
        "total_time_in_millis":7 
        } 
       } 
      ] 
     } 
     } 

該指數的總規模應該是從響應63.6kb

但是,如果我使用鸚鵡螺檢查/var/lib/elasticsearch/elasticsearch/nodes/0/indices/edge,大小報告爲153.1kb

爲什麼會有這麼大的差異? elasticsearch如何計算大小?

+2

我認爲63.kb太小而無法衡量正確的結果。兩個值之間似乎有90kb的差異。我建議用大量文檔(例如1000,10000,100000 ...)測量它,並檢查差異是否是恆定的(〜90kb)或增加。如果增加比我們可以談論的問題還要多,否則它可能只是一些配置設置。 – shyos

回答

2

${data}/nodes/0/indices/edge中有幾個文件不是索引文件,例如羣集狀態和事務日誌。您應該能夠通過運行wc -c /var/lib/elasticsearch/elasticsearch/nodes/0/indices/edge/*/index/*獲得與Elasticsearch報告的相同的編號。

+0

運行命令只對索引文件進行計數來確認elasticsearch報告的63.6kb。無論如何要求elasticsearch返回狀態和事務日誌大小呢? – F21

+0

我不認爲他們今天暴露。但是,在一個更常見的大小(更大)的索引上,與索引大小相比,超時日誌和狀態的大小應該非常小。 – jpountz

+0

啊。我想我可能會提出一個問題:)是否有一個粗略的指導,說明變量日誌和狀態的大小會增長和縮小多少? – F21