scsh-conservatory
/
sunterlib
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

spider function

This commit is contained in:
erana 2012-02-01 16:19:14 +09:00
parent 337c30fd09
commit ae6466a47a
1 changed files with 17 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

27
s48/cavespider/load.scm
View File

@ -37,22 +37,27 @@
(display "give port : ") (display "give port : ")
(define port (number->string (read))) (define port (number->string (read)))
(newline) (newline)
(define dir-filename (ask-server (string-append "GET / HTTP/1.0" (string #\return #\newline #\return #\newline)) "index.html" hostname port)) ;;(define dir-filename (ask-server (string-append "GET / HTTP/1.0" (string #\return #\newline #\return #\newline)) "index.html" hostname port))
(display "give string to search for (no spaces): ") (display "give string to search for (no spaces): ")
(define keyword (symbol->string (read))) (define keyword (symbol->string (read)))
(newline) (newline)
(define table (make-hash-table HASHTABLESIZE))
(spider-f)
(define (spider-f)
(spider-rec (list hostname) 0))
(define (spider-rec hostname-list index)
(let ((url-list (file-contents->url file-contents 0)))
(let ((dir-filename (ask-server (string-append "GET / HTTP/1.0" (string #\return #\newline #\return #\newline)) "index.html" hostname port)))
(let ((file-contents (file->string (string-append dir-filename "/" "index.html"))) (let ((file-contents (file->string (string-append dir-filename "/" "index.html")))
(htable (make-hash-table HASHTABLESIZE)) (hostname-list (append hostname-list (url->hostname url-list '())))
(url-list (file-contents->url file-contents 0))) (keyword-list (file-contents->keyword file-contents keyword)))
(let ((hostname-list '()) (hash-set! table (string-append keyword (number->string index)) file-contents);;NOTE keys are variable due to append above
(keywordl '())) (spider-rec (cdr hostname-list) (+ index 1))
))))
(set! hostname-list (url->hostname url-list hostname-list));;FIXME url-list
(display hostname-list)
(set! keywordl (file-contents->keyword file-contents keyword))
(display keywordl)
(hash-set! htable keyword file-contents)
))